-- Logs begin at Mon 2022-01-17 07:10:53 UTC, end at Mon 2022-01-17 09:42:48 UTC. -- Jan 17 08:03:50.473330 dv-neutron-824874-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 08:03:52.600802 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.common.config [-] Logging enabled! Jan 17 08:03:52.601467 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 17 08:03:52.601554 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84049) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 17 08:03:52.603830 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.common.config [-] Logging enabled! Jan 17 08:03:52.604080 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 17 08:03:52.604328 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84049) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 17 08:03:52.605274 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 08:03:52.605510 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 08:03:52.605870 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 08:03:52.606114 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 08:03:52.606340 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 08:03:52.606661 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.606961 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.607289 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.607549 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.608378 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.608673 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.608961 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.609254 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.609555 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.609846 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.610131 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.610421 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.610656 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.610944 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.611268 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.611564 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.611791 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] debug = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.612074 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.612511 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.612923 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.613208 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.613653 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.613776 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.614055 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.614342 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.614671 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] host = dv-neutron-824874-1-hyperv {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.614955 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.615272 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.615562 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.615848 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.616125 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.616403 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.616690 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.616967 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.617245 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] log_file = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.617521 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.617812 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.618101 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.618397 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.618626 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.618851 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.619138 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.619455 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.619733 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.620008 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.620288 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.620566 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.620841 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.621111 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.621396 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.621680 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.621967 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.622245 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.622521 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.622795 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.623069 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.623416 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.623693 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.623966 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.624246 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.624536 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.624811 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.625089 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.625390 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.625676 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.625958 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.626243 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.626521 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.626804 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.627080 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.627380 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.627656 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] use_json = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.627932 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.628206 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.628489 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.628766 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.629041 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.629316 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.629590 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.629874 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:52.630173 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.630473 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.630777 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.631065 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.631383 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.631675 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.631966 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.632247 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.632539 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.632830 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.633120 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.633401 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.633689 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.633981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.634271 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.634548 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.634829 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.635118 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.635422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.635700 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.635978 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.636267 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.636546 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.636822 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.637105 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.637388 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.637660 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.637933 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.638211 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.638500 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.638798 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.639075 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.639372 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.639652 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.639925 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.640211 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.640491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.640765 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.641038 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.641317 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.641589 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.641860 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.642138 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.642410 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.642688 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.642962 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.643260 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.643536 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.643811 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.644084 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.644357 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.644629 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.644905 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.645176 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.645447 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.645719 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.645991 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.646263 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.646622 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.646940 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.647252 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.647536 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.647815 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.648097 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.648376 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.648653 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.648932 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.649210 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.649482 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.649769 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.650051 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.650339 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.650623 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.650903 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.651214 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.651502 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.651788 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.652069 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.652350 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.652636 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.652920 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.653215 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.653508 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.653801 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.654095 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.654391 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.655210 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.655519 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.655801 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:52.656018 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 08:03:52.656256 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84049) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 08:03:53.057459 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO keyring.backend [-] Loading KWallet Jan 17 08:03:53.064744 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO keyring.backend [-] Loading SecretService Jan 17 08:03:53.068225 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO keyring.backend [-] Loading Windows Jan 17 08:03:53.069596 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO keyring.backend [-] Loading chainer Jan 17 08:03:53.070154 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO keyring.backend [-] Loading macOS Jan 17 08:03:53.103363 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 08:03:53.103637 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 08:03:53.103922 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 08:03:53.104253 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 08:03:53.407101 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.407418 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.407689 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.463710 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.463994 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.464258 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.467397 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.467678 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.467945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.496143 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.496425 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.496697 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.523695 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.523970 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.524232 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.838932 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.839608 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.839608 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.839785 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.840575 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.960191 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.960510 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.960791 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.961069 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.961330 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.961631 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.961890 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.962147 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.962405 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.962681 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.962935 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.963233 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.963473 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.963724 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.963983 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.964245 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.964495 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.964765 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.965014 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.965291 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.965633 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.965882 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.966127 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.966402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.966646 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.967431 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:53.967816 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 08:03:53.968055 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 08:03:53.968292 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 08:03:53.968527 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 08:03:53.968761 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 08:03:53.968994 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 08:03:53.969532 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 08:03:53.972635 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 08:03:53.976647 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 08:03:53.980497 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 17 08:03:53.982119 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 08:03:53.982547 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 08:03:53.983400 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 08:03:53.983783 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 08:03:53.986559 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 08:03:53.986805 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 08:03:53.987141 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 08:03:54.014577 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 17 08:03:54.015016 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:54.015350 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84049) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 17 08:03:54.015714 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:54.017083 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84049) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 08:03:54.017360 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 08:03:54.017603 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 08:03:54.020806 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:54.021088 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:54.083396 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 08:03:54.083635 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 08:03:54.083874 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 08:03:54.084237 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 08:03:54.114021 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_db.sqlalchemy.engines [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84049) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 17 08:03:54.565810 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Initializing driver for type 'gre' Jan 17 08:03:54.566342 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] gre ID ranges: [(1, 1000)] Jan 17 08:03:54.763026 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Initializing driver for type 'local' Jan 17 08:03:54.763325 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Initializing driver for type 'vlan' Jan 17 08:03:54.908844 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] VlanTypeDriver initialization complete Jan 17 08:03:54.909432 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Initializing driver for type 'vxlan' Jan 17 08:03:54.909671 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] vxlan ID ranges: [(1, 1000)] Jan 17 08:03:55.112196 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Initializing extension driver 'port_security' Jan 17 08:03:55.112548 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.extensions.port_security [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] PortSecurityExtensionDriver initialization complete Jan 17 08:03:55.112884 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Initializing mechanism driver 'openvswitch' Jan 17 08:03:55.113210 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Initializing mechanism driver 'hyperv' Jan 17 08:03:55.119757 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:03:55.120433 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > port after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.120803 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > port after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.121151 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > port after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.121664 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 17 08:03:55.122131 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > subnet after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.122481 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > subnet after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.122823 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.123224 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 17 08:03:55.123632 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > network after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.123978 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > network after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.124320 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > network after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.124702 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 17 08:03:55.125106 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > security_group after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.125453 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > security_group after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.125790 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.126306 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 17 08:03:55.126733 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.127063 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.127455 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.127862 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84049) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 17 08:03:55.128298 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] ML2 OVO RPC backend initialized. {{(pid=84049) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 17 08:03:55.128931 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.129286 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.129701 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > network before_response 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.130043 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > networks before_response 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.130400 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > port before_response 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.130740 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > ports before_response 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.131081 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > subnet before_response 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.131446 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > subnets before_response 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.131794 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > network after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.132131 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > network after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.132463 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > network after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.132796 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > port after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.133124 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > port after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.133452 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > port after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.133813 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > subnet after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.134146 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > subnet after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.134473 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.135050 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.plugin [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Modular L2 Plugin initialization complete Jan 17 08:03:55.135401 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading services supported by the core plugin {{(pid=84049) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 08:03:55.135726 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.plugins.ml2.managers [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Got port-security extension from driver 'port_security' Jan 17 08:03:55.136185 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.extensions.vlantransparent [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Disabled vlantransparent extension. Jan 17 08:03:55.136599 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84049) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 08:03:55.136909 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading Plugin: router Jan 17 08:03:55.182047 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.182437 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router after_create 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.182801 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router before_create 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.183163 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.183558 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.183910 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router after_delete 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.184261 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.184619 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router after_create 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.184961 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router after_update 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.185303 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router after_update 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.185644 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.185994 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router after_update 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.186422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router precommit_update 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.186789 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: port after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.187124 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: port after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.187483 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: subnet after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.187817 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.188160 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.188506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router precommit_create 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.188844 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: port before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.189185 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router precommit_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.189537 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router after_update 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.189874 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.190216 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router precommit_create 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.190571 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.190912 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router precommit_update 55549900 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.191295 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > agent after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.191896 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > agent after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.192236 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > network after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.193143 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Tracking information for resource: router configured {{(pid=84049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 08:03:55.193471 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Tracking information for resource: floatingip configured {{(pid=84049) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 08:03:55.198368 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.db.l3_agentschedulers_db [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 08:03:55.198945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: port after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.199369 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: port after_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.199721 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: port after_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.200073 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: port after_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.200966 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router before_create 55550100 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.201330 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.201691 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router precommit_create 55550100 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.202044 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > router precommit_update 55550100 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.206811 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.services.provider_configuration [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service providers = [] {{(pid=84049) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 08:03:55.207170 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.db.servicetype_db [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84049) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 08:03:55.210091 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.services.service_base [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 08:03:55.210466 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.services.service_base [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 08:03:55.210810 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.services.service_base [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 08:03:55.211725 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.services.service_base [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84049) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 08:03:55.212097 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.services.service_base [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 08:03:55.212467 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 08:03:55.212783 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 08:03:55.224041 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 08:03:55.224379 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading Plugin: auto_allocate Jan 17 08:03:55.230247 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: network precommit_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.230607 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: network precommit_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.231119 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 08:03:55.231469 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading Plugin: tag Jan 17 08:03:55.237971 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 08:03:55.238303 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading Plugin: timestamp Jan 17 08:03:55.242241 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 08:03:55.242571 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading Plugin: network_ip_availability Jan 17 08:03:55.247826 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.248193 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.248545 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.249271 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 08:03:55.249587 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading Plugin: flavors Jan 17 08:03:55.254305 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 08:03:55.254637 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading Plugin: revisions Jan 17 08:03:55.258844 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84049) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 08:03:55.259260 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_concurrency.lockutils [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.155s {{(pid=84049) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 08:03:55.259988 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84049) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 17 08:03:55.260322 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Initializing extension manager. Jan 17 08:03:55.260818 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: __init__.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.261158 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: __pycache__ {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.261491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.261823 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.262148 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: _filter_validation_lib.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.262474 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.262796 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: address_group.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.263564 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.264109 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: address-group Jan 17 08:03:55.264427 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: address_scope.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.265633 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.266133 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: address-scope Jan 17 08:03:55.266451 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.267398 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.267903 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: router-admin-state-down-before-update Jan 17 08:03:55.268220 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: agent.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.268912 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.269415 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: agent Jan 17 08:03:55.269731 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: agent_resources_synced.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.270625 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.271126 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: agent-resources-synced Jan 17 08:03:55.271473 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: allowedaddresspairs.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.273389 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.273904 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: allowed-address-pairs Jan 17 08:03:55.274227 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: auto_allocated_topology.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.275324 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.275835 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: auto-allocated-topology Jan 17 08:03:55.276156 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: availability_zone.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.276840 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.277342 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: availability_zone Jan 17 08:03:55.277660 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: availability_zone_filter.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.278564 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.279075 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: availability_zone_filter Jan 17 08:03:55.279422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: data_plane_status.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.280315 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.281370 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 08:03:55.281686 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: default_subnetpools.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.282594 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.283096 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: default-subnetpools Jan 17 08:03:55.283450 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.284212 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.284708 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: dhcp_agent_scheduler Jan 17 08:03:55.285023 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: dns.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.285923 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.286417 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension dns-integration not supported by any of loaded plugins Jan 17 08:03:55.286734 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: dns_domain_ports.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.287665 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.288162 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 08:03:55.288481 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: dvr.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.289148 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.289648 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: dvr Jan 17 08:03:55.289962 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: empty_string_filtering.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.290875 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.291411 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: empty-string-filtering Jan 17 08:03:55.291731 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.292620 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.293113 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 08:03:55.293429 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.294326 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.294817 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 08:03:55.295133 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: external_net.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.296074 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.296575 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: external-net Jan 17 08:03:55.296894 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.297787 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.298286 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: extra_dhcp_opt Jan 17 08:03:55.298604 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: extraroute.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.299539 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.300041 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: extraroute Jan 17 08:03:55.300359 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: extraroute_atomic.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.301371 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.301875 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: extraroute-atomic Jan 17 08:03:55.302197 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: filter_validation.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.302854 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.303380 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: filter-validation Jan 17 08:03:55.303699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: fip_pf_description.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.304595 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.305097 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 08:03:55.305416 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: fip_port_details.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.306314 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.306820 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: fip-port-details Jan 17 08:03:55.307137 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: flavors.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.308368 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.308885 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: flavors Jan 17 08:03:55.309206 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.310854 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.311394 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 08:03:55.312252 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: floatingip_pools.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.312940 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.313443 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: floatingip-pools Jan 17 08:03:55.313765 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: ip_allocation.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.314681 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.315176 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 08:03:55.315525 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.316429 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.317184 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: ip-substring-filtering Jan 17 08:03:55.317504 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: l2_adjacency.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.318426 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.318930 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 08:03:55.319280 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: l3.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.320221 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.320727 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: router Jan 17 08:03:55.321045 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.323439 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.323957 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 08:03:55.324287 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.325204 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.325716 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: ext-gw-mode Jan 17 08:03:55.326041 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.326945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.328025 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: l3-ha Jan 17 08:03:55.328348 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: l3_flavors.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.329255 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.329763 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: l3-flavors Jan 17 08:03:55.330082 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.330982 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.331525 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 08:03:55.331849 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: l3agentscheduler.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.332853 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.333361 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: l3_agent_scheduler Jan 17 08:03:55.333686 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: logging.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.335165 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.335709 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension logging not supported by any of loaded plugins Jan 17 08:03:55.336041 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: metering.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.336773 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.337339 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: metering Jan 17 08:03:55.337664 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.338741 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.339293 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: metering_source_and_destination_fields Jan 17 08:03:55.339622 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: multiprovidernet.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.340539 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.341044 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: multi-provider Jan 17 08:03:55.341368 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: netmtu.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.342272 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.342774 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: net-mtu Jan 17 08:03:55.343646 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: netmtu_writable.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.344555 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.345055 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: net-mtu-writable Jan 17 08:03:55.345374 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: network_availability_zone.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.346031 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.346524 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: network_availability_zone Jan 17 08:03:55.346839 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: network_ip_availability.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.347941 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.348446 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: network-ip-availability Jan 17 08:03:55.348765 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: network_segment_range.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.349518 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.350017 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 08:03:55.350336 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: pagination.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.351356 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.351685 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: pagination Jan 17 08:03:55.352002 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.352906 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.353419 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: port-mac-address-regenerate Jan 17 08:03:55.353740 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: port_resource_request.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.354636 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.355139 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 08:03:55.355488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: portbindings.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.356389 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.356903 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: binding Jan 17 08:03:55.357221 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: portbindings_extended.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.358497 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.359572 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: binding-extended Jan 17 08:03:55.359895 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: portsecurity.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.360806 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.361308 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: port-security Jan 17 08:03:55.361633 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: project_id.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.362629 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.362909 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: project-id Jan 17 08:03:55.363247 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: providernet.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.364149 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.364652 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: provider Jan 17 08:03:55.364969 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: qos.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.368636 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.369158 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension qos not supported by any of loaded plugins Jan 17 08:03:55.369492 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.370723 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.371258 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 08:03:55.371589 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.372497 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.373002 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 08:03:55.373324 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: qos_default.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.374745 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.375287 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension qos-default not supported by any of loaded plugins Jan 17 08:03:55.375611 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: qos_fip.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.376310 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.376842 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension qos-fip not supported by any of loaded plugins Jan 17 08:03:55.377350 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: qos_gateway_ip.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.378483 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.379181 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 08:03:55.379538 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: qos_port_network_policy.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.380448 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.380950 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 08:03:55.381361 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: qos_rule_type_details.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.382367 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.382869 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 08:03:55.383226 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: qos_rules_alias.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.384260 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.384762 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 08:03:55.385084 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: quotasv2.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.385966 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.386289 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: quotas Jan 17 08:03:55.386607 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: quotasv2_detail.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.388521 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.388858 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: quota_details Jan 17 08:03:55.389190 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: rbac.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.390818 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.391371 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: rbac-policies Jan 17 08:03:55.391703 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: rbac_address_scope.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.392621 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.393136 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: rbac-address-scope Jan 17 08:03:55.393460 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: rbac_security_groups.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.394367 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.394874 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: rbac-security-groups Jan 17 08:03:55.395227 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: rbac_subnetpool.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.396125 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.396630 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: rbac-subnetpool Jan 17 08:03:55.396950 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: revisionifmatch.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.397863 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.398393 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: revision-if-match Jan 17 08:03:55.398710 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: revisions.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.399874 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.400382 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: standard-attr-revisions Jan 17 08:03:55.400698 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: router_availability_zone.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.401362 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.401872 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: router_availability_zone Jan 17 08:03:55.402190 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: routerservicetype.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.403103 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.403636 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension router-service-type not supported by any of loaded plugins Jan 17 08:03:55.403954 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.404858 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.405363 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: port-security-groups-filtering Jan 17 08:03:55.405725 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: securitygroup.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.417448 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.417772 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: security-group Jan 17 08:03:55.418101 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: segment.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.418900 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.419454 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension segment not supported by any of loaded plugins Jan 17 08:03:55.419785 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.420742 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.421274 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 08:03:55.421598 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: servicetype.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.422780 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.423327 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: service-type Jan 17 08:03:55.423651 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: sorting.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.424647 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.424976 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: sorting Jan 17 08:03:55.425297 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: standard_attr_segment.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.426527 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.427096 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 08:03:55.427447 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: standardattrdescription.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.428633 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.429233 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: standard-attr-description Jan 17 08:03:55.429746 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: stateful_security_group.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.430783 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.431319 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: stateful-security-group Jan 17 08:03:55.431640 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: stdattrs_common.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.432227 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 08:03:55.432542 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.433461 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.433962 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 08:03:55.434281 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: subnet_onboard.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.435528 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.436021 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: subnet_onboard Jan 17 08:03:55.436341 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.437804 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.438306 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 08:03:55.438629 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: subnet_service_types.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.439592 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.440098 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: subnet-service-types Jan 17 08:03:55.440419 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: subnetallocation.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.441842 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.442297 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: subnet_allocation Jan 17 08:03:55.442622 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.443314 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.443823 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: subnetpool-prefix-ops Jan 17 08:03:55.444145 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.445063 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.445563 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 08:03:55.445884 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: tagging.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.446955 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.447482 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: standard-attr-tag Jan 17 08:03:55.447809 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: timestamp.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.449009 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.449520 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loaded extension: standard-attr-timestamp Jan 17 08:03:55.449842 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: trunk.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.450868 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.451409 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension trunk not supported by any of loaded plugins Jan 17 08:03:55.451734 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: trunk_details.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.453221 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.453724 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension trunk-details not supported by any of loaded plugins Jan 17 08:03:55.454045 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: uplink_status_propagation.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.454963 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.455492 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 08:03:55.455813 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Loading extension file: vlantransparent.py {{(pid=84049) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 17 08:03:55.456491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84049) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 17 08:03:55.456994 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 08:03:55.460060 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:network Jan 17 08:03:55.461259 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:subnet Jan 17 08:03:55.462323 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 08:03:55.463128 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:port Jan 17 08:03:55.464457 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.464891 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service FLAVORS assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.465507 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.465926 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.466257 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:router Jan 17 08:03:55.467016 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 08:03:55.467727 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service METERING assigned prefix: /metering {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.469538 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.469538 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.469892 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84049) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:03:55.471108 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 08:03:55.471587 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:security_group Jan 17 08:03:55.472244 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 08:03:55.473016 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service CORE assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.473445 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 08:03:55.473845 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] subnetpool is already registered Jan 17 08:03:55.474721 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service CORE assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.475049 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 08:03:55.475409 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] subnetpool is already registered Jan 17 08:03:55.479082 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.479544 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service FLAVORS assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.480136 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.480903 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.481239 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:router Jan 17 08:03:55.481571 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] router is already registered Jan 17 08:03:55.482164 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 08:03:55.482491 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] floatingip is already registered Jan 17 08:03:55.483115 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service METERING assigned prefix: /metering {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.483830 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 08:03:55.484158 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] rbac_policy is already registered Jan 17 08:03:55.484702 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:security_group Jan 17 08:03:55.485030 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] security_group is already registered Jan 17 08:03:55.485615 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 08:03:55.486008 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] security_group_rule is already registered Jan 17 08:03:55.486655 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service CORE assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.486982 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 08:03:55.487328 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] subnetpool is already registered Jan 17 08:03:55.487929 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.v2.resource_helper [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Service CORE assigned prefix: {{(pid=84049) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 08:03:55.488252 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 08:03:55.488569 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING neutron.quota.resource_registry [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] subnetpool is already registered Jan 17 08:03:55.489230 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: extensions {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.490694 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: address-groups {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.492312 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: address-scopes {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.493483 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: agents {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.494624 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: auto-allocated-topology {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.495862 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: availability_zones {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.497158 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: dhcp-networks {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.498519 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: dhcp-agents {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.500448 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: routers {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.502209 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: flavors {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.503382 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: service_profiles {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.504553 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: next_providers {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.506010 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: service_profiles {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.507441 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: floatingip-pools {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.508640 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: routers {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.510377 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: floatingips {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.511561 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: l3-routers {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.512887 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: l3-agents {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.514238 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: metering-labels {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.516186 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: metering-label-rules {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.517430 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: network-ip-availabilities {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.518643 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: bindings {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.521177 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: quotas {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.522597 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: quotas {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.524025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: rbac-policies {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.525282 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: security-groups {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.526467 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: security-group-rules {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.527678 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: service-providers {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.528851 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: subnetpools {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.530230 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: subnetpools {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.531776 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.533404 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.535119 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.536832 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.538570 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.540218 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.541917 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.543733 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.545525 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.547355 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron.api.extensions [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Extended resource: tags {{(pid=84049) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 17 08:03:55.553074 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING keystonemiddleware.auth_token [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 08:03:55.557748 dv-neutron-824874-1-hyperv neutron-server[84049]: WARNING keystonemiddleware.auth_token [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 08:03:55.566229 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_concurrency.lockutils [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Acquired lock "singleton_lock" {{(pid=84049) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 17 08:03:55.566958 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_concurrency.lockutils [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Releasing lock "singleton_lock" {{(pid=84049) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 17 08:03:55.567618 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO oslo_service.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Starting 2 workers Jan 17 08:03:55.572172 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Started child 84154 {{(pid=84049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 08:03:55.576326 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Started child 84155 {{(pid=84049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 08:03:55.578125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:03:55.578664 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO neutron.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 08:03:55.579085 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Notify callbacks [] for process, before_spawn {{(pid=84049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:03:55.579597 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [-] (84154) wsgi starting up on http://0.0.0.0:9696 Jan 17 08:03:55.581524 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO oslo_service.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Starting 1 workers Jan 17 08:03:55.581897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:03:55.583247 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [-] (84155) wsgi starting up on http://0.0.0.0:9696 Jan 17 08:03:55.586422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Started child 84156 {{(pid=84049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 08:03:55.586938 dv-neutron-824874-1-hyperv neutron-server[84049]: INFO oslo_service.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Starting 1 workers Jan 17 08:03:55.590250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] calling RpcWorker wait() {{(pid=84156) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 08:03:55.590808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] returning from RpcWorker wait() {{(pid=84156) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 08:03:55.591082 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Started child 84157 {{(pid=84049) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 08:03:55.591917 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ef28-135d-4afd-9296-973fc7536d66 None None] Notify callbacks [] for process, after_spawn {{(pid=84049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:03:55.592024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:03:55.592369 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:03:55.593800 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84049) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 17 08:03:55.594003 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 08:03:55.594178 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 08:03:55.594378 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 08:03:55.594729 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 08:03:55.594891 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 08:03:55.595427 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.595696 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.595955 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.596229 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.596498 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.596612 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:03:55.597110 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.597301 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.597535 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.597818 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.598057 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.598218 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.598538 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.598797 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.599048 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.599384 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.599655 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.599901 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.600157 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.600326 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.600567 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.600837 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.601077 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.601329 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] debug = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.601576 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.602061 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.602284 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.602539 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.602793 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.603056 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.603326 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.603605 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.603843 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.604055 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.604291 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.604548 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.604774 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.605009 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.605264 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.605497 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.605948 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] host = dv-neutron-824874-1-hyperv {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.606183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.606424 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.606673 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.606936 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.607170 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.607423 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.607669 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.607920 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.608167 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.608402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.608676 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.608916 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.609135 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.609375 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_file = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.609525 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_options = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.609752 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.610025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.610285 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.610486 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.610643 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.610811 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.611064 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.611237 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.611480 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.611692 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.611904 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.612114 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.612344 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.612573 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.612872 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.613044 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.613254 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.613459 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.613686 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.613932 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.614127 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.614345 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.614565 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.614793 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.615002 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.615250 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.615468 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.615691 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.615899 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.616110 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.616371 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.616642 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.616872 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.617106 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.617330 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.617551 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.617764 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.618031 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.618253 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.618499 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.618761 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.618973 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.619210 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.619429 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.619658 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.619892 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_json = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.620089 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.620302 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.620536 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.620761 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.620989 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.621199 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.621410 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.621635 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.622028 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.622321 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.622619 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.622856 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.623080 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.623643 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.624855 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.625026 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.625264 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.625491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.625805 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.626022 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.626349 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.626613 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.626886 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.627134 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.627388 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.627625 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.627838 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.628185 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.628348 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.628459 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:03:55.628550 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.628723 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.628955 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.629173 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.629409 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.629632 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.629842 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.630080 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.630299 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.630548 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.630785 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.631004 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.631233 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.631449 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.631660 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.631880 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.632136 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.632295 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.632524 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.632747 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.632961 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.633171 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.633379 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.633595 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.633845 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.634040 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.634274 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.634502 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639153 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639153 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639153 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 44136) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:03:55.639779 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639779 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639779 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639779 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639779 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639779 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639779 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639779 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.639779 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.645981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.645981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.645981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.645981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.645981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.645981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.645981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.645981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.645981 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.646945 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647891 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.647891 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.648011 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.648223 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.648478 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.648742 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.649022 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.649878 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.649878 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.650077 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0123191 Jan 17 08:03:55.650148 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.650148 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.650925 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.651536 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.652518 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.655235 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.655549 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.656224 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.658089 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.660057 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.660374 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.661117 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.661400 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.661683 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.665541 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.665825 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.666096 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.666353 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.666605 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.666947 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.667260 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.667921 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.667921 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.668078 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.668246 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.668488 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.668756 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.669021 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.669286 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.669550 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.669780 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.670018 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.670266 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.670512 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.670750 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.670987 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.672320 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.672438 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.672567 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.672972 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.673391 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.673611 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.674615 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.674861 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.675088 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.675370 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.676754 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.676754 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.676754 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.676754 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.677103 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.677103 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.677226 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.677445 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.678384 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.678384 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.678577 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.678756 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.678994 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.679883 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.679883 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.680139 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.680497 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.680757 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.681227 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.681448 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.681663 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.681906 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.682137 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.682346 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.682569 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.682868 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.683020 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.683436 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.684153 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.684538 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.684936 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.685174 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.685412 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.685885 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.686116 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.686354 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.686592 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.687372 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.687613 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.687833 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.688425 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.688772 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.690167 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.690167 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.690167 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.690798 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.691073 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.692323 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.692323 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.692495 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.692705 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.693268 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.693494 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.693739 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.693968 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.694181 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.694389 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.694606 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.694835 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.697158 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.697439 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.697698 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.698009 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.698268 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.698507 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.698757 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.699071 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.699317 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.699578 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.699819 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.700041 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.700262 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.700514 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.700841 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.701129 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.701375 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.701626 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.701919 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.702190 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.703019 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.703494 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.703813 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.704145 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.704458 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.705013 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.705013 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.705186 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.705420 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.705634 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.705881 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.706137 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.706345 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.706581 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.707668 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.707668 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.707668 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.707668 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.707948 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.707948 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.708163 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.708408 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.708597 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.708767 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 08:03:55.709771 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84049) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 17 08:03:55.709771 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 08:03:55.709771 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 08:03:55.709771 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 08:03:55.710032 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 08:03:55.710032 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 08:03:55.710242 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.710327 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.710508 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.710636 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.710796 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.710971 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.711125 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.711301 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.711455 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.711596 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.711752 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.711903 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.712058 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.712210 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.712362 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.712517 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.712671 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.712823 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.712984 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.713136 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.713444 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.714035 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.714197 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] debug = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.714353 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.714545 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.714701 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.715009 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.715160 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.715476 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.716384 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.716713 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.717151 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.717321 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.717482 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.717637 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.717794 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.717977 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.718132 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.718283 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.718440 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] host = dv-neutron-824874-1-hyperv {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.718608 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.718756 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.718911 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.719052 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.719215 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.719394 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.719543 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.719695 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.719848 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.720000 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.720154 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.720310 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.720467 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.720802 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_file = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.720965 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_options = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.721116 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.721269 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.721421 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.721593 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.721754 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.721906 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.722061 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.723292 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.723465 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.724212 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.724536 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.725520 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.725768 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.726771 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.726914 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.727071 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.728490 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.728673 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.728853 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.729013 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.729180 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.729347 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.729519 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.729701 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.729829 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.729986 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.730144 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.730298 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.730453 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.730608 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.731491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.731491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.731491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.731491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.732606 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.732788 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.733148 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.733387 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.734237 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.734506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.734716 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.734871 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.735024 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.735268 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.735380 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.735494 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_json = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.735794 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.736118 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.736404 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.736707 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.736862 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.737016 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.737171 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.737336 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 08:03:55.737542 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.737824 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.738009 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.738244 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.739260 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.739598 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.739831 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741043 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741043 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741043 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741043 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741043 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741043 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741043 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741043 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741916 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741916 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741916 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741916 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.741916 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.742491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.742491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.742491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.742491 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.742943 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.742943 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.742943 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.742943 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.743404 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.743404 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.743404 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.743697 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.743697 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.743898 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.744002 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.744872 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.744872 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.744872 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.744872 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.744872 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.744872 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.745459 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.745459 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.745459 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.745755 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.745863 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.746078 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.746205 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.746310 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.746453 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.746611 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.746782 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.746939 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.747096 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.747280 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.747422 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.747580 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.748051 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.748051 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.748051 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.750506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.750506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.750506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.750506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.750506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.750506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.750506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.750506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.750506 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.751412 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.751412 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.751412 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.751412 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.751412 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.751412 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.751412 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.751412 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.752160 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.752160 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.752160 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.752450 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.752450 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.753229 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.753378 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.753544 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.754503 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.754503 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.754732 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.754732 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.754900 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.755048 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.755348 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.755495 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.755621 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.755744 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.755868 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.755980 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.756888 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.756888 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.756888 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.758370 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.758370 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.758599 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.759138 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.759388 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.759567 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.759742 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.759912 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.760059 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.760235 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.760371 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.760589 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.760752 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.760911 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.761070 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.761227 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.761393 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.761553 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.761723 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.761873 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.762033 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.762183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.762369 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.762526 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.762683 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.762841 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.763003 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.763163 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.763341 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.763502 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.763952 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.764123 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.764285 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.764905 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.765064 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.765221 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.765399 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.765536 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.766395 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.766395 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.766395 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.766714 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.766818 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.766934 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.767158 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.767378 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.767487 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.767592 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.767752 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.767909 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.768067 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.768225 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.770558 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.770558 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.770558 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.770558 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.770558 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.770558 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.770558 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.770558 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.771499 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.771499 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.771499 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.771499 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.771499 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.771499 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.771499 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.771499 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.772402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.772402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.772402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.772402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.772402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.772402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.772402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.772402 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774025 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774781 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774781 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774781 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774781 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774781 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774781 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.774781 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.775537 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.775537 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.775537 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.775537 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.775537 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.776152 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.776152 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.776152 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.777024 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.777291 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.777459 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.777612 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.777813 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.777944 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.778092 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.778249 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.778457 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.778639 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.778797 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.778956 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.779123 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.779304 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.779464 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.779623 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.783691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:03:55.783799 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.783799 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.783799 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.783799 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.783799 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.783799 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.783799 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.783799 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784263 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784263 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784263 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784263 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784263 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784263 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784263 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784263 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.784699 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785183 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785687 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785687 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 08:03:55.785687 dv-neutron-824874-1-hyperv neutron-server[84049]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84049) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 08:04:05.975381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989c1db6-d1ae-4a06-bfcb-adfbd6c238a2 None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:04:06.044886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c1db6-d1ae-4a06-bfcb-adfbd6c238a2 None None] No non-hosted networks {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 08:04:06.066264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.agentschedulers_db [None req-989c1db6-d1ae-4a06-bfcb-adfbd6c238a2 None None] DHCP Agent not found on host dv-neutron-824874-1-hyperv {{(pid=84156) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 17 08:04:06.169908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bc30bfff-5506-4174-85cd-82df55f4771b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488986'] for agent, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:08.213610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0383e292-8161-434a-8a4f-24d2ea3357f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488986'] for agent, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:08.250576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-9b28f11d-7ff0-4ad3-9649-19012f47ef2f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-824874-1-hyperv {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:04:08.251289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-9b28f11d-7ff0-4ad3-9649-19012f47ef2f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:04:08.957327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b28f11d-7ff0-4ad3-9649-19012f47ef2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:09.424293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488986'] for agent, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:09.512503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488986'] for agent, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:09.513134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.517927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.517927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.517927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.517927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.517927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.518314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.518314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.518314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.518314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.518314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:09.518630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-824874-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:09.523500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-824874-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:10.766082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488986'] for agent, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:12.329028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 44238) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:12.922092 dv-neutron-824874-1-hyperv neutron-server[84155]: WARNING oslo_policy.policy [None req-af3f750f-3d81-4cff-b0c6-6c9089f36c19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 08:04:12.922725 dv-neutron-824874-1-hyperv neutron-server[84155]: WARNING oslo_policy.policy [None req-af3f750f-3d81-4cff-b0c6-6c9089f36c19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 08:04:13.147966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-af3f750f-3d81-4cff-b0c6-6c9089f36c19 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:04:13.149051 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-af3f750f-3d81-4cff-b0c6-6c9089f36c19 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8191025 Jan 17 08:04:15.153182 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.db.l3_hamode_db [None req-593c81d6-8140-49e7-b07b-892c5a318c32 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 08:04:15.239089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c81d6-8140-49e7-b07b-892c5a318c32 None None] Routers set() bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:04:15.239509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c81d6-8140-49e7-b07b-892c5a318c32 None None] Router IDs set() for agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 08:04:15.409137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 44252) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:15.799447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d99fc3eb-7327-45ec-9d37-82975ed93752 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:04:15.851356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.policy [None req-d99fc3eb-7327-45ec-9d37-82975ed93752 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84155) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 17 08:04:15.852084 dv-neutron-824874-1-hyperv neutron-server[84155]: WARNING oslo_policy.policy [None req-d99fc3eb-7327-45ec-9d37-82975ed93752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 08:04:15.852447 dv-neutron-824874-1-hyperv neutron-server[84155]: WARNING oslo_policy.policy [None req-d99fc3eb-7327-45ec-9d37-82975ed93752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 08:04:15.855700 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.quota [None req-d99fc3eb-7327-45ec-9d37-82975ed93752 admin admin] Loaded quota_driver: . Jan 17 08:04:15.871032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d99fc3eb-7327-45ec-9d37-82975ed93752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:04:16.013079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d99fc3eb-7327-45ec-9d37-82975ed93752 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727489272387', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727489291208', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727489297780', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727489298648', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727489309260', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3623435', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3586937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-396886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1656001'] for rbac-policy, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:16.196858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d99fc3eb-7327-45ec-9d37-82975ed93752 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:16.198014 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d99fc3eb-7327-45ec-9d37-82975ed93752 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7879143 Jan 17 08:04:18.689849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 44266) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:19.072375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Request body: {'network': {'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'admin_state_up': True, 'name': 'private'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:04:19.077489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:04:19.081821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Usage tracker for resource:network and tenant:a4c6e0594d8e4ac98094a6e65072b51a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:04:19.086188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:04:19.092065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:04:19.191505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Made reservation on behalf of a4c6e0594d8e4ac98094a6e65072b51a for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:04:19.194607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:19.212817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:19.253322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:04:19.256994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c6e0594d8e4ac98094a6e65072b51a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:04:19.259761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:04:19.266013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:04:19.330234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:19.399928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:19.423215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:04:19.450340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727488330195', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:19.450978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Unsubscribe: segment precommit_create {{(pid=84155) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 08:04:19.452120 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Added segment 77e020aa-ba59-466e-a568-eb9bb66fe0e2 of type vlan for network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 Jan 17 08:04:19.460394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa454cf-4d28-4cf9-9dbb-53876ac9ffbe,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:19.522278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.522619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.522954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.523310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.523654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.523993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.524326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.524648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.524963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.525275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.525587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Tracked resource versions report: Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: pushed versions: Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: { 'ConntrackHelper': {'1.0'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Log': {'1.0'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Network': {'1.1'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Port': {'1.5'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'PortForwarding': {'1.2'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'QosPolicy': {'1.8'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SecurityGroup': {'1.2'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SecurityGroupRule': {'1.0'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SubPort': {'1.0'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Subnet': {'1.1'}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Trunk': {'1.1'}} Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: consumer versions: Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: { DHCP agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: L3 agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: Metadata agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: Metering agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: Open vSwitch agent@dv-neutron-824874-1-hyperv: { 'ConntrackHelper': '1.0', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Log': '1.0', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Network': '1.1', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Port': '1.5', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'PortForwarding': '1.2', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'QosPolicy': '1.8', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SecurityGroup': '1.2', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SecurityGroupRule': '1.0', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SubPort': '1.0', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Subnet': '1.1', Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Trunk': '1.1'}} Jan 17 08:04:19.526910 dv-neutron-824874-1-hyperv neutron-server[84155]: {{(pid=84155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 08:04:19.559036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:19.677214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:19.678219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:04:19.678850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:19.777110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] Pushing event updated for resources: {'Network': ['ID=92aecfa2-3425-44d7-b4b1-ced8d2eb9821,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:19.787763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:04:20.006393 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aee725fd-e8a7-4864-9f1e-9f049d221151 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3154602 Jan 17 08:04:22.568834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44282) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:23.165384 dv-neutron-824874-1-hyperv neutron-server[84154]: WARNING oslo_policy.policy [None req-7fd3bb74-e330-47a8-8e4b-ca645b9dcfc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 08:04:23.165975 dv-neutron-824874-1-hyperv neutron-server[84154]: WARNING oslo_policy.policy [None req-7fd3bb74-e330-47a8-8e4b-ca645b9dcfc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 08:04:23.562722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.policy [None req-7fd3bb74-e330-47a8-8e4b-ca645b9dcfc4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84154) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 17 08:04:23.563521 dv-neutron-824874-1-hyperv neutron-server[84154]: WARNING oslo_policy.policy [None req-7fd3bb74-e330-47a8-8e4b-ca645b9dcfc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 08:04:23.563894 dv-neutron-824874-1-hyperv neutron-server[84154]: WARNING oslo_policy.policy [None req-7fd3bb74-e330-47a8-8e4b-ca645b9dcfc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 08:04:23.566677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3bb74-e330-47a8-8e4b-ca645b9dcfc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:04:23.568809 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7fd3bb74-e330-47a8-8e4b-ca645b9dcfc4 admin admin] 10.222.0.44 "GET /v2.0/networks/92aecfa2-3425-44d7-b4b1-ced8d2eb9821 HTTP/1.1" status: 200 len: 825 time: 0.9979205 Jan 17 08:04:23.601348 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e102b8ed-8aac-4cce-9cf7-37fa43a8016c admin admin] 10.222.0.44 "GET /v2.0/subnetpools/00c85d3c-36a0-455e-b4f2-852aa5227ac1 HTTP/1.1" status: 200 len: 734 time: 0.0272248 Jan 17 08:04:23.610790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'subnetpool_id': '00c85d3c-36a0-455e-b4f2-852aa5227ac1', 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:04:23.612449 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.quota [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Loaded quota_driver: . Jan 17 08:04:23.618582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:04:23.624581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Usage tracker for resource:subnet and tenant:a4c6e0594d8e4ac98094a6e65072b51a is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:04:23.627817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:04:23.634541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:04:23.705553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Made reservation on behalf of a4c6e0594d8e4ac98094a6e65072b51a for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:04:23.708487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:24.091835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:24.174565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Checking segment: {'id': '77e020aa-ba59-466e-a568-eb9bb66fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:04:24.174966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Network hostable DHCP agents. Network: 92aecfa2-3425-44d7-b4b1-ced8d2eb9821, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:04:24.183737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76274012-f190-47ba-8cb8-ece8cba7800d,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:24.196308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.196655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.196990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.197320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.197660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.197990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.198325 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.198659 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.198976 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.199319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.199637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Tracked resource versions report: Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: pushed versions: Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: { 'ConntrackHelper': {'1.0'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Log': {'1.0'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Network': {'1.1'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Port': {'1.5'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'PortForwarding': {'1.2'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'QosPolicy': {'1.8'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SecurityGroup': {'1.2'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SecurityGroupRule': {'1.0'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SubPort': {'1.0'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Subnet': {'1.1'}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Trunk': {'1.1'}} Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: consumer versions: Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: { DHCP agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: L3 agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: Metadata agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: Metering agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: Open vSwitch agent@dv-neutron-824874-1-hyperv: { 'ConntrackHelper': '1.0', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Log': '1.0', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Network': '1.1', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Port': '1.5', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'PortForwarding': '1.2', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'QosPolicy': '1.8', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SecurityGroup': '1.2', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SecurityGroupRule': '1.0', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SubPort': '1.0', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Subnet': '1.1', Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Trunk': '1.1'}} Jan 17 08:04:24.200932 dv-neutron-824874-1-hyperv neutron-server[84154]: {{(pid=84154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 08:04:24.302429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:04:24.374035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 92aecfa2-3425-44d7-b4b1-ced8d2eb9821) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:04:24.378337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:04:24.378979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:24.383361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb10545-f40b-4e58-aa67-bd83a9741356 None None] Network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:04:24.455054 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8855d446-7741-4e1c-b4cb-4de6093f2087 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8484428 Jan 17 08:04:24.708425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-92aecfa2-3425-44d7-b4b1-ced8d2eb9821', 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'fixed_ips': [{'subnet_id': '76274012-f190-47ba-8cb8-ece8cba7800d'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:04:24.709662 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:24.894039 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Allocated IP 172.20.0.2 (92aecfa2-3425-44d7-b4b1-ced8d2eb9821/76274012-f190-47ba-8cb8-ece8cba7800d/15b36bda-391f-43ce-a7ae-0912d6195b9c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:04:25.121216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:25.134122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Transition to ACTIVE for port object 15b36bda-391f-43ce-a7ae-0912d6195b9c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:04:25.154068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Transition to ACTIVE for port object 15b36bda-391f-43ce-a7ae-0912d6195b9c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:04:25.223774 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:25.287512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:04:25.290335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:04:25.297248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:04:25.299351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Pushing event updated for resources: {'Port': ['ID=15b36bda-391f-43ce-a7ae-0912d6195b9c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:25.310292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.311170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.311536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.311869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.312216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.312547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.312871 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.313214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.313537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.313863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.314182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Tracked resource versions report: Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: pushed versions: Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: { 'ConntrackHelper': {'1.0'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Log': {'1.0'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Network': {'1.1'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Port': {'1.5'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'PortForwarding': {'1.2'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'QosPolicy': {'1.8'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SecurityGroup': {'1.2'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SecurityGroupRule': {'1.0'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SubPort': {'1.0'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Subnet': {'1.1'}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Trunk': {'1.1'}} Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: consumer versions: Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: { DHCP agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: L3 agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: Metadata agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: Metering agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: Open vSwitch agent@dv-neutron-824874-1-hyperv: { 'ConntrackHelper': '1.0', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Log': '1.0', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Network': '1.1', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Port': '1.5', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'PortForwarding': '1.2', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'QosPolicy': '1.8', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SecurityGroup': '1.2', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SecurityGroupRule': '1.0', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SubPort': '1.0', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Subnet': '1.1', Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Trunk': '1.1'}} Jan 17 08:04:25.315523 dv-neutron-824874-1-hyperv neutron-server[84156]: {{(pid=84156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 08:04:25.399703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Attempting to bind port 15b36bda-391f-43ce-a7ae-0912d6195b9c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:04:25.400359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Attempting to bind port 15b36bda-391f-43ce-a7ae-0912d6195b9c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '77e020aa-ba59-466e-a568-eb9bb66fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:04:25.400507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Attempting to bind port 15b36bda-391f-43ce-a7ae-0912d6195b9c on network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:04:25.406737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:04:25.407068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Checking segment: {'id': '77e020aa-ba59-466e-a568-eb9bb66fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:04:25.407596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:25.407993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Bound using segment: {'id': '77e020aa-ba59-466e-a568-eb9bb66fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:04:25.408453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Bound port: 15b36bda-391f-43ce-a7ae-0912d6195b9c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e020aa-ba59-466e-a568-eb9bb66fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:04:25.408837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:25.493005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] For port 15b36bda-391f-43ce-a7ae-0912d6195b9c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:04:25.496792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] For port 15b36bda-391f-43ce-a7ae-0912d6195b9c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=15b36bda-391f-43ce-a7ae-0912d6195b9c,segment=NetworkSegment(77e020aa-ba59-466e-a568-eb9bb66fe0e2),segment_id=77e020aa-ba59-466e-a568-eb9bb66fe0e2)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:04:25.568973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:25.671794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0347fa8-bc98-43ba-a2a3-bfef7fee5700 None None] Pushing event updated for resources: {'Port': ['ID=15b36bda-391f-43ce-a7ae-0912d6195b9c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:26.725356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44302) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:27.125795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-24a7fd25-4ee4-4f6d-8650-1ce5ea9d5125 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:04:27.126776 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-24a7fd25-4ee4-4f6d-8650-1ce5ea9d5125 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4004388 Jan 17 08:04:29.269256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54772979-2a5c-43da-857a-6a8e68d97f61 None None] Network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:04:29.389006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44316) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:29.506780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0d945301-1ec3-421c-b22a-e9d4f3cfa636 None None] Provisioning for port 15b36bda-391f-43ce-a7ae-0912d6195b9c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:04:29.683987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 15b36bda-391f-43ce-a7ae-0912d6195b9c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:04:29.799905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-bf42e285-a9f4-4fa7-ae13-46de96e452aa admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:04:29.804250 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bf42e285-a9f4-4fa7-ae13-46de96e452aa admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4108331 Jan 17 08:04:29.846189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 15b36bda-391f-43ce-a7ae-0912d6195b9c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:04:29.851970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 15b36bda-391f-43ce-a7ae-0912d6195b9c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:04:29.852375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:29.972830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:30.005229 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 15b36bda-391f-43ce-a7ae-0912d6195b9c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=15b36bda-391f-43ce-a7ae-0912d6195b9c,segment=NetworkSegment(77e020aa-ba59-466e-a568-eb9bb66fe0e2),segment_id=77e020aa-ba59-466e-a568-eb9bb66fe0e2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:04:30.086182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:30.151286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=15b36bda-391f-43ce-a7ae-0912d6195b9c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:31.657564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 15b36bda-391f-43ce-a7ae-0912d6195b9c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:04:31.727031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 15b36bda-391f-43ce-a7ae-0912d6195b9c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:04:31.727336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:32.490975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44328) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:32.938250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'admin_state_up': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:04:32.946937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:04:32.950750 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Usage tracker for resource:router and tenant:a4c6e0594d8e4ac98094a6e65072b51a is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:04:32.954753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:04:32.960825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:04:33.065806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:33.067589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:33.091720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:33.226429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:33.312137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:33.313320 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d2cb1309-741d-475d-928b-432e28b2c9ad admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8213356 Jan 17 08:04:35.531774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44338) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:35.926886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-947571c2-ed28-44a3-8ecb-790191cb23df admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:04:35.927917 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-947571c2-ed28-44a3-8ecb-790191cb23df admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3951995 Jan 17 08:04:36.008895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a94f64c-3b6b-4d08-a05d-b3be5465a078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:38.203049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9661b343-ecbf-4662-ad32-3286360aab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:38.246331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44348) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:38.623799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:04:38.628752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:04:38.632461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Usage tracker for resource:network and tenant:3679b2374143455b8419929958e98b5c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:04:38.635408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:04:38.640993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:04:38.714126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Made reservation on behalf of 3679b2374143455b8419929958e98b5c for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:04:38.716362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:38.732912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:38.770982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:04:38.774838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Usage tracker for resource:security_group_rule and tenant:3679b2374143455b8419929958e98b5c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:04:38.777697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:04:38.783340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:04:38.870478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:38.913981 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:38.939865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Reserving flat network on physical network physnet1 {{(pid=84154) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 08:04:38.949294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a38bcf-0407-42ab-a16b-b09b118e802f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:38.957691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727488330195', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:38.957783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Unsubscribe: segment precommit_create {{(pid=84154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 08:04:38.958245 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Added segment a6db62b7-1c63-4a20-96e7-e5ab584a46ba of type flat for network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e Jan 17 08:04:38.999775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:39.108798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:39.109591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:04:39.110151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:39.221185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] Pushing event updated for resources: {'Network': ['ID=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:39.231789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:04:39.300617 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-57d15aa5-e774-4431-bb28-411d504bf30a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0530941 Jan 17 08:04:39.402808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:39.480627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:40.716639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:41.542697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44368) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:41.771182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a1096-1c25-42c3-9c8e-9760dadca9b4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:04:41.772542 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-656a1096-1c25-42c3-9c8e-9760dadca9b4 admin admin] 10.222.0.44 "GET /v2.0/subnets/76274012-f190-47ba-8cb8-ece8cba7800d HTTP/1.1" status: 200 len: 849 time: 0.2288592 Jan 17 08:04:41.915401 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3b5f1bef-23c6-4c45-9a9c-9e2467427627 admin admin] 10.222.0.44 "GET /v2.0/routers/7583f54e-4455-4349-bba2-6f873d458684 HTTP/1.1" status: 200 len: 704 time: 0.1372578 Jan 17 08:04:42.368166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:42.591090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Allocated IP 172.20.0.1 (92aecfa2-3425-44d7-b4b1-ced8d2eb9821/76274012-f190-47ba-8cb8-ece8cba7800d/503c4b82-5275-4091-aef7-e528d8bc366f) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:04:42.741929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:42.758862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Transition to ACTIVE for port object 503c4b82-5275-4091-aef7-e528d8bc366f will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:04:42.886100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:42.952164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:04:42.954832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:04:42.958540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:04:42.959036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:42.968244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=503c4b82-5275-4091-aef7-e528d8bc366f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:43.172516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:43.222773 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-eb51f218-f40c-4c55-b78d-66bc7dc8da12 None None] Provisioning for port 503c4b82-5275-4091-aef7-e528d8bc366f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:04:43.227794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-eb51f218-f40c-4c55-b78d-66bc7dc8da12 None None] Provisioning complete for port 503c4b82-5275-4091-aef7-e528d8bc366f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:04:43.228109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb51f218-f40c-4c55-b78d-66bc7dc8da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:43.279064 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eb51f218-f40c-4c55-b78d-66bc7dc8da12 None None] Port 503c4b82-5275-4091-aef7-e528d8bc366f cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:04:43.390835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:43.445649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:43.446375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:43.573611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=503c4b82-5275-4091-aef7-e528d8bc366f,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:43.637205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:04:43.641876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:04:43.801397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d017ae6f-75b5-485d-8cc0-45f554b6129e None None] Provisioning complete for port 503c4b82-5275-4091-aef7-e528d8bc366f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:04:43.801797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d017ae6f-75b5-485d-8cc0-45f554b6129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:43.855054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d017ae6f-75b5-485d-8cc0-45f554b6129e None None] Port 503c4b82-5275-4091-aef7-e528d8bc366f cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:04:44.062633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Router 7583f54e-4455-4349-bba2-6f873d458684 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:04:44.224678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:04:44.233688 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-82863b09-6643-43cc-bc11-40bb92c60ec3 admin admin] 10.222.0.44 "PUT /v2.0/routers/7583f54e-4455-4349-bba2-6f873d458684/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3128152 Jan 17 08:04:44.234614 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Sync routers for ids ['7583f54e-4455-4349-bba2-6f873d458684'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:04:44.249866 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Routers {'7583f54e-4455-4349-bba2-6f873d458684'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:04:44.250716 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7583f54e-4455-4349-bba2-6f873d458684'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:44.422778 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Set router 7583f54e-4455-4349-bba2-6f873d458684 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:04:44.781416 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7583f54e-4455-4349-bba2-6f873d458684', 'name': 'router1', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:04:33Z', 'updated_at': '2022-01-17T08:04:43Z', 'revision_number': 2, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'gw_port_host': None, '_interfaces': [{'id': '503c4b82-5275-4091-aef7-e528d8bc366f', 'name': '', 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'mac_address': 'fa:16:3e:71:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7583f54e-4455-4349-bba2-6f873d458684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:04:42Z', 'updated_at': '2022-01-17T08:04:43Z', 'revision_number': 2, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'subnets': [{'id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00c85d3c-36a0-455e-b4f2-852aa5227ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:44.786199 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Checking router: 7583f54e-4455-4349-bba2-6f873d458684 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:04:44.786532 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Updating router 7583f54e-4455-4349-bba2-6f873d458684 port 503c4b82-5275-4091-aef7-e528d8bc366f binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:04:44.839657 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:45.201225 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:45.215124 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Transition to ACTIVE for port object 503c4b82-5275-4091-aef7-e528d8bc366f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:04:45.271412 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:45.491706 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Pushing event updated for resources: {'Port': ['ID=503c4b82-5275-4091-aef7-e528d8bc366f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:45.524573 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.524919 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.525255 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.525585 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.525926 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.526358 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.526719 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.527058 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.527500 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.527832 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.528153 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Tracked resource versions report: Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: pushed versions: Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: { 'ConntrackHelper': {'1.0'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Log': {'1.0'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Network': {'1.1'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Port': {'1.5'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'PortForwarding': {'1.2'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'QosPolicy': {'1.8'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SecurityGroup': {'1.2'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SecurityGroupRule': {'1.0'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SubPort': {'1.0'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Subnet': {'1.1'}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Trunk': {'1.1'}} Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: consumer versions: Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: { DHCP agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: L3 agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: Metadata agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: Metering agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: Open vSwitch agent@dv-neutron-824874-1-hyperv: { 'ConntrackHelper': '1.0', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Log': '1.0', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Network': '1.1', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Port': '1.5', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'PortForwarding': '1.2', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'QosPolicy': '1.8', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SecurityGroup': '1.2', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SecurityGroupRule': '1.0', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SubPort': '1.0', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Subnet': '1.1', Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Trunk': '1.1'}} Jan 17 08:04:45.529538 dv-neutron-824874-1-hyperv neutron-server[84157]: {{(pid=84157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 08:04:45.531769 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Attempting to bind port 503c4b82-5275-4091-aef7-e528d8bc366f on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:04:45.532222 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Attempting to bind port 503c4b82-5275-4091-aef7-e528d8bc366f by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '77e020aa-ba59-466e-a568-eb9bb66fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:04:45.532693 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Attempting to bind port 503c4b82-5275-4091-aef7-e528d8bc366f on network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:04:45.540602 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:04:45.540994 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Checking segment: {'id': '77e020aa-ba59-466e-a568-eb9bb66fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:04:45.541463 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:45.541846 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Bound using segment: {'id': '77e020aa-ba59-466e-a568-eb9bb66fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:04:45.542304 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Bound port: 503c4b82-5275-4091-aef7-e528d8bc366f, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e020aa-ba59-466e-a568-eb9bb66fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:04:45.542719 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:45.630093 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] For port 503c4b82-5275-4091-aef7-e528d8bc366f, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:04:45.633866 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] For port 503c4b82-5275-4091-aef7-e528d8bc366f, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=503c4b82-5275-4091-aef7-e528d8bc366f,segment=NetworkSegment(77e020aa-ba59-466e-a568-eb9bb66fe0e2),segment_id=77e020aa-ba59-466e-a568-eb9bb66fe0e2)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:04:45.703371 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:45.795258 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7feac-b0fe-495e-9165-8a860d34f43c None None] Pushing event updated for resources: {'Port': ['ID=503c4b82-5275-4091-aef7-e528d8bc366f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:45.799709 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Routers {'7583f54e-4455-4349-bba2-6f873d458684'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:04:45.800319 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7583f54e-4455-4349-bba2-6f873d458684'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:45.953827 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] Set router 7583f54e-4455-4349-bba2-6f873d458684 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:04:46.270912 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7583f54e-4455-4349-bba2-6f873d458684', 'name': 'router1', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:04:33Z', 'updated_at': '2022-01-17T08:04:43Z', 'revision_number': 2, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'gw_port_host': None, '_interfaces': [{'id': '503c4b82-5275-4091-aef7-e528d8bc366f', 'name': '', 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'mac_address': 'fa:16:3e:71:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7583f54e-4455-4349-bba2-6f873d458684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:04:42Z', 'updated_at': '2022-01-17T08:04:45Z', 'revision_number': 4, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'subnets': [{'id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00c85d3c-36a0-455e-b4f2-852aa5227ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:46.274617 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316ba7f-73af-4d29-8d35-07653efcead2 None None] The sync data for ids ['7583f54e-4455-4349-bba2-6f873d458684'] in dv-neutron-824874-1-hyperv is: [{'id': '7583f54e-4455-4349-bba2-6f873d458684', 'name': 'router1', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:04:33Z', 'updated_at': '2022-01-17T08:04:43Z', 'revision_number': 2, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'gw_port_host': None, '_interfaces': [{'id': '503c4b82-5275-4091-aef7-e528d8bc366f', 'name': '', 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'mac_address': 'fa:16:3e:71:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7583f54e-4455-4349-bba2-6f873d458684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:04:42Z', 'updated_at': '2022-01-17T08:04:45Z', 'revision_number': 4, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'subnets': [{'id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00c85d3c-36a0-455e-b4f2-852aa5227ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:04:46.290504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44390) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:46.459728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ba1e06-994d-406d-8fc1-8b41c04ae710 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:04:46.460285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a8ba1e06-994d-406d-8fc1-8b41c04ae710 admin admin] Synchronizing usage tracker for tenant:3679b2374143455b8419929958e98b5c on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:04:46.544529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a8ba1e06-994d-406d-8fc1-8b41c04ae710 admin admin] Unset dirty status for tenant:3679b2374143455b8419929958e98b5c on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:04:46.547569 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a8ba1e06-994d-406d-8fc1-8b41c04ae710 admin admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 842 time: 0.2560575 Jan 17 08:04:46.556904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'ip_version': 4, 'gateway_ip': '172.26.4.1', 'cidr': '172.26.4.0/24'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:04:46.563085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:04:46.566811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Usage tracker for resource:subnet and tenant:3679b2374143455b8419929958e98b5c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:04:46.569869 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:04:46.576486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:04:46.662561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Made reservation on behalf of 3679b2374143455b8419929958e98b5c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:04:46.664839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:47.128391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:04:47.128832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:47.205333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4065b71-c552-4dec-beaf-0757a5a295ba,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:47.214121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:04:47.214458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Network hostable DHCP agents. Network: c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:04:47.313954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:04:47.388380 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:04:47.392210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:04:47.392918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:47.398865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724eda4f-212c-4ad6-837b-686ef4df1814 None None] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:04:47.483129 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b9a990c5-756f-482e-9620-3d54562785d6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9298267 Jan 17 08:04:47.616828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac385d6-c008-41cd-8274-e56c7ca756ff None None] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:04:47.696413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 503c4b82-5275-4091-aef7-e528d8bc366f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:04:47.916449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 503c4b82-5275-4091-aef7-e528d8bc366f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:04:47.927066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 503c4b82-5275-4091-aef7-e528d8bc366f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:04:47.927066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:48.057081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:48.098257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 503c4b82-5275-4091-aef7-e528d8bc366f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=503c4b82-5275-4091-aef7-e528d8bc366f,segment=NetworkSegment(77e020aa-ba59-466e-a568-eb9bb66fe0e2),segment_id=77e020aa-ba59-466e-a568-eb9bb66fe0e2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:04:48.162407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:48.228947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=503c4b82-5275-4091-aef7-e528d8bc366f,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:48.651863 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 5 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:04:49.594319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44404) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:49.667616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 503c4b82-5275-4091-aef7-e528d8bc366f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:04:49.736492 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 503c4b82-5275-4091-aef7-e528d8bc366f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:04:49.736862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:49.838228 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a7d0bd20-50e4-4f40-8474-77ed2d1e2d55 admin admin] 10.222.0.44 "GET /v2.0/routers/7583f54e-4455-4349-bba2-6f873d458684 HTTP/1.1" status: 200 len: 710 time: 0.2427733 Jan 17 08:04:49.963530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f19809-1700-48f4-81c8-111ad12f6649 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:04:49.969230 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-12f19809-1700-48f4-81c8-111ad12f6649 admin admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 886 time: 0.1215463 Jan 17 08:04:49.973665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:04:50.439540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:50.729232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:50.784714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:50.911530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Allocated IP 172.26.4.22 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/a6eae22d-35cc-4182-a2e8-ef7e86972cd1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:04:51.090620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:51.171570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:51.236165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:04:51.238932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:04:51.242664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:04:51.270659 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Pushing event updated for resources: {'Port': ['ID=a6eae22d-35cc-4182-a2e8-ef7e86972cd1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:51.439884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:51.599826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:51.603029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:51.794024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Router 7583f54e-4455-4349-bba2-6f873d458684 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:04:51.986006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:04:51.994382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:51.994914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Sync routers for ids ['7583f54e-4455-4349-bba2-6f873d458684'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:04:51.995672 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-456e3682-397e-44d0-a423-b2755525502e admin admin] 10.222.0.44 "PUT /v2.0/routers/7583f54e-4455-4349-bba2-6f873d458684 HTTP/1.1" status: 200 len: 889 time: 2.0253739 Jan 17 08:04:52.007806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Routers {'7583f54e-4455-4349-bba2-6f873d458684'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:04:52.008622 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7583f54e-4455-4349-bba2-6f873d458684'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:52.196951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Set router 7583f54e-4455-4349-bba2-6f873d458684 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:04:52.524653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7583f54e-4455-4349-bba2-6f873d458684', 'name': 'router1', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a6eae22d-35cc-4182-a2e8-ef7e86972cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:04:33Z', 'updated_at': '2022-01-17T08:04:51Z', 'revision_number': 4, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'gw_port': {'id': 'a6eae22d-35cc-4182-a2e8-ef7e86972cd1', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7583f54e-4455-4349-bba2-6f873d458684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:04:50Z', 'updated_at': '2022-01-17T08:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '503c4b82-5275-4091-aef7-e528d8bc366f', 'name': '', 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'mac_address': 'fa:16:3e:71:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7583f54e-4455-4349-bba2-6f873d458684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:04:42Z', 'updated_at': '2022-01-17T08:04:48Z', 'revision_number': 5, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'subnets': [{'id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00c85d3c-36a0-455e-b4f2-852aa5227ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:52.529469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Checking router: 7583f54e-4455-4349-bba2-6f873d458684 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:04:52.529816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Updating router 7583f54e-4455-4349-bba2-6f873d458684 port a6eae22d-35cc-4182-a2e8-ef7e86972cd1 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:04:52.582497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:52.900503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:52.911853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Transition to ACTIVE for port object a6eae22d-35cc-4182-a2e8-ef7e86972cd1 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:04:52.996588 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:53.078610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f1388-9c1a-4cee-acf1-c7bb47966e20 None None] Pushing event updated for resources: {'Port': ['ID=a6eae22d-35cc-4182-a2e8-ef7e86972cd1,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:53.080811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Attempting to bind port a6eae22d-35cc-4182-a2e8-ef7e86972cd1 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:04:53.081183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Attempting to bind port a6eae22d-35cc-4182-a2e8-ef7e86972cd1 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:04:53.081547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Attempting to bind port a6eae22d-35cc-4182-a2e8-ef7e86972cd1 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:04:53.088813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:04:53.089189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:04:53.089594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:53.089988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:04:53.090446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Bound port: a6eae22d-35cc-4182-a2e8-ef7e86972cd1, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:04:53.090833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:53.162592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] For port a6eae22d-35cc-4182-a2e8-ef7e86972cd1, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:04:53.165459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] For port a6eae22d-35cc-4182-a2e8-ef7e86972cd1, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a6eae22d-35cc-4182-a2e8-ef7e86972cd1,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:04:53.234664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:53.313839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f1388-9c1a-4cee-acf1-c7bb47966e20 None None] Pushing event updated for resources: {'Port': ['ID=a6eae22d-35cc-4182-a2e8-ef7e86972cd1,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:53.316596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Routers {'7583f54e-4455-4349-bba2-6f873d458684'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:04:53.317426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7583f54e-4455-4349-bba2-6f873d458684'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:53.517019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] Set router 7583f54e-4455-4349-bba2-6f873d458684 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:04:53.900719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7583f54e-4455-4349-bba2-6f873d458684', 'name': 'router1', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a6eae22d-35cc-4182-a2e8-ef7e86972cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:04:33Z', 'updated_at': '2022-01-17T08:04:51Z', 'revision_number': 4, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'gw_port': {'id': 'a6eae22d-35cc-4182-a2e8-ef7e86972cd1', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7583f54e-4455-4349-bba2-6f873d458684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:04:50Z', 'updated_at': '2022-01-17T08:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '503c4b82-5275-4091-aef7-e528d8bc366f', 'name': '', 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'mac_address': 'fa:16:3e:71:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7583f54e-4455-4349-bba2-6f873d458684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:04:42Z', 'updated_at': '2022-01-17T08:04:48Z', 'revision_number': 5, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'subnets': [{'id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00c85d3c-36a0-455e-b4f2-852aa5227ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:04:53.904813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7329a-1267-4beb-b145-cb6414ba1005 None None] The sync data for ids ['7583f54e-4455-4349-bba2-6f873d458684'] in dv-neutron-824874-1-hyperv is: [{'id': '7583f54e-4455-4349-bba2-6f873d458684', 'name': 'router1', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'a6eae22d-35cc-4182-a2e8-ef7e86972cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:04:33Z', 'updated_at': '2022-01-17T08:04:51Z', 'revision_number': 4, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'gw_port': {'id': 'a6eae22d-35cc-4182-a2e8-ef7e86972cd1', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7583f54e-4455-4349-bba2-6f873d458684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:04:50Z', 'updated_at': '2022-01-17T08:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '503c4b82-5275-4091-aef7-e528d8bc366f', 'name': '', 'network_id': '92aecfa2-3425-44d7-b4b1-ced8d2eb9821', 'tenant_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'mac_address': 'fa:16:3e:71:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7583f54e-4455-4349-bba2-6f873d458684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:04:42Z', 'updated_at': '2022-01-17T08:04:48Z', 'revision_number': 5, 'project_id': 'a4c6e0594d8e4ac98094a6e65072b51a', 'subnets': [{'id': '76274012-f190-47ba-8cb8-ece8cba7800d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '00c85d3c-36a0-455e-b4f2-852aa5227ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:04:54.234368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 44414) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:04:54.371186 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-edcc58f1-afb5-4ec4-b499-d77768a7fd83 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1354191 Jan 17 08:04:55.697464 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a6eae22d-35cc-4182-a2e8-ef7e86972cd1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:04:55.834307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port a6eae22d-35cc-4182-a2e8-ef7e86972cd1 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:04:55.839424 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a6eae22d-35cc-4182-a2e8-ef7e86972cd1 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:04:55.839796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:55.962685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:55.985206 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port a6eae22d-35cc-4182-a2e8-ef7e86972cd1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a6eae22d-35cc-4182-a2e8-ef7e86972cd1,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:04:56.057477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:04:56.125344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=a6eae22d-35cc-4182-a2e8-ef7e86972cd1,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:04:57.695584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a6eae22d-35cc-4182-a2e8-ef7e86972cd1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:04:57.789832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a6eae22d-35cc-4182-a2e8-ef7e86972cd1 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:04:57.790965 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:06.042448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-217ccf2d-07b2-4183-90b8-19e9f7e8b280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:08.219397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a1df5104-e46f-4756-878a-5ddb3be4ac6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:09.331034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:09.474535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:10.742316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:25.652080 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 5 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:05:35.973119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3ac1-8909-4d6c-ad03-03236acefaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:38.190267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-602961b0-02b8-47b7-8af3-11df412f9d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:39.339222 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:39.471111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:05:40.733645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:02.652302 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 5 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:06:05.984328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22afef68-7a4b-455e-a4b6-31eeace234bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:08.621641 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4d19708-4b81-46bc-9041-152f52725a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:09.327149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:09.470068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:10.757186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:36.015616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b6cd63c-a5ec-4e13-bf29-c519a993c9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:38.200311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2172f008-3de0-4047-a0bd-1f46d5f18448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:39.334965 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:39.466642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:06:39.652094 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 5 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:06:40.735706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:03.587603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45018) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:03.676164 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb35a9f6-c8bf-4165-9901-4f0cf889ef44 admin admin] GET failed (client error): The resource could not be found. Jan 17 08:07:03.677349 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fb35a9f6-c8bf-4165-9901-4f0cf889ef44 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0888207 Jan 17 08:07:03.805608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe349ed-3a96-4255-8be4-992576e9b74c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:03.806964 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1fe349ed-3a96-4255-8be4-992576e9b74c admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1257415 Jan 17 08:07:05.846272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:05.974731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3994e6ee-1c44-4343-acc9-07dbe60b2ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:05.984222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97c88d-2081-4791-a4d5-330232dee47b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:05.985550 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4f97c88d-2081-4791-a4d5-330232dee47b admin admin] 10.222.0.44 "GET /v2.0/subnets/76274012-f190-47ba-8cb8-ece8cba7800d HTTP/1.1" status: 200 len: 849 time: 0.1383550 Jan 17 08:07:05.994477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:07:06.111941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:06.357376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727488254455'] for subnet, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:06.407891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:06.408413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:06.417405 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] 10.222.0.44 "PUT /v2.0/subnets/76274012-f190-47ba-8cb8-ece8cba7800d HTTP/1.1" status: 200 len: 868 time: 0.4187398 Jan 17 08:07:06.417631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850fdc29-627e-4b07-abaf-287dbb72eaec None None] Network 92aecfa2-3425-44d7-b4b1-ced8d2eb9821 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:07:06.433595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76274012-f190-47ba-8cb8-ece8cba7800d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:07:06.442409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.443022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.443377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.443701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.444020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.444338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.444658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.444969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.445371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.445583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.446038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b30274-cfcd-47e6-843f-b1e08007d449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:06.939731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0ceb46c5-5e43-4c5b-a8a3-fe89f797c3eb None None] Provisioning complete for port 503c4b82-5275-4091-aef7-e528d8bc366f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:07:06.940102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ceb46c5-5e43-4c5b-a8a3-fe89f797c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:07.063336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0ceb46c5-5e43-4c5b-a8a3-fe89f797c3eb None None] Provisioning complete for port 15b36bda-391f-43ce-a7ae-0912d6195b9c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:07:07.064007 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ceb46c5-5e43-4c5b-a8a3-fe89f797c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:08.182017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a0a22922-bda4-43ff-be3b-be900e1399a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:08.430418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:08.638639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae00603-a255-485d-9496-9dad0f2b3cc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:08.639010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae00603-a255-485d-9496-9dad0f2b3cc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:08.640551 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0ae00603-a255-485d-9496-9dad0f2b3cc7 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2091961 Jan 17 08:07:09.345855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:09.465993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:10.655563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45048) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:10.751892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:10.850249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424792dc-f6e5-434e-b017-d04a35e842ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:10.850875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424792dc-f6e5-434e-b017-d04a35e842ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:10.852391 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-424792dc-f6e5-434e-b017-d04a35e842ae admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959066 Jan 17 08:07:12.896432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45058) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:13.087384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2201fbc-51cf-46cd-b702-be4404bd7cbd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:13.089224 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e2201fbc-51cf-46cd-b702-be4404bd7cbd admin admin] 10.222.0.44 "GET /v2.0/networks/92aecfa2-3425-44d7-b4b1-ced8d2eb9821 HTTP/1.1" status: 200 len: 869 time: 0.1912818 Jan 17 08:07:15.116989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45068) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:15.301854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb25a51-2efd-4a69-a2b2-f3235cba7ca8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:15.303115 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4bb25a51-2efd-4a69-a2b2-f3235cba7ca8 admin admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 886 time: 0.1851401 Jan 17 08:07:16.652195 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 5 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:07:17.323509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45078) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:17.454462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65139f4a-819d-4ac5-98a6-28fbb3968937 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:17.454829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65139f4a-819d-4ac5-98a6-28fbb3968937 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:17.455577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-65139f4a-819d-4ac5-98a6-28fbb3968937 admin admin] Synchronizing usage tracker for tenant:3679b2374143455b8419929958e98b5c on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:07:17.545914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-65139f4a-819d-4ac5-98a6-28fbb3968937 admin admin] Unset dirty status for tenant:3679b2374143455b8419929958e98b5c on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:07:17.547019 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-65139f4a-819d-4ac5-98a6-28fbb3968937 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2225745 Jan 17 08:07:19.543270 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45088) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:19.670124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5deb4dd-b4b8-48fc-bca8-819ca7525ba0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:19.670496 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5deb4dd-b4b8-48fc-bca8-819ca7525ba0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:19.673048 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b5deb4dd-b4b8-48fc-bca8-819ca7525ba0 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278126 Jan 17 08:07:21.693488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45098) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:21.822468 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9244d91-84e7-4069-aff4-4e46973826de admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:21.823791 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e9244d91-84e7-4069-aff4-4e46973826de admin admin] 10.222.0.44 "GET /v2.0/subnets/76274012-f190-47ba-8cb8-ece8cba7800d HTTP/1.1" status: 200 len: 868 time: 0.1293800 Jan 17 08:07:23.821775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45108) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:23.941810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269bedb8-9be9-4c29-9878-6e5e906a33f9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:23.943375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-269bedb8-9be9-4c29-9878-6e5e906a33f9 admin admin] 10.222.0.44 "GET /v2.0/subnets/b4065b71-c552-4dec-beaf-0757a5a295ba HTTP/1.1" status: 200 len: 816 time: 0.1200442 Jan 17 08:07:35.992942 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f9e146e2-32a2-4108-a97a-630fc65e418e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:38.198656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4628b2e-4414-4cac-9b84-24a0d2dfe911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:39.328017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:39.453832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:40.741644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:42.222616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45146) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:42.291602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-e0cd7589-5d24-4a52-a16e-261ac9becdb6 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:07:42.292558 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e0cd7589-5d24-4a52-a16e-261ac9becdb6 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0689790 Jan 17 08:07:44.395843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45156) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:44.518011 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dedeb3a-3946-4032-8584-b6feed42963b admin admin] GET failed (client error): The resource could not be found. Jan 17 08:07:44.519278 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9dedeb3a-3946-4032-8584-b6feed42963b admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1224627 Jan 17 08:07:44.638378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403aafd-dacc-4eb4-a091-d22457ce18ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:44.639802 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1403aafd-dacc-4eb4-a091-d22457ce18ed admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1165967 Jan 17 08:07:46.644824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45166) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:46.714618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:07:46.719068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:07:46.728184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:07:46.809608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Made reservation on behalf of 3679b2374143455b8419929958e98b5c for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:07:46.811980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:46.897818 dv-neutron-824874-1-hyperv neutron-server[84154]: WARNING neutron.services.revisions.revision_plugin [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Could not find related network for resource to bump revision. Jan 17 08:07:46.909766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:07:46.917914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:46.918254 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Added segment 302416af-c328-4c04-9dd6-991f14206c4d of type vlan for network f4566dc2-9e75-444e-8d1b-af027a90813c Jan 17 08:07:46.943475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:47.026935 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:47.027735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:47.028320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:47.126804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Pushing event updated for resources: {'Network': ['ID=f4566dc2-9e75-444e-8d1b-af027a90813c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:07:47.135032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.135402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.135743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.136078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.136411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.136739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.137073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.137397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.137717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.138037 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.138356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:47.148679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f4566dc2-9e75-444e-8d1b-af027a90813c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:07:47.180227 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c703ecce-10c9-438c-890a-5a8403d953ae admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5343177 Jan 17 08:07:49.197248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45176) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:07:49.285554 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3659a98b-4cb5-4ed3-9817-f488271d1a79 admin admin] GET failed (client error): The resource could not be found. Jan 17 08:07:49.286045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3659a98b-4cb5-4ed3-9817-f488271d1a79 admin admin] Synchronizing usage tracker for tenant:3679b2374143455b8419929958e98b5c on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:07:49.367871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3659a98b-4cb5-4ed3-9817-f488271d1a79 admin admin] Unset dirty status for tenant:3679b2374143455b8419929958e98b5c on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:07:49.369153 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3659a98b-4cb5-4ed3-9817-f488271d1a79 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1709332 Jan 17 08:07:49.471459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae315cde-837e-4991-b1c1-bcb64b232e32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:49.472894 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ae315cde-837e-4991-b1c1-bcb64b232e32 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999055 Jan 17 08:07:49.482755 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c', 'description': 'shared-subnet'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:07:49.486903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:07:49.496086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:07:49.557757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Made reservation on behalf of 3679b2374143455b8419929958e98b5c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:07:49.559976 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:49.838981 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:49.906531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e906a271-3354-4ef9-85ee-85edb691fa12,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:07:49.922845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Checking segment: {'id': '302416af-c328-4c04-9dd6-991f14206c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:07:49.923213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Network hostable DHCP agents. Network: f4566dc2-9e75-444e-8d1b-af027a90813c, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:07:50.009676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Network f4566dc2-9e75-444e-8d1b-af027a90813c is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:07:50.101134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f4566dc2-9e75-444e-8d1b-af027a90813c) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:07:50.105483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:07:50.106057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:50.112113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299b4fb7-2d24-4a59-8720-84ac84b957e0 None None] Network f4566dc2-9e75-444e-8d1b-af027a90813c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:07:50.185706 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-46b33554-10a9-46ac-9c05-492e5959d55d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7061665 Jan 17 08:07:50.329992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f4566dc2-9e75-444e-8d1b-af027a90813c', 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c', 'tenant_id': '3679b2374143455b8419929958e98b5c', 'fixed_ips': [{'subnet_id': 'e906a271-3354-4ef9-85ee-85edb691fa12'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:07:50.330968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:50.496071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Allocated IP 192.168.233.2 (f4566dc2-9e75-444e-8d1b-af027a90813c/e906a271-3354-4ef9-85ee-85edb691fa12/6f5f7e47-ad06-4af7-9f54-afed8e43dd66) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:07:50.696037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:50.707327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Transition to ACTIVE for port object 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:07:50.726999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Transition to ACTIVE for port object 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:07:50.799480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:50.866341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Network f4566dc2-9e75-444e-8d1b-af027a90813c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:07:50.869732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:07:50.873557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:07:50.879549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Pushing event updated for resources: {'Port': ['ID=6f5f7e47-ad06-4af7-9f54-afed8e43dd66,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:07:50.911906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.912262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.912598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.912944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.913289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.913627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.913955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.914277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.914604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.914955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.915296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:07:50.973929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Attempting to bind port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:07:50.974293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Attempting to bind port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '302416af-c328-4c04-9dd6-991f14206c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:07:50.974654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Attempting to bind port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 on network f4566dc2-9e75-444e-8d1b-af027a90813c {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:07:50.981159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:07:50.981469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Checking segment: {'id': '302416af-c328-4c04-9dd6-991f14206c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:07:50.981869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:50.982264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Bound using segment: {'id': '302416af-c328-4c04-9dd6-991f14206c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:07:50.982730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Bound port: 6f5f7e47-ad06-4af7-9f54-afed8e43dd66, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302416af-c328-4c04-9dd6-991f14206c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:07:50.983111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:51.072204 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] For port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:07:51.075182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] For port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6f5f7e47-ad06-4af7-9f54-afed8e43dd66,segment=NetworkSegment(302416af-c328-4c04-9dd6-991f14206c4d),segment_id=302416af-c328-4c04-9dd6-991f14206c4d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:07:51.159041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:51.242838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd8e40-d6dc-4472-96f3-72016844998e None None] Pushing event updated for resources: {'Port': ['ID=6f5f7e47-ad06-4af7-9f54-afed8e43dd66,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:07:51.783434 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:07:51.944992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:07:52.049748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58475924-0803-4f32-8a60-40e40d650136 None None] Network f4566dc2-9e75-444e-8d1b-af027a90813c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:07:52.257788 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91614253-cce8-4b7c-aa80-a05c4b71201b None None] Provisioning for port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:07:52.267278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91614253-cce8-4b7c-aa80-a05c4b71201b None None] Provisioning complete for port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:07:52.267637 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91614253-cce8-4b7c-aa80-a05c4b71201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:52.404422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91614253-cce8-4b7c-aa80-a05c4b71201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:52.438559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-91614253-cce8-4b7c-aa80-a05c4b71201b None None] For port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6f5f7e47-ad06-4af7-9f54-afed8e43dd66,segment=NetworkSegment(302416af-c328-4c04-9dd6-991f14206c4d),segment_id=302416af-c328-4c04-9dd6-991f14206c4d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:07:52.495887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91614253-cce8-4b7c-aa80-a05c4b71201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:52.567554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91614253-cce8-4b7c-aa80-a05c4b71201b None None] Pushing event updated for resources: {'Port': ['ID=6f5f7e47-ad06-4af7-9f54-afed8e43dd66,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:07:52.620095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-52fa2d7c-c9c9-4af4-a2e1-1402a73a0e77 None None] Provisioning complete for port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:07:52.620407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52fa2d7c-c9c9-4af4-a2e1-1402a73a0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:07:53.651668 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 5 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:07:53.758525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:07:53.830948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 6f5f7e47-ad06-4af7-9f54-afed8e43dd66 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:07:53.831349 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:05.982610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e37984d-bca9-430a-9480-d4a9ada52145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:08.196243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-16f33366-0d18-4891-b46a-0bfc9be91eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:09.402288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:09.462199 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:10.803259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:30.651359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 5 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:08:35.980269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c284fd7f-85bd-49ea-aa4a-57804b8b1d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:38.203174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cfcfb9aa-9c90-45f6-9dc8-bb52014177d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:39.384531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:39.481565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:08:40.774126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:02.083803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45218) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:09:02.089920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-6f15b1d7-707e-488e-b785-da540dbcf3dc tempest-verify_tempest_config-275794733 tempest-verify_tempest_config-275794733-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:09:02.090854 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6f15b1d7-707e-488e-b785-da540dbcf3dc tempest-verify_tempest_config-275794733 tempest-verify_tempest_config-275794733-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060964 Jan 17 08:09:02.632719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45234) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:09:02.771035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:02.800606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:09:02.804285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Usage tracker for resource:security_group_rule and tenant:e084fddc6a324735a3d52496e450ffad is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:09:02.807525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:09:02.813005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:09:02.876985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:02.950805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:03.000066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd486c09-49e8-4013-a0c1-1b8f7850660d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:09:03.005473 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e084fddc6a324735a3d52496e450ffad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3717682 Jan 17 08:09:03.008317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45240) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:09:03.010692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.011039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.011402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.011730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.012058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.012404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.012729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.013065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.013383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.013700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.014014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1921cb-b09c-4d83-9fce-faf1e2d43711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.069757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:03.093217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:03.286578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:03.303014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd486c09-49e8-4013-a0c1-1b8f7850660d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:09:03.315476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:03.316740 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd486c09-49e8-4013-a0c1-1b8f7850660d HTTP/1.1" status: 204 len: 168 time: 0.3073399 Jan 17 08:09:03.318794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.319174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.319512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.319848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.320202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.320546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.321002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.321290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.321629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.322094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:03.322514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f45c-da2c-4fcc-a83d-5b16b35358d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:09:05.990620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f4949d9-21a3-4c61-ba2e-9bc8e3c5f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:07.651042 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 5 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:09:08.196053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c590250-bca0-466e-96f2-905b86ec88b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:09.344943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:09.476032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:10.761673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:35.983911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c933832-ed97-4541-b3be-6762333aa333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:38.195388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8d72af91-ae8f-4484-ba95-86a14df462e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:39.349158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:39.453107 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:40.795271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:09:44.650752 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 5 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:10:05.978146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e276d62-45d7-4643-b46e-a96f99061371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:08.165999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a60d89d6-9f07-4f84-9815-d259b5a492c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:09.376829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:09.463518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:10.788793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:19.485308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488986'] for agent, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:21.650939 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:10:33.812324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45310) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:10:33.947297 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-75a8ad37-307c-42fa-94bd-d9c129242c9a admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1338048 Jan 17 08:10:35.947040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45320) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:10:35.995006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-021f92f2-c4dc-4974-9aed-198f47eb074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:36.033353 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dbb9abc6-df44-434c-89e4-754697ee4648 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0790405 Jan 17 08:10:38.183104 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e208129-75af-4e4d-8ae4-e31a2691541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:39.349840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:39.440217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:40.760417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:49.394188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:10:58.651512 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:11:05.976437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6876f35b-c0a4-48e5-9393-99d269cef4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:08.188485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8fbdfddd-57cb-49ae-9e5c-b31455d36e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:09.365215 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:09.433539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:10.788173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:19.426877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:35.652306 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:11:35.998513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbcb24c4-244d-412a-89e3-fda34fb49b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:38.192920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27133a3f-f775-462d-8b90-8198bda04b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:39.391589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:39.473050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:40.787588 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:49.404585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:58.298480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45442) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:11:58.910391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1150385255'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:11:58.917023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:11:58.920907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:network and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:11:58.923937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:11:58.929748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:11:59.021442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:11:59.025043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:59.037666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:59.071861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:11:59.075760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:security_group_rule and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:11:59.078880 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:11:59.086078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:11:59.162109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:59.215479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:59.250076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:11:59.253203 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c8572c-908a-416a-8f4e-b402df3d7016,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:11:59.267729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.268299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.268831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.269349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.269853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.270355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.270852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.271367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Tracked resource versions report: Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: pushed versions: Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: { 'ConntrackHelper': {'1.0'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Log': {'1.0'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Network': {'1.1'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Port': {'1.5'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'PortForwarding': {'1.2'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'QosPolicy': {'1.8'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SecurityGroup': {'1.2'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SecurityGroupRule': {'1.0'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SubPort': {'1.0'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Subnet': {'1.1'}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Trunk': {'1.1'}} Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: consumer versions: Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: { DHCP agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: HyperV agent@hv-neutron-8248: {}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: L3 agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: Metadata agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: Metering agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: Open vSwitch agent@dv-neutron-824874-1-hyperv: { 'ConntrackHelper': '1.0', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Log': '1.0', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Network': '1.1', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Port': '1.5', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'PortForwarding': '1.2', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'QosPolicy': '1.8', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SecurityGroup': '1.2', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SecurityGroupRule': '1.0', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'SubPort': '1.0', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Subnet': '1.1', Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: 'Trunk': '1.1'}} Jan 17 08:11:59.275483 dv-neutron-824874-1-hyperv neutron-server[84154]: {{(pid=84154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 08:11:59.278341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:59.278863 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Added segment 4fde46de-7e16-4b7f-99e8-66b112809430 of type vlan for network f8dda541-a6ad-4425-a3fa-1d9436a44791 Jan 17 08:11:59.307653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:59.432718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:59.436747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:11:59.437414 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:59.533542 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2291992 Jan 17 08:11:59.533988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45480) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:11:59.539699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:11:59.560874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338e791-1122-4d04-a039-fa09e0a4a0f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Network': ['ID=f8dda541-a6ad-4425-a3fa-1d9436a44791,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:11:59.571126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:11:59.667375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:11:59.667375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:11:59.667375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:11:59.669672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:11:59.718115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:11:59.819411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45490) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:11:59.830176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:11:59.975443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45500) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:00.142200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.226955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=fe4f1d57-6452-408c-a61f-0a4ef193fffe,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:00.233096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-417965843-network', 'tenant_id': '32f31bd8c25644b2b993868c561e5454'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:00.237620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:00.239372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.239738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.240269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.240393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.240702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.241023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.241345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.242208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.242555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.242846 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.243159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:00.243669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Usage tracker for resource:network and tenant:32f31bd8c25644b2b993868c561e5454 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Tracked resource versions report: Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: pushed versions: Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: { 'ConntrackHelper': {'1.0'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Log': {'1.0'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Network': {'1.1'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Port': {'1.5'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'PortForwarding': {'1.2'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'QosPolicy': {'1.8'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SecurityGroup': {'1.2'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SecurityGroupRule': {'1.0'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SubPort': {'1.0'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Subnet': {'1.1'}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Trunk': {'1.1'}} Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: consumer versions: Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: { DHCP agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: HyperV agent@hv-neutron-8248: {}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: L3 agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: Metadata agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: Metering agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: Open vSwitch agent@dv-neutron-824874-1-hyperv: { 'ConntrackHelper': '1.0', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Log': '1.0', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Network': '1.1', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Port': '1.5', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'PortForwarding': '1.2', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'QosPolicy': '1.8', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SecurityGroup': '1.2', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SecurityGroupRule': '1.0', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'SubPort': '1.0', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Subnet': '1.1', Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: 'Trunk': '1.1'}} Jan 17 08:12:00.244269 dv-neutron-824874-1-hyperv neutron-server[84155]: {{(pid=84155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 08:12:00.253442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:00.254592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:00.255006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network hostable DHCP agents. Network: f8dda541-a6ad-4425-a3fa-1d9436a44791, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:12:00.258757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:00.370058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Made reservation on behalf of 32f31bd8c25644b2b993868c561e5454 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:00.370716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:12:00.373563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.395888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.432805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:00.437005 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Usage tracker for resource:security_group_rule and tenant:32f31bd8c25644b2b993868c561e5454 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:00.440843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:00.448955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:00.466900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f8dda541-a6ad-4425-a3fa-1d9436a44791) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:00.470937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:00.471729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.482307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b8cc6-613b-403e-bf99-95716e440e06 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:00.536341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1550571014-network', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:00.544194 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.545401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:00.549240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Usage tracker for resource:network and tenant:b9ba4e0ea41f490294ebdd0b709d6369 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:00.552047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:00.558716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:00.613924 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aabad136-d8c2-4921-98a0-cb6d3e525d66 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0788021 Jan 17 08:12:00.615395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45514) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:00.624709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'name': 'tempest-NetworksTestDHCPv6-1500282648'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:00.628207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.662629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:00.672363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.672696 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Added segment 0b1aed31-0308-4270-b228-6eac136357f7 of type vlan for network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b Jan 17 08:12:00.706452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.743181 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Made reservation on behalf of b9ba4e0ea41f490294ebdd0b709d6369 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:00.746097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.759333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.786684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:00.791685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:00.793606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:00.795836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:00.797926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ba4e0ea41f490294ebdd0b709d6369 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:00.801239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:00.802976 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:00.808795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:00.842382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': 'fe4f1d57-6452-408c-a61f-0a4ef193fffe'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:12:00.843450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.849853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.849853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:00.849853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.876125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5b3ad3-5a30-42ef-adc2-7b28d615f8ed,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:00.896850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:00.901230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:00.911008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45528) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:00.958134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 627a6c52-c0a0-4e17-b2d0-172d99c09fd3 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:00.991429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] Pushing event updated for resources: {'Network': ['ID=17f264ea-aa2d-4e2f-be9f-873f03e41f4b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:01.006986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:01.036268 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.043942 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0ed6e262-d143-40ba-a1f7-beefca83067f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2193589 Jan 17 08:12:01.043942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45536) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:01.051155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Request body: {'subnet': {'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-417965843-subnet', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:01.056387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:01.060733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Usage tracker for resource:subnet and tenant:32f31bd8c25644b2b993868c561e5454 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:01.064343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:01.124609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:01.146770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.175420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:01.180339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::384 (f8dda541-a6ad-4425-a3fa-1d9436a44791/fe4f1d57-6452-408c-a61f-0a4ef193fffe/627a6c52-c0a0-4e17-b2d0-172d99c09fd3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:01.197293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.197293 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Added segment 02e8324c-48b2-4327-be5d-743ded495148 of type vlan for network f2781a32-dbcf-4a89-be6e-041dd74b2227 Jan 17 08:12:01.204901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb03cd4-dc6a-4176-b48b-cac6de160c39,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:01.225303 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Made reservation on behalf of 32f31bd8c25644b2b993868c561e5454 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:01.228288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.244500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.424096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.425710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:01.426502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.446144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.489736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 627a6c52-c0a0-4e17-b2d0-172d99c09fd3 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:01.542443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-288158898-network', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:01.573798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:01.582978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] Pushing event updated for resources: {'Network': ['ID=f2781a32-dbcf-4a89-be6e-041dd74b2227,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:01.585369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Usage tracker for resource:network and tenant:f63d850157224890ad3a5d7e0a15b155 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:01.588924 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:01.595114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:01.601272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f2781a32-dbcf-4a89-be6e-041dd74b2227 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:01.604939 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9bd07853-5efe-4abc-9f86-92811721eea4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6281426 Jan 17 08:12:01.608030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45552) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:01.614984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Request body: {'subnet': {'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1550571014-subnet', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:01.620477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:01.625095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Usage tracker for resource:subnet and tenant:b9ba4e0ea41f490294ebdd0b709d6369 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:01.628726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:01.632752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.672155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:01.691612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Made reservation on behalf of f63d850157224890ad3a5d7e0a15b155 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:01.694788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.708192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.714993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.766396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9572314a-8e41-42bf-8de3-4cb05ced5c99,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:01.772033 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Made reservation on behalf of b9ba4e0ea41f490294ebdd0b709d6369 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:01.775038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.830620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/fe4f1d57-6452-408c-a61f-0a4ef193fffe/2a1de34e-9082-4840-bfbe-e5ec961334d6) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:01.841603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:01.845187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:01.848322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:01.853384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:01.854480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:01.854841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:01.867102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Usage tracker for resource:security_group_rule and tenant:f63d850157224890ad3a5d7e0a15b155 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:01.874201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=627a6c52-c0a0-4e17-b2d0-172d99c09fd3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:01.879870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:01.887986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Checking segment: {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:01.888337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Network hostable DHCP agents. Network: 17f264ea-aa2d-4e2f-be9f-873f03e41f4b, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:12:01.893991 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:01.958933 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e06c46c2-7eb9-47a8-bcca-6b9bd30d7cc2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3421276 Jan 17 08:12:01.961880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45562) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:02.035035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.061651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:12:02.094487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a229f14-2096-47e8-917d-333a1e2d1a27 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:02.095176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a229f14-2096-47e8-917d-333a1e2d1a27 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:02.107484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.152949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8301a952-7470-4c39-8b63-f218a5fad1a5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:02.158689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:02.165349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 17f264ea-aa2d-4e2f-be9f-873f03e41f4b) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:02.171489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:02.172079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.175805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.176153 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Added segment 0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5 of type vlan for network b0250a93-ed00-4f23-9feb-2f0d97a63e9d Jan 17 08:12:02.183955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44e7d1-7702-461a-874c-56b6a3955817 None None] Network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:02.193436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0a229f14-2096-47e8-917d-333a1e2d1a27 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:02.198960 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0a229f14-2096-47e8-917d-333a1e2d1a27 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2334490 Jan 17 08:12:02.198960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45574) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:02.211104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.211554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.255243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.275772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Transition to ACTIVE for port object 2a1de34e-9082-4840-bfbe-e5ec961334d6 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:02.308149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd30e160-1e61-452a-8fb0-5eb1772c4e96,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:02.323820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Transition to ACTIVE for port object 2a1de34e-9082-4840-bfbe-e5ec961334d6 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:02.323999 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4e6e8783-9e71-4c80-b1d4-a3b09afb7b0b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2795477 Jan 17 08:12:02.325712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45580) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:02.333398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:02.341114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:02.341906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0f2fed30-0946-4bc8-a9f4-23d58ee27686 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 627a6c52-c0a0-4e17-b2d0-172d99c09fd3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:02.342592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f2fed30-0946-4bc8-a9f4-23d58ee27686 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.344831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Checking segment: {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:02.345182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Network hostable DHCP agents. Network: f2781a32-dbcf-4a89-be6e-041dd74b2227, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:12:02.354467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Usage tracker for resource:router and tenant:32f31bd8c25644b2b993868c561e5454 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:02.357515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:02.366432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:02.399130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.400244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:02.401032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.479520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.515219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] Pushing event updated for resources: {'Network': ['ID=b0250a93-ed00-4f23-9feb-2f0d97a63e9d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:02.530047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.531008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.534342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Network f2781a32-dbcf-4a89-be6e-041dd74b2227 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:12:02.539033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network b0250a93-ed00-4f23-9feb-2f0d97a63e9d details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:02.586461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.597662 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:12:02.598821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.612966 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Pushing event updated for resources: {'Port': ['ID=2a1de34e-9082-4840-bfbe-e5ec961334d6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:02.662834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f2fed30-0946-4bc8-a9f4-23d58ee27686 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.682988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:02.695577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.696001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.696407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.696823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.697210 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.697607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.697998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.698392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.698780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.699166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.699585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Tracked resource versions report: Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: pushed versions: Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: { 'ConntrackHelper': {'1.0'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Log': {'1.0'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Network': {'1.1'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Port': {'1.5'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'PortForwarding': {'1.2'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'QosPolicy': {'1.8'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SecurityGroup': {'1.2'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SecurityGroupRule': {'1.0'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SubPort': {'1.0'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Subnet': {'1.1'}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Trunk': {'1.1'}} Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: consumer versions: Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: { DHCP agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: HyperV agent@hv-neutron-8248: {}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: L3 agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: Metadata agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: Metering agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: Open vSwitch agent@dv-neutron-824874-1-hyperv: { 'ConntrackHelper': '1.0', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Log': '1.0', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Network': '1.1', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Port': '1.5', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'PortForwarding': '1.2', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'QosPolicy': '1.8', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SecurityGroup': '1.2', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SecurityGroupRule': '1.0', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'SubPort': '1.0', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Subnet': '1.1', Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: 'Trunk': '1.1'}} Jan 17 08:12:02.700855 dv-neutron-824874-1-hyperv neutron-server[84156]: {{(pid=84156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 08:12:02.705493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:02.722242 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cb2ab86e-0869-4d55-8593-56010c9dc214 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7646887 Jan 17 08:12:02.722426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45594) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:02.728230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Request body: {'subnet': {'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-288158898-subnet', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:02.733723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:02.735400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:02.744722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Usage tracker for resource:subnet and tenant:f63d850157224890ad3a5d7e0a15b155 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:02.758722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:02.766204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:02.795747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f2781a32-dbcf-4a89-be6e-041dd74b2227) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:02.807493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0f2fed30-0946-4bc8-a9f4-23d58ee27686 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 627a6c52-c0a0-4e17-b2d0-172d99c09fd3 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:02.822426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea29880-194e-4773-b0a7-0f458fb6b48d None None] Network f2781a32-dbcf-4a89-be6e-041dd74b2227 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:02.865669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:02.867079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:02.888058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Made reservation on behalf of f63d850157224890ad3a5d7e0a15b155 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:02.890597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.016250 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-125a538f-0b80-4929-b471-b42ec909841c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4059119 Jan 17 08:12:03.019401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45602) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:03.040352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:03.041156 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Attempting to bind port 2a1de34e-9082-4840-bfbe-e5ec961334d6 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:03.041624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Attempting to bind port 2a1de34e-9082-4840-bfbe-e5ec961334d6 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:03.042084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Attempting to bind port 2a1de34e-9082-4840-bfbe-e5ec961334d6 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:03.056216 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:03.059809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.072399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Usage tracker for resource:router and tenant:b9ba4e0ea41f490294ebdd0b709d6369 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:03.079825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:03.091526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:03.103800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:03.107300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:03.107300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.107300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:03.107300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Bound port: 2a1de34e-9082-4840-bfbe-e5ec961334d6, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:03.107300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.190679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.191552 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.299468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Allocated IP 172.20.0.2 (17f264ea-aa2d-4e2f-be9f-873f03e41f4b/9572314a-8e41-42bf-8de3-4cb05ced5c99/8762961f-706d-4b22-b149-9a2ff1805f4c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:03.332461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] For port 2a1de34e-9082-4840-bfbe-e5ec961334d6, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:03.333633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:03.334682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] For port 2a1de34e-9082-4840-bfbe-e5ec961334d6, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2a1de34e-9082-4840-bfbe-e5ec961334d6,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:03.339741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f2781a32-dbcf-4a89-be6e-041dd74b2227', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:12:03.340666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.345924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f2fed30-0946-4bc8-a9f4-23d58ee27686 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.383131 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.399647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.469788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fed30-0946-4bc8-a9f4-23d58ee27686 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=627a6c52-c0a0-4e17-b2d0-172d99c09fd3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:03.502206 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.546583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c797cd-8b4e-49c2-99ef-cee9c4035556,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:03.578763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f2fed30-0946-4bc8-a9f4-23d58ee27686 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.678007 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0f2fed30-0946-4bc8-a9f4-23d58ee27686 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/627a6c52-c0a0-4e17-b2d0-172d99c09fd3 HTTP/1.1" status: 204 len: 168 time: 1.4781108 Jan 17 08:12:03.679036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:03.720015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.749299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.753418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dc11a-4d62-435b-931c-1badc57f8cbe None None] Pushing event updated for resources: {'Port': ['ID=2a1de34e-9082-4840-bfbe-e5ec961334d6,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:03.760193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Checking segment: {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:03.760607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Network hostable DHCP agents. Network: b0250a93-ed00-4f23-9feb-2f0d97a63e9d, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:12:03.789204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:03.829294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-384869085'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:03.847597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:03.856136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbfa54-20dd-4d2d-a453-22497d7778d7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:03.857594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbfa54-20dd-4d2d-a453-22497d7778d7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:03.858538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0bfbfa54-20dd-4d2d-a453-22497d7778d7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:03.869395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Usage tracker for resource:network and tenant:32ddbc97a5e94addbebe92b71ad7e8a3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:03.880725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:03.892544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:03.931160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Allocated IP 172.20.0.2 (f2781a32-dbcf-4a89-be6e-041dd74b2227/dd30e160-1e61-452a-8fb0-5eb1772c4e96/f88c0fe9-e857-4725-bcbd-546c68a472f8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:04.004034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Network b0250a93-ed00-4f23-9feb-2f0d97a63e9d is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:12:04.012443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.021683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Made reservation on behalf of 32ddbc97a5e94addbebe92b71ad7e8a3 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:04.032256 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.064778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0bfbfa54-20dd-4d2d-a453-22497d7778d7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:04.068437 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0bfbfa54-20dd-4d2d-a453-22497d7778d7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3854141 Jan 17 08:12:04.069416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45630) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:04.078751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.125713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, b0250a93-ed00-4f23-9feb-2f0d97a63e9d) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:04.149204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:04.149792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.164084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541fe3a8-18d1-402d-b9dd-a3a025a1f51f None None] Network b0250a93-ed00-4f23-9feb-2f0d97a63e9d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:04.168191 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:04.172634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Usage tracker for resource:security_group_rule and tenant:32ddbc97a5e94addbebe92b71ad7e8a3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:04.177258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:04.190104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:04.243544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45636) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:04.249827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Allocated IP 172.26.4.6 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/f30fdd21-89de-4486-948d-b4b93019f51b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:04.257975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Transition to ACTIVE for port object 8762961f-706d-4b22-b149-9a2ff1805f4c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:04.302655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Transition to ACTIVE for port object 8762961f-706d-4b22-b149-9a2ff1805f4c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:04.328069 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-97eeb986-344a-4beb-b5e3-d414eae4f501 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6045704 Jan 17 08:12:04.340097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45644) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:04.347135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:04.356353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:04.366753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Usage tracker for resource:router and tenant:f63d850157224890ad3a5d7e0a15b155 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:04.374369 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:04.378365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.383777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:04.471090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.487091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-66acadfd-d8a2-48cb-ab5c-a05735f511f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet fe4f1d57-6452-408c-a61f-0a4ef193fffe {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:12:04.498543 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66acadfd-d8a2-48cb-ab5c-a05735f511f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.507699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.509183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.551679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.578238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Pushing event updated for resources: {'Port': ['ID=8762961f-706d-4b22-b149-9a2ff1805f4c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:04.583680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:04.594560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:04.618029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.632816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66acadfd-d8a2-48cb-ab5c-a05735f511f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.634135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:04.672433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.686990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:12:04.688108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.722680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.735326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.739486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:04.761376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Transition to ACTIVE for port object f88c0fe9-e857-4725-bcbd-546c68a472f8 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:04.776312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.777119 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Added segment f2a925a6-8342-4445-9632-66835d2784ef of type vlan for network 08b6121c-738f-4a73-877e-b1eb957dd3a4 Jan 17 08:12:04.794649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45652) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:04.795839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.806123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e84dcd-6744-48b8-bad6-2bb258e904ee,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:04.840185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.895184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66acadfd-d8a2-48cb-ab5c-a05735f511f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:04.942012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Transition to ACTIVE for port object f88c0fe9-e857-4725-bcbd-546c68a472f8 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:04.968521 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Attempting to bind port 8762961f-706d-4b22-b149-9a2ff1805f4c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:04.969144 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Attempting to bind port 8762961f-706d-4b22-b149-9a2ff1805f4c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:04.969705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Attempting to bind port 8762961f-706d-4b22-b149-9a2ff1805f4c on network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:05.010558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:05.011252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Checking segment: {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:05.013769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.013769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Bound using segment: {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:05.013769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Bound port: 8762961f-706d-4b22-b149-9a2ff1805f4c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:05.013769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.015355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-349343685'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:05.027678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:05.036674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Usage tracker for resource:network and tenant:2cded037a7e34ddb989d42e3f45bb536 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:05.039507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45658) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:05.043984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:05.046669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.055926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:05.064738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:12:05.094420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-961487010'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:05.116132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.204368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:05.214126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66acadfd-d8a2-48cb-ab5c-a05735f511f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.216589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:05.221910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Usage tracker for resource:network and tenant:0c76140ecbba479da30ddc78e7cfa8bc is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:05.226982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.229396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:05.237966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:05.242720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed1986-43de-4296-9b5c-a84c12c1b335 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:05.261431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Made reservation on behalf of 2cded037a7e34ddb989d42e3f45bb536 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:05.265983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.267005 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66acadfd-d8a2-48cb-ab5c-a05735f511f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.287236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.292174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:05.293211 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.297990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Network f2781a32-dbcf-4a89-be6e-041dd74b2227 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:05.302939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:05.305346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Pushing event updated for resources: {'Port': ['ID=f88c0fe9-e857-4725-bcbd-546c68a472f8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:05.310021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:05.314363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.335166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Made reservation on behalf of 0c76140ecbba479da30ddc78e7cfa8bc for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:05.341882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.347363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:05.355393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:05.361408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Pushing event updated for resources: {'Port': ['ID=f30fdd21-89de-4486-948d-b4b93019f51b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:05.365535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acadfd-d8a2-48cb-ab5c-a05735f511f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4f1d57-6452-408c-a61f-0a4ef193fffe,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:05.369062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Allocated IP 172.26.4.202 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/977b4008-e571-428d-a1ed-7c4f1d1da822) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:05.371866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Usage tracker for resource:floatingip and tenant:1c2b2db5bc0f4e98bd1a29674ef4767e is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:05.375089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:05.378179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:05.385004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.401724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9186b419-e5f6-449d-9db3-92dc541a61dc None None] Provisioning for port 2a1de34e-9082-4840-bfbe-e5ec961334d6 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:05.411052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:05.453147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Allocated IP 172.20.0.2 (b0250a93-ed00-4f23-9feb-2f0d97a63e9d/04c797cd-8b4e-49c2-99ef-cee9c4035556/b930a6c6-9189-4a0d-9db8-c1d55f980848) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:05.506281 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-66acadfd-d8a2-48cb-ab5c-a05735f511f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/fe4f1d57-6452-408c-a61f-0a4ef193fffe HTTP/1.1" status: 204 len: 168 time: 1.4360278 Jan 17 08:12:05.513642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:05.516330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45676) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:05.539886 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2041080 Jan 17 08:12:05.541906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:05.576863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:05.582297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Usage tracker for resource:security_group_rule and tenant:2cded037a7e34ddb989d42e3f45bb536 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:05.590432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:05.593862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37492936-851d-4640-abd2-f920117af152 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Pushing event updated for resources: {'Network': ['ID=08b6121c-738f-4a73-877e-b1eb957dd3a4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:05.599416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Usage tracker for resource:security_group_rule and tenant:0c76140ecbba479da30ddc78e7cfa8bc is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:05.605680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:05.607974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:05.619727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:05.662991 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-15441df5-833e-47c9-8612-5e65f3c3c251 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1432643 Jan 17 08:12:05.670772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45688) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:05.689538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:05.705778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.728981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.739646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Transition to ACTIVE for port object b930a6c6-9189-4a0d-9db8-c1d55f980848 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:05.778928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 08b6121c-738f-4a73-877e-b1eb957dd3a4 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:05.842502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.852616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Attempting to bind port f88c0fe9-e857-4725-bcbd-546c68a472f8 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:05.853249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Attempting to bind port f88c0fe9-e857-4725-bcbd-546c68a472f8 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:05.853608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Attempting to bind port f88c0fe9-e857-4725-bcbd-546c68a472f8 on network f2781a32-dbcf-4a89-be6e-041dd74b2227 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:05.869539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] For port 8762961f-706d-4b22-b149-9a2ff1805f4c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:05.902231 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Transition to ACTIVE for port object b930a6c6-9189-4a0d-9db8-c1d55f980848 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:05.923188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] For port 8762961f-706d-4b22-b149-9a2ff1805f4c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=8762961f-706d-4b22-b149-9a2ff1805f4c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:05.935087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.936890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:05.945887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.948962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:05.953093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:05.962731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:05.962731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Checking segment: {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:05.962731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.962731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Bound using segment: {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:05.962731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Bound port: f88c0fe9-e857-4725-bcbd-546c68a472f8, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:05.962731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:05.986480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:06.018663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.019413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.021995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.029423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.034023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2a1de34e-9082-4840-bfbe-e5ec961334d6 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:06.069899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.084275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.084851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:06.095028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.100507 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Added segment 0bbc165c-169a-464e-be4b-cf16304ab829 of type vlan for network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 Jan 17 08:12:06.101851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.131032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.172160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.173439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Pushing event updated for resources: {'Port': ['ID=977b4008-e571-428d-a1ed-7c4f1d1da822,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:06.188417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:06.198316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:06.200654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.201221 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Added segment 768651fc-058f-492b-b78c-b4450b4874f0 of type vlan for network 7daf8d84-dfcf-450d-8120-65a992626f6c Jan 17 08:12:06.203279 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:06.209843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:06.242289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53e539b0-2f1d-45bc-b645-0484cb0e8a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.249267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.265043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Network b0250a93-ed00-4f23-9feb-2f0d97a63e9d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:06.277268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:06.294948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:06.297577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.311368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.316050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:06.316786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.326105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:06.379350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.406066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Pushing event updated for resources: {'Port': ['ID=b930a6c6-9189-4a0d-9db8-c1d55f980848,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:06.561880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.568143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:06.570526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.583861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Pushing event updated for resources: {'Network': ['ID=8f50ca8a-86b6-4798-85a4-3d0beefe39c2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:06.593872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50bc29-5e0d-43a0-8da8-7ba9057a2551 None None] Pushing event updated for resources: {'Port': ['ID=8762961f-706d-4b22-b149-9a2ff1805f4c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:06.601533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] For port f88c0fe9-e857-4725-bcbd-546c68a472f8, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:06.630940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45698) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:06.640204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Request body: {'port': {'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4', 'binding:host_id': 'hv-neutron-8248', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1704327799'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:06.642221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Attempting to bind port b930a6c6-9189-4a0d-9db8-c1d55f980848 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:06.642995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Attempting to bind port b930a6c6-9189-4a0d-9db8-c1d55f980848 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:06.643820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Attempting to bind port b930a6c6-9189-4a0d-9db8-c1d55f980848 on network b0250a93-ed00-4f23-9feb-2f0d97a63e9d {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:06.651508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 2a1de34e-9082-4840-bfbe-e5ec961334d6 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:06.661172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:06.666189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:06.691248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Usage tracker for resource:port and tenant:6916426391cc4df0928d951df0ce99b4 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:06.696628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2a1de34e-9082-4840-bfbe-e5ec961334d6 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:06.697312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.703055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:06.715926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:06.729696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] For port f88c0fe9-e857-4725-bcbd-546c68a472f8, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f88c0fe9-e857-4725-bcbd-546c68a472f8,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:06.762511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Allocated IP 172.26.4.127 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/d108215d-e685-4ea1-bfea-0f2484a9b33c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:06.770506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8c5b14-8a6e-4512-a79e-517556ed8e12,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:06.779760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:06.780217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Checking segment: {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:06.780799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.781189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Bound using segment: {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:06.781796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Bound port: b930a6c6-9189-4a0d-9db8-c1d55f980848, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:06.782375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.811616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:12:06.817960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.818683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.842463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.864222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Pushing event updated for resources: {'Network': ['ID=7daf8d84-dfcf-450d-8120-65a992626f6c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:06.876844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.883043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Deleting port 2a1de34e-9082-4840-bfbe-e5ec961334d6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:06.883368 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.899311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Made reservation on behalf of 6916426391cc4df0928d951df0ce99b4 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:06.901792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.916482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7daf8d84-dfcf-450d-8120-65a992626f6c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:06.925055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:06.955714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a42c89-72e4-428e-8323-d62070d69ede,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:06.964478 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d206ece6-1719-4100-ad98-196afbb05f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1683910 Jan 17 08:12:07.003941 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5304cb12-00e1-43c8-9c5e-de8c0acccc51 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7584538 Jan 17 08:12:07.009945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45710) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:07.095754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:07.104642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Usage tracker for resource:security_group_rule and tenant:6916426391cc4df0928d951df0ce99b4 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:07.111139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:07.143175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:07.268171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a0d75-c236-4dd3-b17c-f92eef92c857 None None] Pushing event updated for resources: {'Port': ['ID=f88c0fe9-e857-4725-bcbd-546c68a472f8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:07.353951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Request body: {'network': {'name': 'tempest-network--1066094450', 'router:external': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:07.365845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:07.366243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] For port b930a6c6-9189-4a0d-9db8-c1d55f980848, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:07.370736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Usage tracker for resource:network and tenant:e5af6000dffd4396b4f4b0740648cf76 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:07.375959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:07.379327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.392048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:07.404494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Router 0e730a35-619a-4169-af80-42eaa29f0ece is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:12:07.438672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.461876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] For port b930a6c6-9189-4a0d-9db8-c1d55f980848, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b930a6c6-9189-4a0d-9db8-c1d55f980848,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:07.539125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Made reservation on behalf of e5af6000dffd4396b4f4b0740648cf76 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:07.550449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.598580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.636899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.684268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=0302b05b-c9b0-4d3f-adbd-931e3c6ea82b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:07.687537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45718) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:07.694785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.697475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Request body: {'port': {'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2', 'binding:host_id': 'hv-neutron-8248', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1565878274'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:07.703993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:07.708567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Usage tracker for resource:port and tenant:51311361aae84ab9b6e7eacfad262614 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:07.711590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:07.719374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:07.735287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:07.738614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:07.740912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:07.746044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:07.746643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.771091 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] For port 2a1de34e-9082-4840-bfbe-e5ec961334d6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2a1de34e-9082-4840-bfbe-e5ec961334d6,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:07.771757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.778663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Usage tracker for resource:security_group_rule and tenant:e5af6000dffd4396b4f4b0740648cf76 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:07.782220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:07.790336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:07.801944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.900843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Made reservation on behalf of 51311361aae84ab9b6e7eacfad262614 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:07.903475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:07.922508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552b955-7828-4bd4-b9b0-3ea6f26e2c5b None None] Pushing event updated for resources: {'Port': ['ID=b930a6c6-9189-4a0d-9db8-c1d55f980848,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:07.932359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Calling delete_port for 2a1de34e-9082-4840-bfbe-e5ec961334d6 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:07.940562 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad6f3e43-664d-453a-be46-d493b1069466 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2681401 Jan 17 08:12:07.977524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 2a1de34e-9082-4840-bfbe-e5ec961334d6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2a1de34e-9082-4840-bfbe-e5ec961334d6,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:08.017438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45722) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:08.029662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.033258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.038035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'name': 'tempest-NetworksTestDHCPv6-1467877062'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:08.042234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.075865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da62ef-5a53-422f-ab6b-3cf967e05197 None None] Network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:08.111845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.120127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Allocated IP 172.26.4.221 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/014134e0-6791-4bcb-8c38-6f9e2330087c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:08.139664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:08.143723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] device_id is not set on port 3b46e664-de86-4b8b-a752-92ddcf4b303e yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:08.148902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Usage tracker for resource:security_group_rule and tenant:51311361aae84ab9b6e7eacfad262614 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:08.161142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:08.179399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe3ca00-ca57-4b44-a40c-706563402a1a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:08.192681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:08.282900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:12:08.283368 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:12:08.301567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=2a1de34e-9082-4840-bfbe-e5ec961334d6,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:08.325269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.337383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:08.365031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:08.370282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe2245f8-458c-47e3-9b41-08ec1d192873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.388269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6ad33833-23ef-4acb-acc3-1b726a4024fe None None] Provisioning for port 8762961f-706d-4b22-b149-9a2ff1805f4c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:08.392901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:08.443298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.458590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:08.511317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.511661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Added segment 384ae27a-c039-43a8-a9f2-03279e439751 of type vlan for network 080454c6-74f2-4a83-b505-307a0cd61d0e Jan 17 08:12:08.524981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.540657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f88c0fe9-e857-4725-bcbd-546c68a472f8 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:08.551098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95785579-e12e-419c-b760-7f8282fdd94b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:08.595340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.605036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.644011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.652166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Pushing event updated for resources: {'Port': ['ID=d108215d-e685-4ea1-bfea-0f2484a9b33c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:08.691135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.704633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] device_id is not set on port c9a86265-2201-48e5-b547-43210b114a5b yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:08.754784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.755706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:08.756450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.760966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.784562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Deleting port 2a1de34e-9082-4840-bfbe-e5ec961334d6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:08.784950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.837051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:08.879754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:12:08.892030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:08.911619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:08.921045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:12:08.934592 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:08.934790 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Sync routers for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:12:08.967019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:08.983995 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:08.984869 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:09.055359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] For port 2a1de34e-9082-4840-bfbe-e5ec961334d6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2a1de34e-9082-4840-bfbe-e5ec961334d6,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:09.055748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.121392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] device_id is not set on port c9a86265-2201-48e5-b547-43210b114a5b yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:09.130551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.144974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Transition to ACTIVE for port object c9a86265-2201-48e5-b547-43210b114a5b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:09.153525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4df8699-f381-4a2b-9ea8-f1b8d8d9fc39,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:09.177375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Calling delete_port for 2a1de34e-9082-4840-bfbe-e5ec961334d6 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:09.178361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:09.181412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.236690 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2225571 Jan 17 08:12:09.236690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.252317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45728) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:09.264311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port f88c0fe9-e857-4725-bcbd-546c68a472f8 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:09.266117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] device_id is not set on port 3b46e664-de86-4b8b-a752-92ddcf4b303e yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:09.267810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912be8d-c8aa-47ba-af22-1c52b840ea9d None None] Network f2781a32-dbcf-4a89-be6e-041dd74b2227 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:09.321419 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:09.339085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.349745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port da2384fe-f101-4562-a6ea-de2c4fea700b yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:09.396243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.397520 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9a5f5a4e-85d3-4bd1-9530-b8604832df96 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.0691562 Jan 17 08:12:09.422660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45732) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:09.425697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.447604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:09.454032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e75721-68ae-4eb4-9c40-a3e2d1b92e56 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'Network': ['ID=080454c6-74f2-4a83-b505-307a0cd61d0e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:09.457771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 8762961f-706d-4b22-b149-9a2ff1805f4c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:09.474514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:09.487721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Pushing event updated for resources: {'Port': ['ID=014134e0-6791-4bcb-8c38-6f9e2330087c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:09.506466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:09.523128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 080454c6-74f2-4a83-b505-307a0cd61d0e details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:09.537802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Transition to ACTIVE for port object 3b46e664-de86-4b8b-a752-92ddcf4b303e will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:09.705708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.750095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.755666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.795595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Checking segment: {'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:09.796104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Network hostable DHCP agents. Network: 8f50ca8a-86b6-4798-85a4-3d0beefe39c2, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:12:09.812972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bcf8da-3f12-4e7b-b236-4b38fe42d834 None None] Network b0250a93-ed00-4f23-9feb-2f0d97a63e9d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:09.814544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.894763 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:05Z', 'revision_number': 3, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:09.899949 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Checking router: 0e730a35-619a-4169-af80-42eaa29f0ece for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:12:09.900303 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Updating router 0e730a35-619a-4169-af80-42eaa29f0ece port f30fdd21-89de-4486-948d-b4b93019f51b binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:12:09.933238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.934005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.935696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.936247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > port after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.936879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.939398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > port after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.939398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.939398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.939398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.939398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:09.982369 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:09.988865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:12:10.024446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::337 (f8dda541-a6ad-4425-a3fa-1d9436a44791/0302b05b-c9b0-4d3f-adbd-931e3c6ea82b/da2384fe-f101-4562-a6ea-de2c4fea700b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:10.033009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'Port': ['ID=3b46e664-de86-4b8b-a752-92ddcf4b303e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:10.043039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.055315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] Pushing event deleted for resources: {'Port': ['ID=2a1de34e-9082-4840-bfbe-e5ec961334d6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:10.060618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.099451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698412a8-6c99-41ef-be8d-c0775870b3ea None None] No DVR routers for this DVR port 2a1de34e-9082-4840-bfbe-e5ec961334d6 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:12:10.114913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:10.115391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:10.115821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:10.116276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:10.116799 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080454c6-74f2-4a83-b505-307a0cd61d0e']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:10.124978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'Port': ['ID=c9a86265-2201-48e5-b547-43210b114a5b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:10.137443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:12:10.147357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384ae27a-c039-43a8-a9f2-03279e439751') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:10.148313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384ae27a-c039-43a8-a9f2-03279e439751') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:10.160215 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1622c-6801-43b5-85e2-bc0da7d38a2a None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:10.160663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.165750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.184909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.195382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:12:10.195382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn_limited( Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn_limited( Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:12:10.213101 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:12:10.242959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Pushing event updated for resources: {'Port': ['ID=d108215d-e685-4ea1-bfea-0f2484a9b33c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:10.276020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 8f50ca8a-86b6-4798-85a4-3d0beefe39c2) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:10.291610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:12:10.293183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Checking segment: {'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:10.293558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Network hostable DHCP agents. Network: 08b6121c-738f-4a73-877e-b1eb957dd3a4, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:12:10.373012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Sync routers for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:12:10.376061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa9c1e-4154-4cdc-9bc0-ccf7245306f7 None None] Network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:10.378548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:10.401248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b9c25d82-d05d-401d-8d5d-af831c696afc None None] Provisioning for port f88c0fe9-e857-4725-bcbd-546c68a472f8 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:10.413353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b9c25d82-d05d-401d-8d5d-af831c696afc None None] Provisioning complete for port f88c0fe9-e857-4725-bcbd-546c68a472f8 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:10.413718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9c25d82-d05d-401d-8d5d-af831c696afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.436771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.450950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:10.452242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:10.452879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:10.491174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.492190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:10.495210 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:10.495626 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 2 to bind port c9a86265-2201-48e5-b547-43210b114a5b Jan 17 08:12:10.496085 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-23512666-1134-4df2-a151-ce407fc685f1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4711626 Jan 17 08:12:10.496906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45742) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:10.545109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.546014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.564858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:10.565196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:10.565529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:10.567602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.592740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 080454c6-74f2-4a83-b505-307a0cd61d0e {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 08:12:10.594127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:10.594456 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:10.597722 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 3 to bind port c9a86265-2201-48e5-b547-43210b114a5b Jan 17 08:12:10.611841 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.625640 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Transition to ACTIVE for port object f30fdd21-89de-4486-948d-b4b93019f51b will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:10.650608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.655902 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a11091c8-2abe-4992-85c1-9056a188ce41 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6153784 Jan 17 08:12:10.673632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.676173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45746) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:10.677001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:10.677902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:10.677902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:10.680171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event deleted for resources: {'Network': ['ID=080454c6-74f2-4a83-b505-307a0cd61d0e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:10.689533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Network 08b6121c-738f-4a73-877e-b1eb957dd3a4 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:12:10.691456 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.713900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-562947658', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'fixed_ips': [{'ip_address': '172.26.4.127'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:10.727600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:10.728186 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:10.728953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 08b6121c-738f-4a73-877e-b1eb957dd3a4) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:10.730890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:10.733285 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 4 to bind port c9a86265-2201-48e5-b547-43210b114a5b Jan 17 08:12:10.743863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:10.749992 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7d9705cf-67f1-4cf0-a32d-50cc1e808b1e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "DELETE /v2.0/networks/080454c6-74f2-4a83-b505-307a0cd61d0e HTTP/1.1" status: 204 len: 168 time: 1.4875951 Jan 17 08:12:10.753609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Usage tracker for resource:port and tenant:1c2b2db5bc0f4e98bd1a29674ef4767e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:10.755734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.760958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45750) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:10.765679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:10.790609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:10.791007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:10.794404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:10.794906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:10.795483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:10.808925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:10.814442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:10.814846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:10.815244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:10.815941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:10.816428 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:10.817618 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 5 to bind port c9a86265-2201-48e5-b547-43210b114a5b Jan 17 08:12:10.825170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object da2384fe-f101-4562-a6ea-de2c4fea700b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:10.837618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Usage tracker for resource:network and tenant:e5af6000dffd4396b4f4b0740648cf76 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:10.847363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:10.857722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:10.858110 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:10.860330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:10.863174 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 2 to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e Jan 17 08:12:10.886583 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Pushing event updated for resources: {'Port': ['ID=f30fdd21-89de-4486-948d-b4b93019f51b,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:10.892027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:10.892358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:10.892685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:10.895052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Made reservation on behalf of 1c2b2db5bc0f4e98bd1a29674ef4767e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:10.898139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.909306 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Attempting to bind port f30fdd21-89de-4486-948d-b4b93019f51b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:10.909793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:10.910373 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Attempting to bind port f30fdd21-89de-4486-948d-b4b93019f51b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:10.910514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:10.911069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:10.911420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:10.911745 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:10.912573 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Attempting to bind port f30fdd21-89de-4486-948d-b4b93019f51b on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:10.915322 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 3 to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e Jan 17 08:12:10.920405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:10.920991 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:10.925229 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 6 to bind port c9a86265-2201-48e5-b547-43210b114a5b Jan 17 08:12:10.932552 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.933660 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.934159 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.935498 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.935851 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.936187 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.936516 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.936846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 8762961f-706d-4b22-b149-9a2ff1805f4c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:10.937317 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.939244 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.939698 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.940032 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Tracked resource versions report: Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: pushed versions: Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: { 'ConntrackHelper': {'1.0'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Log': {'1.0'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Network': {'1.1'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Port': {'1.5'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'PortForwarding': {'1.2'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'QosPolicy': {'1.8'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SecurityGroup': {'1.2'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SecurityGroupRule': {'1.0'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SubPort': {'1.0'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Subnet': {'1.1'}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Trunk': {'1.1'}} Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: consumer versions: Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: { DHCP agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: HyperV agent@hv-neutron-8248: {}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: L3 agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: Metadata agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: Metering agent@dv-neutron-824874-1-hyperv: {}, Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: Open vSwitch agent@dv-neutron-824874-1-hyperv: { 'ConntrackHelper': '1.0', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Log': '1.0', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Network': '1.1', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Port': '1.5', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'PortForwarding': '1.2', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'QosPolicy': '1.8', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SecurityGroup': '1.2', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SecurityGroupRule': '1.0', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'SubPort': '1.0', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Subnet': '1.1', Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: 'Trunk': '1.1'}} Jan 17 08:12:10.941144 dv-neutron-824874-1-hyperv neutron-server[84157]: {{(pid=84157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 08:12:10.948020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.950385 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:10.950862 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:10.952458 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.952860 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:10.953861 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Bound port: f30fdd21-89de-4486-948d-b4b93019f51b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:10.954247 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.988980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 8762961f-706d-4b22-b149-9a2ff1805f4c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:10.989224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:10.989514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:10.990084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:10.990198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.017339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec547431-e2d5-45f9-a6b7-643ee2effce6 None None] Network 08b6121c-738f-4a73-877e-b1eb957dd3a4 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:11.035900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:11.037199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.037653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.037883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.042605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Usage tracker for resource:security_group_rule and tenant:1c2b2db5bc0f4e98bd1a29674ef4767e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:11.046806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Made reservation on behalf of e5af6000dffd4396b4f4b0740648cf76 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:11.050001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:11.051551 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.057877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:11.081245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.112381 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] For port f30fdd21-89de-4486-948d-b4b93019f51b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:11.115561 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] For port f30fdd21-89de-4486-948d-b4b93019f51b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f30fdd21-89de-4486-948d-b4b93019f51b,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:11.155126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:11.156177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:11.158365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.165427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.165749 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:11.172648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.172983 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:11.173403 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 4 to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e Jan 17 08:12:11.174827 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 7 to bind port c9a86265-2201-48e5-b547-43210b114a5b Jan 17 08:12:11.176011 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.195355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.195830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.196297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.204322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.204643 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:11.205168 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 8 to bind port c9a86265-2201-48e5-b547-43210b114a5b Jan 17 08:12:11.257769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.290257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:11.301574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:11.303403 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63add04-322a-4c64-ae6c-49c9652fbc4d None None] Pushing event updated for resources: {'Port': ['ID=f30fdd21-89de-4486-948d-b4b93019f51b,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:11.306755 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:11.307489 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:11.311116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:11.315173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:11.315799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.338275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:11.345087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.345486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.345815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.354866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3ec5e3-57e1-424e-81cd-c809f11a77b6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:11.360698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.361101 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:11.364063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] device_id is not set on port cb401b5f-261a-4122-a4f5-f615e8ca535a yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:11.365036 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 5 to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e Jan 17 08:12:11.371003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.644720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=da2384fe-f101-4562-a6ea-de2c4fea700b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:11.644720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.644720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.644720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.644720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.644720 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Added segment 03348aff-af0e-4781-b287-77153b342ea8 of type vlan for network 0c73dc83-8d04-4e70-9243-be8625879e0c Jan 17 08:12:11.646420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.646420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.647219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.649323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.649429 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:11.649429 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 6 to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e Jan 17 08:12:11.649658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.649658 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:11.649658 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 9 to bind port c9a86265-2201-48e5-b547-43210b114a5b Jan 17 08:12:11.649658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.649658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.649658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.650073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-217630ff-9db8-4ca9-884c-38cae758e357 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4853654 Jan 17 08:12:11.650144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45754) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:11.650213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.650213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.650213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.650213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.650213 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:11.650575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.650575 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:11.650707 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 7 to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e Jan 17 08:12:11.650786 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 10 to bind port c9a86265-2201-48e5-b547-43210b114a5b Jan 17 08:12:11.650859 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:11.650934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.650934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.650934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.650934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Router bfca7abb-96df-45b7-a676-b8e25256d43c is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:12:11.652916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9c25d82-d05d-401d-8d5d-af831c696afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.653002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.653908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port c9a86265-2201-48e5-b547-43210b114a5b on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.654017 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port c9a86265-2201-48e5-b547-43210b114a5b on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:11.654468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.673394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.674047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.674047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.720796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.721280 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:11.739001 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 8 to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e Jan 17 08:12:11.773441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.773909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.774359 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.790308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:11.790764 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:11.792100 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 9 to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e Jan 17 08:12:11.839081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b9c25d82-d05d-401d-8d5d-af831c696afc None None] For port f88c0fe9-e857-4725-bcbd-546c68a472f8, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f88c0fe9-e857-4725-bcbd-546c68a472f8,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:11.868329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3a49bc-8eca-4bd0-8932-b774cc6d51ba tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:11.869280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-de3a49bc-8eca-4bd0-8932-b774cc6d51ba tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:11.878113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:11.883865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.885463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:11.886167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.890315 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 17 08:12:11.890937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:12:11.948707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:11.949229 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:11.949659 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:11.951908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '0302b05b-c9b0-4d3f-adbd-931e3c6ea82b'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:12:11.952700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.970950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b9c25d82-d05d-401d-8d5d-af831c696afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:11.975045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] For port c9a86265-2201-48e5-b547-43210b114a5b, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:11.975474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempted to set empty binding levels {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 08:12:12.024135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.072739 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:05Z', 'revision_number': 3, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:12.078528 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116861e0-f37c-4081-bb7a-be0350f29fc1 None None] The sync data for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv is: [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:05Z', 'revision_number': 3, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:12:12.108999 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2ac679fa-ca2f-4a7c-b13d-2e82057f7881 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4267797 Jan 17 08:12:12.116484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-de3a49bc-8eca-4bd0-8932-b774cc6d51ba tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:12.120039 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-de3a49bc-8eca-4bd0-8932-b774cc6d51ba tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.6090386 Jan 17 08:12:12.120151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45758) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:12.120562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.128612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45760) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:12.254263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:12.254680 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:12.256105 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4781103 Jan 17 08:12:12.264354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45766) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:12.268307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.270850 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 10 to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e Jan 17 08:12:12.306144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Request body: {'subnet': {'network_id': '0c73dc83-8d04-4e70-9243-be8625879e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:12.314099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9d52e-1f01-4dc4-b8fa-5cc3e06a479a tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'Network': ['ID=0c73dc83-8d04-4e70-9243-be8625879e0c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:12.320416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:12.324905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'Port': ['ID=c9a86265-2201-48e5-b547-43210b114a5b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:12.340081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Usage tracker for resource:subnet and tenant:e5af6000dffd4396b4f4b0740648cf76 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:12.341132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5ec87f96-41fe-4d0a-a0c6-d78a632a8404 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port da2384fe-f101-4562-a6ea-de2c4fea700b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:12.341480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f96-41fe-4d0a-a0c6-d78a632a8404 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.368157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:12.376205 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2066062c-645f-4b81-a606-fad0abdcf45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.6836460 Jan 17 08:12:12.389546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:12.390910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45770) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:12.442772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 8762961f-706d-4b22-b149-9a2ff1805f4c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=8762961f-706d-4b22-b149-9a2ff1805f4c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:12.450808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:12:12.464326 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Sync routers for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:12:12.475643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 0c73dc83-8d04-4e70-9243-be8625879e0c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:12.481042 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:12.482958 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:12.525326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Made reservation on behalf of e5af6000dffd4396b4f4b0740648cf76 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:12.527623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.535602 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:12.536022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:12.536358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:12.559556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Deleting port d108215d-e685-4ea1-bfea-0f2484a9b33c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:12.559928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.619763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ec048f54-69f6-4e20-840b-67db0d69c276 None None] Provisioning complete for port f88c0fe9-e857-4725-bcbd-546c68a472f8 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:12.620052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec048f54-69f6-4e20-840b-67db0d69c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.633864 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 3b46e664-de86-4b8b-a752-92ddcf4b303e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:12.634184 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 3b46e664-de86-4b8b-a752-92ddcf4b303e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:12.634535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.644928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0db1b17a-52ab-4afa-a151-7bd3be39de5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Deleting port c9a86265-2201-48e5-b547-43210b114a5b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:12.645251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0db1b17a-52ab-4afa-a151-7bd3be39de5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.676179 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:12:12.691344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.694946 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0f9a56d7-761d-4057-97db-8c5dd6ed1083 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3512051 Jan 17 08:12:12.698829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45774) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:12.704014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:12.739940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c25d82-d05d-401d-8d5d-af831c696afc None None] Pushing event updated for resources: {'Port': ['ID=f88c0fe9-e857-4725-bcbd-546c68a472f8,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:12.845419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=8762961f-706d-4b22-b149-9a2ff1805f4c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:12.858517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2a1de34e-9082-4840-bfbe-e5ec961334d6 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:12:12.875919 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:12.985055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 2a1de34e-9082-4840-bfbe-e5ec961334d6 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:12:12.985574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2a1de34e-9082-4840-bfbe-e5ec961334d6 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:12:12.996183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:06Z', 'revision_number': 3, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:13.050416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Checking router: 7ced8ccc-99b7-462e-afaa-ef2989c98b47 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:12:13.050880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Updating router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 port 977b4008-e571-428d-a1ed-7c4f1d1da822 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:12:13.104739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f96-41fe-4d0a-a0c6-d78a632a8404 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.119239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.226012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] For port 3b46e664-de86-4b8b-a752-92ddcf4b303e, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:13.227062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempted to set empty binding levels {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 08:12:13.233026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/0302b05b-c9b0-4d3f-adbd-931e3c6ea82b/e18e5992-6d62-44ca-a9a1-d02d930afcb7) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:13.242297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ec048f54-69f6-4e20-840b-67db0d69c276 None None] Provisioning for port b930a6c6-9189-4a0d-9db8-c1d55f980848 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:13.326065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5ec87f96-41fe-4d0a-a0c6-d78a632a8404 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for da2384fe-f101-4562-a6ea-de2c4fea700b owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:13.428804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.486063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f88c0fe9-e857-4725-bcbd-546c68a472f8 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:13.492667 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:09Z', 'revision_number': 3, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:13.508678 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Checking router: bfca7abb-96df-45b7-a676-b8e25256d43c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:12:13.509022 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Updating router bfca7abb-96df-45b7-a676-b8e25256d43c port 014134e0-6791-4bcb-8c38-6f9e2330087c binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:12:13.573805 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.661306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.695056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.733165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f96-41fe-4d0a-a0c6-d78a632a8404 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.744053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.744357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.797298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port f88c0fe9-e857-4725-bcbd-546c68a472f8 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:13.797661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.838332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec87f96-41fe-4d0a-a0c6-d78a632a8404 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=da2384fe-f101-4562-a6ea-de2c4fea700b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:13.861406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.877889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Transition to ACTIVE for port object e18e5992-6d62-44ca-a9a1-d02d930afcb7 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:13.891700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'Port': ['ID=3b46e664-de86-4b8b-a752-92ddcf4b303e,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:13.903092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ec87f96-41fe-4d0a-a0c6-d78a632a8404 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:13.942316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Calling delete_port for d108215d-e685-4ea1-bfea-0f2484a9b33c owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:13.957451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Transition to ACTIVE for port object e18e5992-6d62-44ca-a9a1-d02d930afcb7 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:13.997426 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5ec87f96-41fe-4d0a-a0c6-d78a632a8404 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/da2384fe-f101-4562-a6ea-de2c4fea700b HTTP/1.1" status: 204 len: 168 time: 1.8360283 Jan 17 08:12:13.997720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45778) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:14.007921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.012483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.063346 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6e607e8f-872d-4941-a3f9-df06ce467da8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.4290819 Jan 17 08:12:14.071175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0db1b17a-52ab-4afa-a151-7bd3be39de5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] For port c9a86265-2201-48e5-b547-43210b114a5b, host hv-neutron-8248, got binding levels [] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:14.071555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0db1b17a-52ab-4afa-a151-7bd3be39de5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.073439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45782) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:14.090224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Transition to ACTIVE for port object 977b4008-e571-428d-a1ed-7c4f1d1da822 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:14.106113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b930a6c6-9189-4a0d-9db8-c1d55f980848 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:14.134648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879612eb-196f-4e48-bb37-e9826af123d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:14.136178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879612eb-196f-4e48-bb37-e9826af123d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:14.136838 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-879612eb-196f-4e48-bb37-e9826af123d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:14.137093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:14.145194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:14.151942 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:14.161294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Pushing event updated for resources: {'Port': ['ID=e18e5992-6d62-44ca-a9a1-d02d930afcb7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:14.167168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.214823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-afc93de1-2259-4629-8a98-c927147f14b1 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Deleting port 3b46e664-de86-4b8b-a752-92ddcf4b303e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:14.215164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afc93de1-2259-4629-8a98-c927147f14b1 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.260466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-879612eb-196f-4e48-bb37-e9826af123d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:14.261538 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-879612eb-196f-4e48-bb37-e9826af123d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2630095 Jan 17 08:12:14.269180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45786) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:14.275724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.objects.ports [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:12:14.275724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.289319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0db1b17a-52ab-4afa-a151-7bd3be39de5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Calling delete_port for c9a86265-2201-48e5-b547-43210b114a5b owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:14.320815 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47db75-05e4-42f4-99d2-cb693ffabb6a None None] Pushing event updated for resources: {'Port': ['ID=977b4008-e571-428d-a1ed-7c4f1d1da822,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:14.342578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Attempting to bind port 977b4008-e571-428d-a1ed-7c4f1d1da822 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:14.342937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Attempting to bind port 977b4008-e571-428d-a1ed-7c4f1d1da822 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:14.343316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Attempting to bind port 977b4008-e571-428d-a1ed-7c4f1d1da822 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:14.353254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Attempting to bind port e18e5992-6d62-44ca-a9a1-d02d930afcb7 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:14.353613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Attempting to bind port e18e5992-6d62-44ca-a9a1-d02d930afcb7 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:14.353970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Attempting to bind port e18e5992-6d62-44ca-a9a1-d02d930afcb7 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:14.358759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:14.359126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:14.359547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.359935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:14.360408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Bound port: 977b4008-e571-428d-a1ed-7c4f1d1da822, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:14.360770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.433477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:14.433843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:14.434234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.434657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:14.435135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Bound port: e18e5992-6d62-44ca-a9a1-d02d930afcb7, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:14.435651 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.507663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port b930a6c6-9189-4a0d-9db8-c1d55f980848 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:14.512692 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.535550 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Transition to ACTIVE for port object 014134e0-6791-4bcb-8c38-6f9e2330087c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:14.567082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b930a6c6-9189-4a0d-9db8-c1d55f980848 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:14.567473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.600160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0d6eda4e-fe5a-44e4-aee7-cef2c7b7d6a8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:14.612729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] For port 977b4008-e571-428d-a1ed-7c4f1d1da822, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:14.640253 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.651490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] For port 977b4008-e571-428d-a1ed-7c4f1d1da822, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=977b4008-e571-428d-a1ed-7c4f1d1da822,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:14.666125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] For port e18e5992-6d62-44ca-a9a1-d02d930afcb7, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:14.710498 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Attempting to bind port 014134e0-6791-4bcb-8c38-6f9e2330087c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:14.711321 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Attempting to bind port 014134e0-6791-4bcb-8c38-6f9e2330087c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:14.711321 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Attempting to bind port 014134e0-6791-4bcb-8c38-6f9e2330087c on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:14.723824 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:14.724277 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:14.724755 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.725224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:14.725772 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Bound port: 014134e0-6791-4bcb-8c38-6f9e2330087c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:14.726224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.743258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Allocated IP 172.20.0.1 (17f264ea-aa2d-4e2f-be9f-873f03e41f4b/9572314a-8e41-42bf-8de3-4cb05ced5c99/ba4fe87f-3c17-41de-ba3d-e464086bdf3a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:14.746621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.777970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Checking segment: {'id': '03348aff-af0e-4781-b287-77153b342ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0c73dc83-8d04-4e70-9243-be8625879e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:14.778246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Network hostable DHCP agents. Network: 0c73dc83-8d04-4e70-9243-be8625879e0c, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:12:14.795075 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1aee4-4ec8-410d-b5fd-43a40fc90c88 None None] Pushing event updated for resources: {'Port': ['ID=014134e0-6791-4bcb-8c38-6f9e2330087c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:14.820619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.821194 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] For port 014134e0-6791-4bcb-8c38-6f9e2330087c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:14.824630 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] For port 014134e0-6791-4bcb-8c38-6f9e2330087c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=014134e0-6791-4bcb-8c38-6f9e2330087c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:14.830006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-afc93de1-2259-4629-8a98-c927147f14b1 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] For port 3b46e664-de86-4b8b-a752-92ddcf4b303e, host hv-neutron-8248, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:14.830158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0db1b17a-52ab-4afa-a151-7bd3be39de5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.830363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afc93de1-2259-4629-8a98-c927147f14b1 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.879229 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] For port e18e5992-6d62-44ca-a9a1-d02d930afcb7, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e18e5992-6d62-44ca-a9a1-d02d930afcb7,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:14.889909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Pushing event deleted for resources: {'Port': ['ID=d108215d-e685-4ea1-bfea-0f2484a9b33c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:14.897258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.901833 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:14.936972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port b930a6c6-9189-4a0d-9db8-c1d55f980848, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b930a6c6-9189-4a0d-9db8-c1d55f980848,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:14.941538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:14.942291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:14.967459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1b17a-52ab-4afa-a151-7bd3be39de5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9a86265-2201-48e5-b547-43210b114a5b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:14.978823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-afc93de1-2259-4629-8a98-c927147f14b1 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Calling delete_port for 3b46e664-de86-4b8b-a752-92ddcf4b303e owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:15.012877 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1aee4-4ec8-410d-b5fd-43a40fc90c88 None None] Pushing event updated for resources: {'Port': ['ID=014134e0-6791-4bcb-8c38-6f9e2330087c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:15.046649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bfa4bb-b193-445b-8a51-607513387afc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 0302b05b-c9b0-4d3f-adbd-931e3c6ea82b {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:12:15.052618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa4bb-b193-445b-8a51-607513387afc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.058996 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:15.059745 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:15.094608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0db1b17a-52ab-4afa-a151-7bd3be39de5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.116654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.150185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Network 0c73dc83-8d04-4e70-9243-be8625879e0c is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:12:15.150539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:15.153905 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0db1b17a-52ab-4afa-a151-7bd3be39de5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c9a86265-2201-48e5-b547-43210b114a5b HTTP/1.1" status: 204 len: 168 time: 2.7591839 Jan 17 08:12:15.159738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45792) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:15.228844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa4bb-b193-445b-8a51-607513387afc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.247149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.271978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Transition to ACTIVE for port object ba4fe87f-3c17-41de-ba3d-e464086bdf3a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:15.277614 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8188f2-78e6-4d37-8fcf-4d69fe17e46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] GET failed (client error): The resource could not be found. Jan 17 08:12:15.278348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e8188f2-78e6-4d37-8fcf-4d69fe17e46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Synchronizing usage tracker for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:15.285320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 0c73dc83-8d04-4e70-9243-be8625879e0c) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:15.302806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.306173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:15.306754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.314910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.315850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f30fdd21-89de-4486-948d-b4b93019f51b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:15.323641 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b93f2bf4-c067-4a59-a173-b272ebb5d9c2 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500 tempest-ExternalNetworksAdminNegativeTestJSON-1718240500-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/47db5ccc-b743-4bf5-ae8e-cefb0e8962c5 HTTP/1.1" status: 204 len: 168 time: 3.1501987 Jan 17 08:12:15.325778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.337123 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:15.358648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4f639-c3e9-4204-9ef5-3b94a77ac660 None None] Network 0c73dc83-8d04-4e70-9243-be8625879e0c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:15.381374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afc93de1-2259-4629-8a98-c927147f14b1 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.513381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.531549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.586173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47db75-05e4-42f4-99d2-cb693ffabb6a None None] Pushing event updated for resources: {'Port': ['ID=977b4008-e571-428d-a1ed-7c4f1d1da822,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:15.596906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa4bb-b193-445b-8a51-607513387afc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.667179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:15.671847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4fe87f-3c17-41de-ba3d-e464086bdf3a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:15.674280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:15.679467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:15.679934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.714622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc93de1-2259-4629-8a98-c927147f14b1 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b46e664-de86-4b8b-a752-92ddcf4b303e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:15.715616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=b930a6c6-9189-4a0d-9db8-c1d55f980848,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:15.725119 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dfa70e3e-5811-4cdd-a3ef-a10808b97c5b tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4356952 Jan 17 08:12:15.725119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e8188f2-78e6-4d37-8fcf-4d69fe17e46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Unset dirty status for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:15.725119 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7e8188f2-78e6-4d37-8fcf-4d69fe17e46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "GET /v2.0/ports/c9a86265-2201-48e5-b547-43210b114a5b HTTP/1.1" status: 404 len: 333 time: 0.5567756 Jan 17 08:12:15.729330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45798) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:15.736270 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45802) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:15.738432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Request body: {'floatingip': {'floating_network_id': '0c73dc83-8d04-4e70-9243-be8625879e0c'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:15.743881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Request body: {'port': {'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-575349576'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:15.747269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:15.753375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Allocated IP 172.20.0.1 (f2781a32-dbcf-4a89-be6e-041dd74b2227/dd30e160-1e61-452a-8fb0-5eb1772c4e96/e0b475c4-4c0f-4537-b08b-a239bb6accf1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:15.755783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:15.775088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:15.782488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Usage tracker for resource:floatingip and tenant:e5af6000dffd4396b4f4b0740648cf76 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:15.787599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa4bb-b193-445b-8a51-607513387afc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.793255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-afc93de1-2259-4629-8a98-c927147f14b1 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:15.798675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:15.846422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542f4d9-940c-47df-94ec-a940a07c5422 None None] Pushing event updated for resources: {'Port': ['ID=e18e5992-6d62-44ca-a9a1-d02d930afcb7,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:15.857575 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:09Z', 'revision_number': 3, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:15.862744 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c05eb68-1b24-433d-8323-c2ce77cda074 None None] The sync data for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv is: [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:09Z', 'revision_number': 3, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:12:15.881099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:16.065979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Made reservation on behalf of 51311361aae84ab9b6e7eacfad262614 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:16.066649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.106662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45808) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:16.117732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfa4bb-b193-445b-8a51-607513387afc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=0302b05b-c9b0-4d3f-adbd-931e3c6ea82b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:16.158486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa4bb-b193-445b-8a51-607513387afc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.158563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.162125 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b1bfa4bb-b193-445b-8a51-607513387afc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/0302b05b-c9b0-4d3f-adbd-931e3c6ea82b HTTP/1.1" status: 204 len: 168 time: 1.8914962 Jan 17 08:12:16.167850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45814) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:16.216712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] device_id is not set on port 662bf07c-db15-42e1-95ae-95841c915fee yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:16.290757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port f30fdd21-89de-4486-948d-b4b93019f51b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:16.327356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port f30fdd21-89de-4486-948d-b4b93019f51b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:16.327356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.356146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.367160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ea500-c3c1-4997-88a6-8bab9ec70234 None None] Network 0c73dc83-8d04-4e70-9243-be8625879e0c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:16.409622 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-afc93de1-2259-4629-8a98-c927147f14b1 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "DELETE /v2.0/ports/3b46e664-de86-4b8b-a752-92ddcf4b303e HTTP/1.1" status: 204 len: 168 time: 2.3298213 Jan 17 08:12:16.418234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45818) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:16.441951 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-60769f80-29a4-43d0-aac6-f5400de010da tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2722933 Jan 17 08:12:16.451010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45820) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:16.524013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:16.548752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:06Z', 'revision_number': 3, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:16.566242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a9b76668-46ce-429e-8b57-b671b9640062 None None] Provisioning for port ba4fe87f-3c17-41de-ba3d-e464086bdf3a completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:16.653983 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313f767-4d5f-4b45-bdce-6f14d1d977b8 None None] The sync data for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv is: [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:06Z', 'revision_number': 3, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:12:16.703185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a9b76668-46ce-429e-8b57-b671b9640062 None None] Provisioning complete for port ba4fe87f-3c17-41de-ba3d-e464086bdf3a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:16.703185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9b76668-46ce-429e-8b57-b671b9640062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.707065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.771572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.780879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.799791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:12:16.849504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.865739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.873611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Transition to ACTIVE for port object e0b475c4-4c0f-4537-b08b-a239bb6accf1 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:16.888597 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef61705e-4aea-41ee-92e1-fe73ba12e752 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] GET failed (client error): The resource could not be found. Jan 17 08:12:16.889457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef61705e-4aea-41ee-92e1-fe73ba12e752 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Synchronizing usage tracker for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:16.890931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a9b76668-46ce-429e-8b57-b671b9640062 None None] Port ba4fe87f-3c17-41de-ba3d-e464086bdf3a cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:16.912068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port f30fdd21-89de-4486-948d-b4b93019f51b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f30fdd21-89de-4486-948d-b4b93019f51b,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:16.950296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:16.962579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.963337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.970125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Usage tracker for resource:security_group_rule and tenant:e99dbeaad4ba4ac3b7821ddf6d5deb2d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:16.983124 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:16.984671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 8762961f-706d-4b22-b149-9a2ff1805f4c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:17.043879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:17.057650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.076495 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef61705e-4aea-41ee-92e1-fe73ba12e752 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Unset dirty status for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:17.077450 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ef61705e-4aea-41ee-92e1-fe73ba12e752 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "GET /v2.0/ports/3b46e664-de86-4b8b-a752-92ddcf4b303e HTTP/1.1" status: 404 len: 333 time: 0.6341729 Jan 17 08:12:17.089698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45826) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:17.101128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:17.149554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Request body: {'port': {'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-795499757'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:17.160296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=f30fdd21-89de-4486-948d-b4b93019f51b,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:17.163272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:17.166215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:17.174740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:17.204668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:17.206386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 8762961f-706d-4b22-b149-9a2ff1805f4c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:17.207496 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.218029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:17.226014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:17.343480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.346184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:17.349847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.373694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Network f2781a32-dbcf-4a89-be6e-041dd74b2227 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:17.398325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Made reservation on behalf of 6916426391cc4df0928d951df0ce99b4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:17.403537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:17.406470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.407994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:17.407994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.477254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4fe87f-3c17-41de-ba3d-e464086bdf3a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:17.560871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Pushing event updated for resources: {'Port': ['ID=e0b475c4-4c0f-4537-b08b-a239bb6accf1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:17.616637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Allocated IP 172.20.0.1 (b0250a93-ed00-4f23-9feb-2f0d97a63e9d/04c797cd-8b4e-49c2-99ef-cee9c4035556/d12a168c-2ad7-444a-8e57-f8f7266b12cb) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:17.699017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] device_id is not set on port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:17.744553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.760500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.790620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567fff2-62dc-41d6-9075-0677efd12f8d None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:17.835830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.900209 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:17.914022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 977b4008-e571-428d-a1ed-7c4f1d1da822 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:17.937316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:17.960744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:18.095783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-13fee638-9585-492b-a6e0-dcb3ff6e01fc None None] Provisioning for port e0b475c4-4c0f-4537-b08b-a239bb6accf1 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:18.103078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.104859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-13fee638-9585-492b-a6e0-dcb3ff6e01fc None None] Provisioning complete for port e0b475c4-4c0f-4537-b08b-a239bb6accf1 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:18.105267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13fee638-9585-492b-a6e0-dcb3ff6e01fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.105366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.122094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0bf812-0083-4764-9f3f-04017ec0a245,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:18.124161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Transition to ACTIVE for port object d12a168c-2ad7-444a-8e57-f8f7266b12cb will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:18.187460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-13fee638-9585-492b-a6e0-dcb3ff6e01fc None None] Port e0b475c4-4c0f-4537-b08b-a239bb6accf1 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:18.192307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-13fee638-9585-492b-a6e0-dcb3ff6e01fc None None] Could not find standard attr ID for object da2384fe-f101-4562-a6ea-de2c4fea700b. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:12:18.202630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Synchronizing usage tracker for tenant:3679b2374143455b8419929958e98b5c on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:18.252486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 977b4008-e571-428d-a1ed-7c4f1d1da822 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:18.256108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.260670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 977b4008-e571-428d-a1ed-7c4f1d1da822 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:18.260670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.281064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:18.330764 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e5acb-2f0d-4728-9c54-72cfce109478 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:12:18.338694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-13fee638-9585-492b-a6e0-dcb3ff6e01fc None None] Provisioning for port e18e5992-6d62-44ca-a9a1-d02d930afcb7 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:18.340229 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:18.352862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e5acb-2f0d-4728-9c54-72cfce109478 None None] Deleting port e18e5992-6d62-44ca-a9a1-d02d930afcb7 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:18.353235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5acb-2f0d-4728-9c54-72cfce109478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.366343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:18.367141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:18.367751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.384742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'Port': ['ID=662bf07c-db15-42e1-95ae-95841c915fee,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:18.402781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Pushing event updated for resources: {'Port': ['ID=d12a168c-2ad7-444a-8e57-f8f7266b12cb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:18.429088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Network b0250a93-ed00-4f23-9feb-2f0d97a63e9d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:18.446480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:18.456243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.458973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:18.517615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.520277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] Unset dirty status for tenant:3679b2374143455b8419929958e98b5c on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:18.529427 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-650aebb3-22e4-494c-ba6a-c7fe79db7a3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e99dbeaad4ba4ac3b7821ddf6d5deb2d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4210715 Jan 17 08:12:18.550535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:18.561040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Allocated IP 172.20.0.7 (0c73dc83-8d04-4e70-9243-be8625879e0c/0d6eda4e-fe5a-44e4-aee7-cef2c7b7d6a8/e5935743-eb16-4bed-9ec4-2c8fb54a4dca) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:18.627754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.632228 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f59609df-4be5-4d7c-84c4-7fffecf4812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.8941886 Jan 17 08:12:18.634905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.635796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.640310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45834) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:18.685516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:18.737296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fc6e5acb-2f0d-4728-9c54-72cfce109478 None None] For port e18e5992-6d62-44ca-a9a1-d02d930afcb7, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e18e5992-6d62-44ca-a9a1-d02d930afcb7,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:18.737912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5acb-2f0d-4728-9c54-72cfce109478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.830545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.835319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Pushing event updated for resources: {'Port': ['ID=e0b475c4-4c0f-4537-b08b-a239bb6accf1,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:18.871021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7ee935f8-51fc-4946-b3c4-33f52d78b3c7 None None] Provisioning complete for port ba4fe87f-3c17-41de-ba3d-e464086bdf3a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:18.871613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ee935f8-51fc-4946-b3c4-33f52d78b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.872559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24f40a42-d3f9-4acc-986a-fb7a0a0c6ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.911764 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e5acb-2f0d-4728-9c54-72cfce109478 None None] Calling delete_port for e18e5992-6d62-44ca-a9a1-d02d930afcb7 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:18.923533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.927601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.940823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.970611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:18.983968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 977b4008-e571-428d-a1ed-7c4f1d1da822, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=977b4008-e571-428d-a1ed-7c4f1d1da822,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:18.987156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24f40a42-d3f9-4acc-986a-fb7a0a0c6ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:18.992368 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7ee935f8-51fc-4946-b3c4-33f52d78b3c7 None None] Port ba4fe87f-3c17-41de-ba3d-e464086bdf3a cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:18.994624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:19.006175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:19.006812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.049145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.077875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Network f2781a32-dbcf-4a89-be6e-041dd74b2227 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:19.081844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:19.094164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=18a4d6c8-9745-4eea-90b9-f09ceaa93bc1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:19.095796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.096581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b930a6c6-9189-4a0d-9db8-c1d55f980848 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:19.101654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.200578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5acb-2f0d-4728-9c54-72cfce109478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.235166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e5acb-2f0d-4728-9c54-72cfce109478 None None] No DVR routers for this DVR port e18e5992-6d62-44ca-a9a1-d02d930afcb7 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:12:19.289421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b930a6c6-9189-4a0d-9db8-c1d55f980848 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:19.289599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.336399 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8926a-1d6e-44de-8ad6-70b866f05ca0 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:19.457922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Router 0e730a35-619a-4169-af80-42eaa29f0ece has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:12:19.460139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=977b4008-e571-428d-a1ed-7c4f1d1da822,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:19.477077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.481611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Network 08b6121c-738f-4a73-877e-b1eb957dd3a4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:19.485887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:19.488727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:19.489914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:19.490548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.511422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'Port': ['ID=72b81371-cf4e-4d9e-b6a6-e26d9e979a7e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:19.524794 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c9397fe4-4a16-4742-8e81-ebb11a7a9167 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0155756 Jan 17 08:12:19.526318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45838) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:19.538982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] device_id is not set on port 662bf07c-db15-42e1-95ae-95841c915fee yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:19.544707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-099cb3de-3dd4-40dc-a2e9-2abf25d1ddf9 None None] Provisioning for port d12a168c-2ad7-444a-8e57-f8f7266b12cb completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:19.549937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'name': 'tempest-NetworksTestDHCPv6-677570933'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:19.560667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e5acb-2f0d-4728-9c54-72cfce109478 None None] Pushing event deleted for resources: {'Port': ['ID=e18e5992-6d62-44ca-a9a1-d02d930afcb7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:19.565074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.568211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-099cb3de-3dd4-40dc-a2e9-2abf25d1ddf9 None None] Provisioning complete for port d12a168c-2ad7-444a-8e57-f8f7266b12cb triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:19.568607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-099cb3de-3dd4-40dc-a2e9-2abf25d1ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.581059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.657984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24f40a42-d3f9-4acc-986a-fb7a0a0c6ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.660294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24f40a42-d3f9-4acc-986a-fb7a0a0c6ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.664589 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-24f40a42-d3f9-4acc-986a-fb7a0a0c6ea6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b0bf812-0083-4764-9f3f-04017ec0a245 HTTP/1.1" status: 204 len: 168 time: 1.1070716 Jan 17 08:12:19.675282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.688772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.698111 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1b6ac45c-d01b-4655-b300-91dfbae65f86 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.6054058 Jan 17 08:12:19.706823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f40a42-d3f9-4acc-986a-fb7a0a0c6ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0bf812-0083-4764-9f3f-04017ec0a245,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:19.708787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Transition to ACTIVE for port object 662bf07c-db15-42e1-95ae-95841c915fee will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:19.709948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45844) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:19.712440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-099cb3de-3dd4-40dc-a2e9-2abf25d1ddf9 None None] Port d12a168c-2ad7-444a-8e57-f8f7266b12cb cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:19.724493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f30fdd21-89de-4486-948d-b4b93019f51b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:19.737051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.737545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:19.760956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Pushing event updated for resources: {'Port': ['ID=d12a168c-2ad7-444a-8e57-f8f7266b12cb,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:19.796721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.871155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Network 0c73dc83-8d04-4e70-9243-be8625879e0c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:19.877620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:19.880554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:19.894491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c7ab1305-13c2-4685-8257-49b706e3eae0 None None] Provisioning complete for port e0b475c4-4c0f-4537-b08b-a239bb6accf1 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:19.894991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c7ab1305-13c2-4685-8257-49b706e3eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.928552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '18a4d6c8-9745-4eea-90b9-f09ceaa93bc1'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:12:19.929725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:19.982963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'Port': ['ID=e5935743-eb16-4bed-9ec4-2c8fb54a4dca,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:20.017065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port f30fdd21-89de-4486-948d-b4b93019f51b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:20.017582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.062795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab1305-13c2-4685-8257-49b706e3eae0 None None] Port e0b475c4-4c0f-4537-b08b-a239bb6accf1 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:20.087889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Network b0250a93-ed00-4f23-9feb-2f0d97a63e9d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:20.090292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:20.114947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'Port': ['ID=662bf07c-db15-42e1-95ae-95841c915fee,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:20.145147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:20.171166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:20.177675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:20.225030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/18a4d6c8-9745-4eea-90b9-f09ceaa93bc1/11db9eda-9edc-40dc-bdd9-206f622c3e45) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:20.260218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:20.262334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.289185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.434192 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:20.437257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.454021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.455760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:20.456193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:20.456624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:20.488288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a3ef4fa1-2f75-4c9a-a433-42a6c716fba3 None None] Provisioning complete for port d12a168c-2ad7-444a-8e57-f8f7266b12cb triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:20.490397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4fa1-2f75-4c9a-a433-42a6c716fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.500121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port ba875980-4859-4e77-a79b-21d8f8e462e8 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:20.536811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:20.537477 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:20.585138 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 2 to bind port 662bf07c-db15-42e1-95ae-95841c915fee Jan 17 08:12:20.600076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45850) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:20.622099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef4fa1-2f75-4c9a-a433-42a6c716fba3 None None] Port d12a168c-2ad7-444a-8e57-f8f7266b12cb cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:20.664876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:20.665590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:20.666120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:20.672478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 014134e0-6791-4bcb-8c38-6f9e2330087c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:20.732535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:20.732535 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:20.736897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.737980 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 3 to bind port 662bf07c-db15-42e1-95ae-95841c915fee Jan 17 08:12:20.751436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Transition to ACTIVE for port object 11db9eda-9edc-40dc-bdd9-206f622c3e45 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:20.774887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Transition to ACTIVE for port object 11db9eda-9edc-40dc-bdd9-206f622c3e45 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:20.779439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:12:20.787317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:20.788294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:20.788690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:20.815826 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2f92944b-4978-4541-80b4-f2a567bc7858 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c2b2db5bc0f4e98bd1a29674ef4767e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2040753 Jan 17 08:12:20.817290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45854) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:20.840593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.851937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:12:20.860847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Sync routers for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:12:20.866810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.872230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:20.872551 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:20.882036 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 4 to bind port 662bf07c-db15-42e1-95ae-95841c915fee Jan 17 08:12:20.893905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Router bfca7abb-96df-45b7-a676-b8e25256d43c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:12:20.909039 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 014134e0-6791-4bcb-8c38-6f9e2330087c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:20.943667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 014134e0-6791-4bcb-8c38-6f9e2330087c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:20.944963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:20.964712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:20.965042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:20.965375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:21.006979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-43de8382-ed2d-4b1d-a1d1-8e4c3cf0deb1 admin admin] 10.222.0.44 "PUT /v2.0/routers/0e730a35-619a-4169-af80-42eaa29f0ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5551403 Jan 17 08:12:21.007265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:21.033792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] device_id is not set on port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:21.037474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:21.042920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Pushing event updated for resources: {'Port': ['ID=11db9eda-9edc-40dc-bdd9-206f622c3e45,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:21.047321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.055253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:21.057484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:21.058284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:21.066193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.100792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:21.100792 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:21.101123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::2c3 (f8dda541-a6ad-4425-a3fa-1d9436a44791/18a4d6c8-9745-4eea-90b9-f09ceaa93bc1/ba875980-4859-4e77-a79b-21d8f8e462e8) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:21.107417 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 5 to bind port 662bf07c-db15-42e1-95ae-95841c915fee Jan 17 08:12:21.121136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Transition to ACTIVE for port object 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:21.155469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:21.155670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:21.155884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:21.173506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8286e4bd-02f3-4bad-94ec-ef220ae53730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.182125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'Port': ['ID=e5935743-eb16-4bed-9ec4-2c8fb54a4dca,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:21.207793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:21.207793 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:21.212514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.214132 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 6 to bind port 662bf07c-db15-42e1-95ae-95841c915fee Jan 17 08:12:21.226484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.311628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8286e4bd-02f3-4bad-94ec-ef220ae53730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.326615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.327243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:21.327580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:21.327908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:21.331052 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-eeee728a-283d-4943-96e6-747f8be1f1fa tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.6010458 Jan 17 08:12:21.331730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45864) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:21.341116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.468491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 014134e0-6791-4bcb-8c38-6f9e2330087c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=014134e0-6791-4bcb-8c38-6f9e2330087c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:21.470151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Attempting to bind port 11db9eda-9edc-40dc-bdd9-206f622c3e45 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:21.471079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Attempting to bind port 11db9eda-9edc-40dc-bdd9-206f622c3e45 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:21.471079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Attempting to bind port 11db9eda-9edc-40dc-bdd9-206f622c3e45 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:21.471323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c8fae48-d2c2-4f11-aa44-93d50250c298 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Synchronizing usage tracker for tenant:e5af6000dffd4396b4f4b0740648cf76 on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:21.492347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:21.492669 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:21.507760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:21.508746 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 7 to bind port 662bf07c-db15-42e1-95ae-95841c915fee Jan 17 08:12:21.509272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:21.512115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.512630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:21.513298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Bound port: 11db9eda-9edc-40dc-bdd9-206f622c3e45, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:21.513760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.526515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:12:21.543652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.544827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e18e5992-6d62-44ca-a9a1-d02d930afcb7 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:21.551181 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e8a0d347-56c0-43c6-851a-c95e0ab4303a admin admin] 10.222.0.44 "PUT /v2.0/routers/bfca7abb-96df-45b7-a676-b8e25256d43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7421093 Jan 17 08:12:21.570740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'Port': ['ID=72b81371-cf4e-4d9e-b6a6-e26d9e979a7e,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:21.605327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c8fae48-d2c2-4f11-aa44-93d50250c298 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Unset dirty status for tenant:e5af6000dffd4396b4f4b0740648cf76 on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:21.610992 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7c8fae48-d2c2-4f11-aa44-93d50250c298 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=0c73dc83-8d04-4e70-9243-be8625879e0c HTTP/1.1" status: 200 len: 689 time: 0.2747726 Jan 17 08:12:21.612502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45870) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:21.612628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:21.612891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:21.613252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:21.679307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=014134e0-6791-4bcb-8c38-6f9e2330087c,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:21.683026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e18e5992-6d62-44ca-a9a1-d02d930afcb7 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:12:21.683177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:21.683394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e18e5992-6d62-44ca-a9a1-d02d930afcb7 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 17 08:12:21.683532 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:21.693200 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 8 to bind port 662bf07c-db15-42e1-95ae-95841c915fee Jan 17 08:12:21.700509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:21.700979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:21.701323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:21.724580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Port e18e5992-6d62-44ca-a9a1-d02d930afcb7 not found, will not notify nova. {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 17 08:12:21.763634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:21.763634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:21.763634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:21.765237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:21.765560 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:21.774420 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 2 to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e Jan 17 08:12:21.783523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.799169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8286e4bd-02f3-4bad-94ec-ef220ae53730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.812942 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] For port 11db9eda-9edc-40dc-bdd9-206f622c3e45, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:21.816041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:21.816177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] For port 11db9eda-9edc-40dc-bdd9-206f622c3e45, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=11db9eda-9edc-40dc-bdd9-206f622c3e45,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:21.816358 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:21.824987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:21.842484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 9 to bind port 662bf07c-db15-42e1-95ae-95841c915fee Jan 17 08:12:21.876067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:21.876398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:21.876793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:21.879051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286e4bd-02f3-4bad-94ec-ef220ae53730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3ec5e3-57e1-424e-81cd-c809f11a77b6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:21.885636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object ba875980-4859-4e77-a79b-21d8f8e462e8 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:21.885781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 014134e0-6791-4bcb-8c38-6f9e2330087c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:21.901564 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:21.901938 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:21.902267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:21.906378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.909588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:12:21.915012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:21.915012 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:21.915012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8286e4bd-02f3-4bad-94ec-ef220ae53730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.915012 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8286e4bd-02f3-4bad-94ec-ef220ae53730 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d3ec5e3-57e1-424e-81cd-c809f11a77b6 HTTP/1.1" status: 204 len: 168 time: 1.0652549 Jan 17 08:12:21.933762 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bc4d431b-37bc-4b67-bba3-1e88acf96dfc admin admin] 10.222.0.44 "PUT /v2.0/routers/7ced8ccc-99b7-462e-afaa-ef2989c98b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4324377 Jan 17 08:12:21.934561 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 3 to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e Jan 17 08:12:21.966721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:21.997747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:21.998072 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:21.999712 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 10 to bind port 662bf07c-db15-42e1-95ae-95841c915fee Jan 17 08:12:22.006541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:22.006870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:22.007214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:22.133359 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:22.133997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:22.134237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:22.146012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Deleting port e5935743-eb16-4bed-9ec4-2c8fb54a4dca {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:22.146341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:22.147642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:22.147756 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:22.155905 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 4 to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e Jan 17 08:12:22.188384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:22.188716 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port 662bf07c-db15-42e1-95ae-95841c915fee on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:22.189077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:22.225971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:22.226796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:22.226796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:22.329579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:22.400963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6964f-f4a2-4d04-bc89-becdff913bd3 None None] Pushing event updated for resources: {'Port': ['ID=11db9eda-9edc-40dc-bdd9-206f622c3e45,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:22.423670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 014134e0-6791-4bcb-8c38-6f9e2330087c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:22.423907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:22.429185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:22.431235 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:22.508392 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 5 to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e Jan 17 08:12:22.572217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45888) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:22.572556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:22.572890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:22.649582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515613122', 'description': 'tempest-description--67243179'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:22.700061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:22.700519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:22.700916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:22.718993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:22.737048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:22.753891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:22.763634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Usage tracker for resource:security_group and tenant:32f31bd8c25644b2b993868c561e5454 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:22.779907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:22.787858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:22.790641 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:22.794948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:22.829292 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:22.841898 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:22.845293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:22.855465 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 6 to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e Jan 17 08:12:22.857504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Calling delete_port for e5935743-eb16-4bed-9ec4-2c8fb54a4dca owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:22.866169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=ba875980-4859-4e77-a79b-21d8f8e462e8,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:22.890006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 977b4008-e571-428d-a1ed-7c4f1d1da822 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:22.891633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] For port 662bf07c-db15-42e1-95ae-95841c915fee, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:22.892200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempted to set empty binding levels {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 08:12:22.915774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:22.916327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:22.916874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:22.928047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:22.929499 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:22.930090 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 7 to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e Jan 17 08:12:22.965655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:22.967485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:22.968493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:22.973043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:22.995519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:15Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'ba4fe87f-3c17-41de-ba3d-e464086bdf3a', 'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'mac_address': 'fa:16:3e:6d:04:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:13Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 2, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'subnets': [{'id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:23.000457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Checking router: 0e730a35-619a-4169-af80-42eaa29f0ece for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:12:23.013819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Updating router 0e730a35-619a-4169-af80-42eaa29f0ece port ba4fe87f-3c17-41de-ba3d-e464086bdf3a binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:12:23.016990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45900) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:23.034076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652274445', 'description': 'tempest-description--1911716048'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:23.039659 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4374020e-1c93-4a11-a37e-9187fc9ca166 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5100424 Jan 17 08:12:23.040958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.060430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45904) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:23.062275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 977b4008-e571-428d-a1ed-7c4f1d1da822 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:23.062660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.078299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:23.119601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.146542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.174726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:23.175302 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:23.186634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Usage tracker for resource:security_group and tenant:f63d850157224890ad3a5d7e0a15b155 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:23.195417 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 8 to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e Jan 17 08:12:23.213304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:23.219581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] In _notify_port_updated(), no bound segment for port 662bf07c-db15-42e1-95ae-95841c915fee on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:12:23.220772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.222959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5935743-eb16-4bed-9ec4-2c8fb54a4dca,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:23.225029 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "PUT /v2.0/ports/662bf07c-db15-42e1-95ae-95841c915fee HTTP/1.1" status: 200 len: 980 time: 4.5507472 Jan 17 08:12:23.237580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45910) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:23.240829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:23.327886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:23.328523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:23.329091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:23.331388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6248b-d8e6-4a73-aa19-cadc0c38ffe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'Port': ['ID=662bf07c-db15-42e1-95ae-95841c915fee,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:23.377537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:23.383639 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:23.384778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:23.388308 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 9 to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e Jan 17 08:12:23.397521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.435987 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Usage tracker for resource:security_group_rule and tenant:32f31bd8c25644b2b993868c561e5454 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:23.442010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.472190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:23.497378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.521364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:23.525315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:23.525761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:23.526228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:23.584703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:23.584703 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:23.588174 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 10 to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e Jan 17 08:12:23.616664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45916) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:23.619979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c5dc71-dc52-4bdf-b78f-8cfbc3b738fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:23.623187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--558251715', 'description': 'tempest-description--645699284'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:23.624984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c5dc71-dc52-4bdf-b78f-8cfbc3b738fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:23.626507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-14c5dc71-dc52-4bdf-b78f-8cfbc3b738fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:23.629722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:23.635023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Usage tracker for resource:security_group and tenant:b9ba4e0ea41f490294ebdd0b709d6369 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:23.643067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:23.656383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:23.675485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.691177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:23.695968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:23.696476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:23.696959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:23.709049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:23.710025 dv-neutron-824874-1-hyperv neutron-server[84154]: ERROR neutron.plugins.ml2.managers [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:23.710528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.722624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Usage tracker for resource:security_group_rule and tenant:f63d850157224890ad3a5d7e0a15b155 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:23.741088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e18e5992-6d62-44ca-a9a1-d02d930afcb7 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:12:23.746490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:23.774916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6eda4e-fe5a-44e4-aee7-cef2c7b7d6a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:23.776197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-199b311a-89c3-4283-bd4f-366a47f3841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Synchronizing usage tracker for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:23.781282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:23.796457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e18e5992-6d62-44ca-a9a1-d02d930afcb7 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:12:23.796630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-14c5dc71-dc52-4bdf-b78f-8cfbc3b738fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:23.796875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e18e5992-6d62-44ca-a9a1-d02d930afcb7 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:12:23.797681 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-14c5dc71-dc52-4bdf-b78f-8cfbc3b738fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7344229 Jan 17 08:12:23.802663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.803796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-58ffced3-3d5a-4e8e-b8c2-0b26bc7fcb2e None None] Provisioning for port 11db9eda-9edc-40dc-bdd9-206f622c3e45 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:23.828960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45924) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:23.836618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.852318 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Transition to ACTIVE for port object ba4fe87f-3c17-41de-ba3d-e464086bdf3a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:23.924852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.954399 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 11db9eda-9edc-40dc-bdd9-206f622c3e45 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:23.965185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:23.984742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.021606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:24.024027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-199b311a-89c3-4283-bd4f-366a47f3841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Unset dirty status for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:24.025566 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-199b311a-89c3-4283-bd4f-366a47f3841f tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15219 time: 0.7802432 Jan 17 08:12:24.029551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45930) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:24.033110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5b59b777-a92c-4772-891f-de00e7d3b2a3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port ba875980-4859-4e77-a79b-21d8f8e462e8 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:24.033554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b59b777-a92c-4772-891f-de00e7d3b2a3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.035490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.109143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.110485 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9b991a30-9756-4fcb-b776-c9b779a19e40 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.5239165 Jan 17 08:12:24.114064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45934) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:24.119364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:24.125796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c73dc83-8d04-4e70-9243-be8625879e0c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:24.143406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Usage tracker for resource:security_group_rule and tenant:b9ba4e0ea41f490294ebdd0b709d6369 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:24.149280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-02c826e8-95c7-4c0a-99a8-ed7ebc812fe7 None None] Could not find standard attr ID for object 627a6c52-c0a0-4e17-b2d0-172d99c09fd3. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:12:24.151592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Request body: {'security_group_rule': {'security_group_id': '1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:24.159706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:24.164928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03348aff-af0e-4781-b287-77153b342ea8') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:24.165205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03348aff-af0e-4781-b287-77153b342ea8') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:24.177682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:24.183391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:24.192616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Usage tracker for resource:security_group_rule and tenant:32f31bd8c25644b2b993868c561e5454 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:24.199584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2f069bdd-a0a0-45fd-b5bd-8877132ca680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Deleting port 662bf07c-db15-42e1-95ae-95841c915fee {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:24.199727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f069bdd-a0a0-45fd-b5bd-8877132ca680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.245149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.262183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:24.280559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0aaf4-5ea6-44c7-9925-bcc114d5c144 None None] Pushing event updated for resources: {'Port': ['ID=ba4fe87f-3c17-41de-ba3d-e464086bdf3a,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:24.283533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:24.298842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.319700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:12:24.320226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:12:24.351490 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:12:24.438540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 11db9eda-9edc-40dc-bdd9-206f622c3e45 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:24.449031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] For port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:24.449535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempted to set empty binding levels {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 08:12:24.469996 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 11db9eda-9edc-40dc-bdd9-206f622c3e45 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:24.470714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.486275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.510004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.542147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-801199d2-f00f-4f7c-a728-f0c91ba562e9 None None] Could not find standard attr ID for object da2384fe-f101-4562-a6ea-de2c4fea700b. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:12:24.575160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.603656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Attempting to bind port ba4fe87f-3c17-41de-ba3d-e464086bdf3a on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:24.603869 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.604524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Attempting to bind port ba4fe87f-3c17-41de-ba3d-e464086bdf3a by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:24.605425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Attempting to bind port ba4fe87f-3c17-41de-ba3d-e464086bdf3a on network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:24.621560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:24.622222 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Checking segment: {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:24.622937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.623530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Bound using segment: {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:24.624203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Bound port: ba4fe87f-3c17-41de-ba3d-e464086bdf3a, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:24.624839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.674788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02232627-6fb2-4065-8d5e-44fa649c33de,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:24.711397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] In _notify_port_updated(), no bound segment for port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:12:24.712909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.714450 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "PUT /v2.0/ports/72b81371-cf4e-4d9e-b6a6-e26d9e979a7e HTTP/1.1" status: 200 len: 976 time: 4.9913881 Jan 17 08:12:24.722500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45942) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:24.726489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b59b777-a92c-4772-891f-de00e7d3b2a3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.782422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.809220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.825901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.831799 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9c51df8b-1743-4f48-9bdf-6c1f2a49be54 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.8085487 Jan 17 08:12:24.831943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d10b-3d31-4c59-a93a-e0475538deba tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'Port': ['ID=72b81371-cf4e-4d9e-b6a6-e26d9e979a7e,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:24.835837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45948) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:24.843393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2f069bdd-a0a0-45fd-b5bd-8877132ca680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] For port 662bf07c-db15-42e1-95ae-95841c915fee, host hv-neutron-8248, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:24.843760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f069bdd-a0a0-45fd-b5bd-8877132ca680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.856229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Request body: {'security_group_rule': {'security_group_id': '02232627-6fb2-4065-8d5e-44fa649c33de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:24.868076 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:24.902465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 11db9eda-9edc-40dc-bdd9-206f622c3e45, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=11db9eda-9edc-40dc-bdd9-206f622c3e45,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:24.916416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] For port ba4fe87f-3c17-41de-ba3d-e464086bdf3a, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:24.916416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] For port ba4fe87f-3c17-41de-ba3d-e464086bdf3a, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ba4fe87f-3c17-41de-ba3d-e464086bdf3a,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:24.946883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5b59b777-a92c-4772-891f-de00e7d3b2a3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for ba875980-4859-4e77-a79b-21d8f8e462e8 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:24.955435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Usage tracker for resource:security_group_rule and tenant:f63d850157224890ad3a5d7e0a15b155 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:24.959138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:24.963438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-89257d72-b5b9-4c12-a1a8-2834248704ba None None] Provisioning for port ba875980-4859-4e77-a79b-21d8f8e462e8 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:24.968681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-89257d72-b5b9-4c12-a1a8-2834248704ba None None] Provisioning complete for port ba875980-4859-4e77-a79b-21d8f8e462e8 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:24.969103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89257d72-b5b9-4c12-a1a8-2834248704ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.034249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-89257d72-b5b9-4c12-a1a8-2834248704ba None None] Port ba875980-4859-4e77-a79b-21d8f8e462e8 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:25.038032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.048227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.057270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.114756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:25.126033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2f069bdd-a0a0-45fd-b5bd-8877132ca680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Calling delete_port for 662bf07c-db15-42e1-95ae-95841c915fee owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:25.142631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:25.143277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:25.175524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b59b777-a92c-4772-891f-de00e7d3b2a3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.216531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2050bac-424d-462f-9612-32d85b95eee6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:25.220402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.235643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0aaf4-5ea6-44c7-9925-bcc114d5c144 None None] Pushing event updated for resources: {'Port': ['ID=ba4fe87f-3c17-41de-ba3d-e464086bdf3a,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:25.251331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.258930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c73dc83-8d04-4e70-9243-be8625879e0c {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 08:12:25.260109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.267228 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "DELETE /v2.0/networks/0c73dc83-8d04-4e70-9243-be8625879e0c HTTP/1.1" status: 204 len: 168 time: 3.6535180 Jan 17 08:12:25.273886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:25.280026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:25.334134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59b777-a92c-4772-891f-de00e7d3b2a3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=ba875980-4859-4e77-a79b-21d8f8e462e8,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:25.452473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b59b777-a92c-4772-891f-de00e7d3b2a3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.502389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5a7f0d8f-c938-4f23-b137-fe880f12f3a3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Synchronizing usage tracker for tenant:e5af6000dffd4396b4f4b0740648cf76 on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:25.519501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.523586 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f4539551-7d25-428a-a945-4d0e1ffb21c1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.9043560 Jan 17 08:12:25.523586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.523586 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4011004 Jan 17 08:12:25.524047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45968) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:25.526387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45970) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:25.531703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Request body: {'security_group_rule': {'security_group_id': 'c2050bac-424d-462f-9612-32d85b95eee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:25.543460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a05a4590-1052-42c1-860a-51bb94509f6f tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Synchronizing usage tracker for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:25.546400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9194d9-041c-4943-9165-c0b4869098c2 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c73dc83-8d04-4e70-9243-be8625879e0c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:25.548401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f069bdd-a0a0-45fd-b5bd-8877132ca680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.548894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Request body: {'security_group_rule': {'security_group_id': '1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:25.566435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:25.568017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3e960-ea6a-4873-8f98-b7403032d374 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db3b263-b51d-4524-a41b-9cffb22a6224,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:25.583874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:25.589018 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5b59b777-a92c-4772-891f-de00e7d3b2a3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/ba875980-4859-4e77-a79b-21d8f8e462e8 HTTP/1.1" status: 204 len: 168 time: 1.7455482 Jan 17 08:12:25.596554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Usage tracker for resource:security_group_rule and tenant:b9ba4e0ea41f490294ebdd0b709d6369 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:25.600573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45976) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:25.605446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Usage tracker for resource:security_group_rule and tenant:32f31bd8c25644b2b993868c561e5454 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:25.609210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:25.657439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=11db9eda-9edc-40dc-bdd9-206f622c3e45,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:25.697788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078592a-6c52-438b-a4d5-fe1b1aef3347 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:25.701185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078592a-6c52-438b-a4d5-fe1b1aef3347 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:25.701830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e078592a-6c52-438b-a4d5-fe1b1aef3347 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:25.705103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:25.715406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:25.715606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:25.718029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:25.730466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f069bdd-a0a0-45fd-b5bd-8877132ca680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.737554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5a7f0d8f-c938-4f23-b137-fe880f12f3a3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Unset dirty status for tenant:e5af6000dffd4396b4f4b0740648cf76 on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:25.743783 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5a7f0d8f-c938-4f23-b137-fe880f12f3a3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.4302707 Jan 17 08:12:25.744957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.755121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45982) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:25.776966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f069bdd-a0a0-45fd-b5bd-8877132ca680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event deleted for resources: {'Port': ['ID=662bf07c-db15-42e1-95ae-95841c915fee,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:25.823009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a05a4590-1052-42c1-860a-51bb94509f6f tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Unset dirty status for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:25.824791 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a05a4590-1052-42c1-860a-51bb94509f6f tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15171 time: 1.0776656 Jan 17 08:12:25.834811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45986) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:25.861460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.894260 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2f069bdd-a0a0-45fd-b5bd-8877132ca680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "DELETE /v2.0/ports/662bf07c-db15-42e1-95ae-95841c915fee HTTP/1.1" status: 204 len: 168 time: 1.8634148 Jan 17 08:12:25.898334 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 45990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:25.947498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:25.980142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 11db9eda-9edc-40dc-bdd9-206f622c3e45 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:25.988903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a049308-bc0e-4016-96f8-aaa5d408eabd,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:25.991177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e078592a-6c52-438b-a4d5-fe1b1aef3347 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:25.992335 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e078592a-6c52-438b-a4d5-fe1b1aef3347 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3894289 Jan 17 08:12:26.002054 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e185c9c-ba1e-4c1e-978d-9ba537294f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] GET failed (client error): The resource could not be found. Jan 17 08:12:26.002642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8e185c9c-ba1e-4c1e-978d-9ba537294f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Synchronizing usage tracker for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:26.005269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 45996) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.054984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.073674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.074965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.079316 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-84b065d3-58ab-4157-946e-33411b94873b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2365599 Jan 17 08:12:26.079917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46000) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.086356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Request body: {'security_group_rule': {'security_group_id': '02232627-6fb2-4065-8d5e-44fa649c33de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:26.092546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:26.097708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Usage tracker for resource:security_group_rule and tenant:f63d850157224890ad3a5d7e0a15b155 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:26.106140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:26.118772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8e185c9c-ba1e-4c1e-978d-9ba537294f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Unset dirty status for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:26.120106 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8e185c9c-ba1e-4c1e-978d-9ba537294f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "GET /v2.0/ports/662bf07c-db15-42e1-95ae-95841c915fee HTTP/1.1" status: 404 len: 333 time: 0.2205918 Jan 17 08:12:26.127030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46004) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.128898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:26.135357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-910946749', 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:26.140263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:26.152754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:26.155943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46008) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.168408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec305e-98e9-4edb-8f9a-289cc03e56f3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:26.168773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec305e-98e9-4edb-8f9a-289cc03e56f3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:26.169129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec305e-98e9-4edb-8f9a-289cc03e56f3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:26.169478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec305e-98e9-4edb-8f9a-289cc03e56f3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:26.170926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec305e-98e9-4edb-8f9a-289cc03e56f3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:26.171308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec305e-98e9-4edb-8f9a-289cc03e56f3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:26.171678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec305e-98e9-4edb-8f9a-289cc03e56f3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:26.173603 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-48ec305e-98e9-4edb-8f9a-289cc03e56f3 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4639 time: 0.4167323 Jan 17 08:12:26.176952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46014) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.184903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c4001dcf-e689-46fd-9ed4-c0b14db2baf8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Deleting port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:26.185241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4001dcf-e689-46fd-9ed4-c0b14db2baf8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.204330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 11db9eda-9edc-40dc-bdd9-206f622c3e45 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:26.204614 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.289477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Made reservation on behalf of 51311361aae84ab9b6e7eacfad262614 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:26.292551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.317759 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-8d342e69-d4f7-4210-af92-ada26b35b880 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] delete failed (client error): The resource could not be found. Jan 17 08:12:26.322799 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8d342e69-d4f7-4210-af92-ada26b35b880 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/223d28ce-22cd-425e-a1c4-26c2307378b5 HTTP/1.1" status: 404 len: 345 time: 0.1440990 Jan 17 08:12:26.323735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.337050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46018) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.342493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] device_id is not set on port 92c51835-e0d9-4538-9226-289e306929f7 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:26.342752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:15Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'ba4fe87f-3c17-41de-ba3d-e464086bdf3a', 'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'mac_address': 'fa:16:3e:6d:04:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:13Z', 'updated_at': '2022-01-17T08:12:24Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'subnets': [{'id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:26.350236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd233754-3c32-4856-a93a-43c6a7e3a2f4 None None] The sync data for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv is: [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:15Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'ba4fe87f-3c17-41de-ba3d-e464086bdf3a', 'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'mac_address': 'fa:16:3e:6d:04:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:13Z', 'updated_at': '2022-01-17T08:12:24Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'subnets': [{'id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:12:26.386102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-959690560', 'router:external': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:26.426097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:26.458937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Usage tracker for resource:network and tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:26.465850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:26.470598 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7abecf2-1ccf-4329-99e1-47681f0575b7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] DELETE failed (client error): The resource could not be found. Jan 17 08:12:26.471094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7abecf2-1ccf-4329-99e1-47681f0575b7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:12:26.487107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:26.488941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.503269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.571858 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e7abecf2-1ccf-4329-99e1-47681f0575b7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "DELETE /v2.0/networks/0c73dc83-8d04-4e70-9243-be8625879e0c HTTP/1.1" status: 404 len: 339 time: 0.2308569 Jan 17 08:12:26.572348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46022) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.582210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.587255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Request body: {'network': {'name': 'tempest-network--318587620', 'router:external': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:26.608347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.609994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.640681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6438c21e-cea7-4be6-a4d8-5e53714341ec tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 18a4d6c8-9745-4eea-90b9-f09ceaa93bc1 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:12:26.671892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.677400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Made reservation on behalf of ad2bd3b1d6cb4e0abd5574478d7b6b5b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:26.680269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.683204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6438c21e-cea7-4be6-a4d8-5e53714341ec tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.712448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72de63fa-3d08-4475-9d95-85abcc566725,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:26.735071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:26.748703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c4001dcf-e689-46fd-9ed4-c0b14db2baf8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] For port 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e, host hv-neutron-8248, got binding levels [] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:26.749059 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4001dcf-e689-46fd-9ed4-c0b14db2baf8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.775826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41c1ef7-ef50-4f6e-9256-a801c1760392,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:26.778029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Usage tracker for resource:network and tenant:e5af6000dffd4396b4f4b0740648cf76 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:26.780963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.792314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:26.797193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13afa3dd-1809-4d46-a332-cbc737ad394c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:26.809107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:26.832310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6438c21e-cea7-4be6-a4d8-5e53714341ec tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.859115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.867388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:26.872744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Usage tracker for resource:security_group_rule and tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:26.876216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:26.883416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:26.892696 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.899287 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7c08f120-b27b-4048-89c5-bd17d8ecfbea tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3689239 Jan 17 08:12:26.899287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.899287 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9292b606-3f2c-45b8-b74d-7b9197c716f6 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3684876 Jan 17 08:12:26.899600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46026) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.899600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.904241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c4001dcf-e689-46fd-9ed4-c0b14db2baf8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Calling delete_port for 72b81371-cf4e-4d9e-b6a6-e26d9e979a7e owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:26.907868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Request body: {'security_group_rule': {'security_group_id': 'c2050bac-424d-462f-9612-32d85b95eee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:26.915025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:26.924185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:26.926470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.927652 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9a9d08b6-9415-4cce-b207-98d58d10a0c4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8467953 Jan 17 08:12:26.931463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:26.933628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46034) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:26.933769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Usage tracker for resource:security_group_rule and tenant:b9ba4e0ea41f490294ebdd0b709d6369 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:26.937546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:26.944715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Usage tracker for resource:floatingip and tenant:32f31bd8c25644b2b993868c561e5454 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:26.948044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:26.949235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Made reservation on behalf of e5af6000dffd4396b4f4b0740648cf76 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:26.951479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:26.966821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:26.969156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:26.977177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:26.977312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Usage tracker for resource:floatingip and tenant:f63d850157224890ad3a5d7e0a15b155 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:26.984355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:26.984916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:27.001455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:27.005790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:27.010056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.015809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6438c21e-cea7-4be6-a4d8-5e53714341ec tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.089536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.102858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.126771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.156239 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:27.156453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4001dcf-e689-46fd-9ed4-c0b14db2baf8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.174431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:27.182422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'Port': ['ID=92c51835-e0d9-4538-9226-289e306929f7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:27.207153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6438c21e-cea7-4be6-a4d8-5e53714341ec tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.231579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.232546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:27.233358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:27.233943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.241140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.241140 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Added segment dde6c6c3-9a58-4a6c-9873-b9c9568f3df6 of type vlan for network 2049a07b-233d-4add-8470-3bb51b2a527d Jan 17 08:12:27.245830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4001dcf-e689-46fd-9ed4-c0b14db2baf8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event deleted for resources: {'Port': ['ID=72b81371-cf4e-4d9e-b6a6-e26d9e979a7e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:27.259524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438c21e-cea7-4be6-a4d8-5e53714341ec tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=18a4d6c8-9745-4eea-90b9-f09ceaa93bc1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:27.269021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c4001dcf-e689-46fd-9ed4-c0b14db2baf8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.276290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6438c21e-cea7-4be6-a4d8-5e53714341ec tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.291336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081012f-a517-4b1b-a87b-f7832b359ed8 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:27.346109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.347132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.347454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.351575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.400575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:27.401792 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c4001dcf-e689-46fd-9ed4-c0b14db2baf8 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "DELETE /v2.0/ports/72b81371-cf4e-4d9e-b6a6-e26d9e979a7e HTTP/1.1" status: 204 len: 168 time: 1.5658555 Jan 17 08:12:27.405578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6911d413-22c4-4953-b090-d41bdbeeb37d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:27.424511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46038) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:27.429267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.448353 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b170c6a8-e95a-47f5-8727-4d7bb2d972ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3218372 Jan 17 08:12:27.457761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.457899 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Added segment d73e3a26-bd76-4085-acd9-787cce437553 of type vlan for network 54893346-a869-4feb-9fce-1e5eb7a40ef8 Jan 17 08:12:27.464252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46040) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:27.483531 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6438c21e-cea7-4be6-a4d8-5e53714341ec tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/18a4d6c8-9745-4eea-90b9-f09ceaa93bc1 HTTP/1.1" status: 204 len: 168 time: 1.4706044 Jan 17 08:12:27.489352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46044) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:27.528084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b9b274-06fd-4ebc-8cd8-2f65a7a62ec1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:27.556090 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c7496f-fdfb-43c9-97b0-82b0f00a8aef tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] GET failed (client error): The resource could not be found. Jan 17 08:12:27.556600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-65c7496f-fdfb-43c9-97b0-82b0f00a8aef tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Synchronizing usage tracker for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:27.576909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.577729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:27.579644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.609383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4e476889-961e-4c02-a1e6-f70c76e4770d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Synchronizing usage tracker for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:27.613351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3ed07-5aa3-45c5-805e-da6f95ec5a37 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:12:27.619267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.619839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fee3ed07-5aa3-45c5-805e-da6f95ec5a37 None None] Deleting port 11db9eda-9edc-40dc-bdd9-206f622c3e45 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:27.620210 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee3ed07-5aa3-45c5-805e-da6f95ec5a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.626561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.630437 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-952c5a44-4ffa-465a-99e2-118a684f296e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7258191 Jan 17 08:12:27.634378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46050) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:27.636597 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-883290af-a5c2-4d05-a520-7f1854b13c5e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1461985 Jan 17 08:12:27.651351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:27.655111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46054) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:27.690559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:27.743359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'Network': ['ID=2049a07b-233d-4add-8470-3bb51b2a527d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:27.762311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.778036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Usage tracker for resource:floatingip and tenant:b9ba4e0ea41f490294ebdd0b709d6369 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:27.788418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:27.794591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-65c7496f-fdfb-43c9-97b0-82b0f00a8aef tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Unset dirty status for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:27.801840 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-65c7496f-fdfb-43c9-97b0-82b0f00a8aef tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "GET /v2.0/ports/72b81371-cf4e-4d9e-b6a6-e26d9e979a7e HTTP/1.1" status: 404 len: 333 time: 0.3171279 Jan 17 08:12:27.804652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 2049a07b-233d-4add-8470-3bb51b2a527d details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:27.805979 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-119f3ef1-d360-4fbe-9698-2713c409d238 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2276099 Jan 17 08:12:27.806101 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46058) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:27.806299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46060) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:27.816369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Allocated IP 172.26.4.77 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/e85586a7-8a73-4b45-824d-38699dcc8700) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:27.837279 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:27.844281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2119256264', 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:27.848029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4e476889-961e-4c02-a1e6-f70c76e4770d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Unset dirty status for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:27.852420 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4e476889-961e-4c02-a1e6-f70c76e4770d tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "GET /v2.0/ports/92c51835-e0d9-4538-9226-289e306929f7 HTTP/1.1" status: 200 len: 958 time: 0.3775482 Jan 17 08:12:27.852928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46066) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:27.862606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:27.932255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fee3ed07-5aa3-45c5-805e-da6f95ec5a37 None None] For port 11db9eda-9edc-40dc-bdd9-206f622c3e45, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=11db9eda-9edc-40dc-bdd9-206f622c3e45,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:27.932768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee3ed07-5aa3-45c5-805e-da6f95ec5a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.937863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:27.951997 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8edcc99f-13af-4649-af4e-5f57de32ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Deleting port 92c51835-e0d9-4538-9226-289e306929f7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:27.953818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8edcc99f-13af-4649-af4e-5f57de32ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.991661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:27.992493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:27.993065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.009050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ba4fe87f-3c17-41de-ba3d-e464086bdf3a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:28.037306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.099284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fee3ed07-5aa3-45c5-805e-da6f95ec5a37 None None] Calling delete_port for 11db9eda-9edc-40dc-bdd9-206f622c3e45 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:28.122170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc46e1-067c-4a68-b6ad-8dc4d582adc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:28.125716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fabc46e1-067c-4a68-b6ad-8dc4d582adc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:28.151431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event updated for resources: {'Network': ['ID=54893346-a869-4feb-9fce-1e5eb7a40ef8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:28.156678 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2090dffa-cf73-4b4a-ad84-3260062db2d0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9996037 Jan 17 08:12:28.161325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46070) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:28.168936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'subnet': {'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:28.170342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 54893346-a869-4feb-9fce-1e5eb7a40ef8 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:28.185845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Made reservation on behalf of 6916426391cc4df0928d951df0ce99b4 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:28.187618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:28.187837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.201792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23d5b3-1e37-421c-89cb-0fc2bd340fd8 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:28.205695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23d5b3-1e37-421c-89cb-0fc2bd340fd8 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:28.210322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23d5b3-1e37-421c-89cb-0fc2bd340fd8 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:28.214310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23d5b3-1e37-421c-89cb-0fc2bd340fd8 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:28.219187 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4e23d5b3-1e37-421c-89cb-0fc2bd340fd8 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4013128 Jan 17 08:12:28.223350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46074) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:28.238301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Usage tracker for resource:subnet and tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:28.245819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:28.261102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:28.284311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8edcc99f-13af-4649-af4e-5f57de32ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.345783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] device_id is not set on port 2d2958dd-50a4-4c2a-bf7f-fc607bb522aa yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:28.350837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Made reservation on behalf of ad2bd3b1d6cb4e0abd5574478d7b6b5b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:28.353127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.405098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fabc46e1-067c-4a68-b6ad-8dc4d582adc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:28.408787 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fabc46e1-067c-4a68-b6ad-8dc4d582adc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7501981 Jan 17 08:12:28.411695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port ba4fe87f-3c17-41de-ba3d-e464086bdf3a completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:28.417644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fee3ed07-5aa3-45c5-805e-da6f95ec5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.432273 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.434860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46078) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:28.445766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8edcc99f-13af-4649-af4e-5f57de32ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Calling delete_port for 92c51835-e0d9-4538-9226-289e306929f7 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:28.467132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port ba4fe87f-3c17-41de-ba3d-e464086bdf3a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:28.467838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.501914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.511451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3ed07-5aa3-45c5-805e-da6f95ec5a37 None None] Pushing event deleted for resources: {'Port': ['ID=11db9eda-9edc-40dc-bdd9-206f622c3e45,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:28.529231 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3ed07-5aa3-45c5-805e-da6f95ec5a37 None None] No DVR routers for this DVR port 11db9eda-9edc-40dc-bdd9-206f622c3e45 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:12:28.585291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a57c47-f138-46fb-8bb0-fc9b9cbcfe18 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:28.586004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-32a57c47-f138-46fb-8bb0-fc9b9cbcfe18 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:28.606158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.641310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port ba4fe87f-3c17-41de-ba3d-e464086bdf3a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ba4fe87f-3c17-41de-ba3d-e464086bdf3a,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:28.731240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8edcc99f-13af-4649-af4e-5f57de32ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.758295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.812583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-32a57c47-f138-46fb-8bb0-fc9b9cbcfe18 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:28.813653 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-32a57c47-f138-46fb-8bb0-fc9b9cbcfe18 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3756313 Jan 17 08:12:28.814744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.819233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46082) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:28.821035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.830421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcc99f-13af-4649-af4e-5f57de32ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event deleted for resources: {'Port': ['ID=92c51835-e0d9-4538-9226-289e306929f7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:28.831444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=ba4fe87f-3c17-41de-ba3d-e464086bdf3a,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:28.835814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 11db9eda-9edc-40dc-bdd9-206f622c3e45 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:12:28.862899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8edcc99f-13af-4649-af4e-5f57de32ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.872898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 11db9eda-9edc-40dc-bdd9-206f622c3e45 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:12:28.872898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 11db9eda-9edc-40dc-bdd9-206f622c3e45 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:12:28.906827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Allocated IP 172.26.4.107 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/d013b614-c815-4c8d-9a87-0d925ff5c8d5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:28.969156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:28.988224 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c2f33bc8-6621-4419-b4a1-04a34e297c7a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270015 Jan 17 08:12:28.995371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:28.995709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:28.996609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:28.996931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > port after_create 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:28.997243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:28.997583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > port after_update 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:28.997893 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:28.998542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:28.998542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:28.998740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46086) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:28.998825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:29.007252 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8edcc99f-13af-4649-af4e-5f57de32ebde tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "DELETE /v2.0/ports/92c51835-e0d9-4538-9226-289e306929f7 HTTP/1.1" status: 204 len: 168 time: 1.1532068 Jan 17 08:12:29.010821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:29.036087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:29.157920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:29.158259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:29.159440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:29.159440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 08:12:29.159440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2049a07b-233d-4add-8470-3bb51b2a527d']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:29.202366 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-289c1bb0-80f3-4198-967c-3fb41871005b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] GET failed (client error): The resource could not be found. Jan 17 08:12:29.202902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-289c1bb0-80f3-4198-967c-3fb41871005b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Synchronizing usage tracker for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:29.224681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde6c6c3-9a58-4a6c-9873-b9c9568f3df6') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:29.225911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde6c6c3-9a58-4a6c-9873-b9c9568f3df6') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:29.238453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:29.248488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Pushing event updated for resources: {'Port': ['ID=e85586a7-8a73-4b45-824d-38699dcc8700,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:29.256741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:29.262707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.265162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.270432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.272351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:29.274711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:29.296494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:29.300809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.314345 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:12:29.314757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn_limited( Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn_limited( Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:12:29.331955 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:12:29.341523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-289c1bb0-80f3-4198-967c-3fb41871005b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Unset dirty status for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:29.342640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-289c1bb0-80f3-4198-967c-3fb41871005b tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "GET /v2.0/ports/92c51835-e0d9-4538-9226-289e306929f7 HTTP/1.1" status: 404 len: 333 time: 0.3057518 Jan 17 08:12:29.348294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46094) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:29.352240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Request body: {'port': {'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1843671223'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:29.361950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:29.364062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:29.416163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:29.475234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.481990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Allocated IP 172.26.4.170 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/f216f473-58d4-48ae-b378-586510fbcd5a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:29.484776 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.523315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.objects.ports [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:12:29.523787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.593779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.607468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Made reservation on behalf of 51311361aae84ab9b6e7eacfad262614 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:29.609714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.628373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.653966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2049a07b-233d-4add-8470-3bb51b2a527d {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 08:12:29.670747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:29.674600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event deleted for resources: {'Network': ['ID=2049a07b-233d-4add-8470-3bb51b2a527d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:29.683479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.717154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Pushing event updated for resources: {'Port': ['ID=d013b614-c815-4c8d-9a87-0d925ff5c8d5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:29.732794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:29.737322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Network 08b6121c-738f-4a73-877e-b1eb957dd3a4 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:29.752471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:29.755615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:29.763827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2958dd-50a4-4c2a-bf7f-fc607bb522aa,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:29.770076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:29.770905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:29.771549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.785014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f6cdae6b-437c-45f3-bb6d-e8981619af70,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:29.800515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] device_id is not set on port a3beec7f-46fb-424b-bc31-35d93f301104 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:29.897909 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2470be6c-0e6a-4cb8-ad84-979c0049916e tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "DELETE /v2.0/networks/2049a07b-233d-4add-8470-3bb51b2a527d HTTP/1.1" status: 204 len: 168 time: 1.6603329 Jan 17 08:12:29.905493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46098) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:29.909696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Checking segment: {'id': 'd73e3a26-bd76-4085-acd9-787cce437553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:29.910052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Network hostable DHCP agents. Network: 54893346-a869-4feb-9fce-1e5eb7a40ef8, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:12:29.914252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.934502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Request body: {'network': {'name': 'tempest-network--301451317', 'router:external': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:29.936223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:29.944829 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-767a2376-48ae-4623-85cf-afb4672b443a tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1288514 Jan 17 08:12:29.945121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46102) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:29.947226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ba4fe87f-3c17-41de-ba3d-e464086bdf3a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:29.954992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:29.969536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Usage tracker for resource:network and tenant:e5af6000dffd4396b4f4b0740648cf76 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:29.980872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:30.023229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:30.043994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port ba4fe87f-3c17-41de-ba3d-e464086bdf3a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:30.044362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.064823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4f91b936-b855-4734-958d-16664293f278 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Synchronizing usage tracker for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:30.085769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.199449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Made reservation on behalf of e5af6000dffd4396b4f4b0740648cf76 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:30.201720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.230902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4f91b936-b855-4734-958d-16664293f278 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Unset dirty status for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:30.232310 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4f91b936-b855-4734-958d-16664293f278 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "GET /v2.0/ports/2d2958dd-50a4-4c2a-bf7f-fc607bb522aa HTTP/1.1" status: 200 len: 955 time: 0.2861264 Jan 17 08:12:30.235656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.238328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Network 54893346-a869-4feb-9fce-1e5eb7a40ef8 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:12:30.241945 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46106) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:30.252382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.389758 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:30.393974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Pushing event updated for resources: {'Port': ['ID=f216f473-58d4-48ae-b378-586510fbcd5a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:30.396373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:30.403723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 54893346-a869-4feb-9fce-1e5eb7a40ef8) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:30.408687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:30.411097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.415756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe800ca-4b9f-4a8d-aff3-b69f3567cff1 None None] Network 54893346-a869-4feb-9fce-1e5eb7a40ef8 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:30.444857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a0e70bcc-94a5-496c-98a6-ef42c4f3d52b tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Deleting port 2d2958dd-50a4-4c2a-bf7f-fc607bb522aa {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:30.445196 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0e70bcc-94a5-496c-98a6-ef42c4f3d52b tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.448046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:30.450675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:30.451227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.457131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.489665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.490008 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Added segment b71d095c-ca0a-4b58-ac7f-6552945b9003 of type vlan for network 516088de-220d-4980-ba74-8531717ebbff Jan 17 08:12:30.534025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:30.541891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:30.554208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f36660c-ebf6-4aa3-9057-0890b5aa43ee None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:30.571233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=563f256f-c820-42fa-bdb5-e8a6f8fa9695,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:30.577127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.579389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:30.579674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.624828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.645525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.683831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.701742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.751398 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6496f271-7c5e-498f-819d-a250f58da976 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7496326 Jan 17 08:12:30.763110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46110) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:30.769370 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c4e7e965-4539-41cf-a594-be2373601b2b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6071351 Jan 17 08:12:30.782470 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': '563f256f-c820-42fa-bdb5-e8a6f8fa9695', 'ip_address': '2001:db8::5c0a:e0fe:69c2:56d9'}], 'name': 'tempest-NetworksTestDHCPv6-942404039'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:30.786540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46114) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:30.799369 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-687567690', 'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:30.803227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0e70bcc-94a5-496c-98a6-ef42c4f3d52b tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.804313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:30.808506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Usage tracker for resource:port and tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:30.811980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:30.820058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:30.838012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:30.843669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:30.863229 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831d66e-d911-497b-a2e1-343016d3619d None None] Network 54893346-a869-4feb-9fce-1e5eb7a40ef8 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:30.863397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.867622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:30.867622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.887047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:30.888078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:30.888735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.917078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'Port': ['ID=a3beec7f-46fb-424b-bc31-35d93f301104,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:30.965822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Made reservation on behalf of ad2bd3b1d6cb4e0abd5574478d7b6b5b for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:30.968833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:30.972910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '563f256f-c820-42fa-bdb5-e8a6f8fa9695'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:12:30.973699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.048661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1377869 Jan 17 08:12:31.048661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b76a9b67-60af-4fa5-9ac5-8dbec502b231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7004535 Jan 17 08:12:31.057545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] device_id is not set on port 7e286f14-e245-465d-9ae1-f5063837a4a7 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:31.096963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46118) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:31.097309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46120) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:31.139889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a0e70bcc-94a5-496c-98a6-ef42c4f3d52b tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Calling delete_port for 2d2958dd-50a4-4c2a-bf7f-fc607bb522aa owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:31.153985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:31.206165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Pushing event updated for resources: {'Port': ['ID=e85586a7-8a73-4b45-824d-38699dcc8700,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:31.227907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.242117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/563f256f-c820-42fa-bdb5-e8a6f8fa9695/7a822abd-285b-4145-b8d2-e4a57616c50b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:31.249346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.304196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594cd53-23d1-456e-858b-81accd38cb5c tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'Network': ['ID=516088de-220d-4980-ba74-8531717ebbff,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:31.317200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 516088de-220d-4980-ba74-8531717ebbff details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:31.366431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:31.382202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:31.384413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.413000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.421980 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-08343eaa-01bc-4bd1-aa9d-82629056a7a4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4819000 Jan 17 08:12:31.446280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0e70bcc-94a5-496c-98a6-ef42c4f3d52b tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.477444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57326e8-54c5-4b8d-ae4d-784552906bfe tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:31.477974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f57326e8-54c5-4b8d-ae4d-784552906bfe tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Synchronizing usage tracker for tenant:2cded037a7e34ddb989d42e3f45bb536 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:31.500245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e70bcc-94a5-496c-98a6-ef42c4f3d52b tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d2958dd-50a4-4c2a-bf7f-fc607bb522aa,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:31.519712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0e70bcc-94a5-496c-98a6-ef42c4f3d52b tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.542803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:31.548313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.612782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.629180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.629794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Transition to ACTIVE for port object 7a822abd-285b-4145-b8d2-e4a57616c50b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:31.653954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Transition to ACTIVE for port object 7a822abd-285b-4145-b8d2-e4a57616c50b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:31.658891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port e3341d02-1b15-41fc-9283-d80a750742b0 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:31.709629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Allocated IP 172.20.0.4 (54893346-a869-4feb-9fce-1e5eb7a40ef8/f6cdae6b-437c-45f3-bb6d-e8981619af70/7e286f14-e245-465d-9ae1-f5063837a4a7) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:31.721295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f57326e8-54c5-4b8d-ae4d-784552906bfe tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Unset dirty status for tenant:2cded037a7e34ddb989d42e3f45bb536 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:31.724951 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f57326e8-54c5-4b8d-ae4d-784552906bfe tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] 10.222.0.44 "GET /v2.0/networks/516088de-220d-4980-ba74-8531717ebbff HTTP/1.1" status: 200 len: 756 time: 0.6241560 Jan 17 08:12:31.730056 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a0e70bcc-94a5-496c-98a6-ef42c4f3d52b tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2d2958dd-50a4-4c2a-bf7f-fc607bb522aa HTTP/1.1" status: 204 len: 168 time: 1.4582326 Jan 17 08:12:31.730819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46136) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:31.731378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46138) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:31.739036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.767915 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.829215 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2216a0a8-4ff3-469d-a0c1-95feb3f2636f tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] GET failed (client error): The resource could not be found. Jan 17 08:12:31.830680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2216a0a8-4ff3-469d-a0c1-95feb3f2636f tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Synchronizing usage tracker for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:31.882677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:31.886649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:31.887906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:31.889589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Pushing event updated for resources: {'Port': ['ID=7a822abd-285b-4145-b8d2-e4a57616c50b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:31.892612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:31.996031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46150) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:32.004016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Attempting to bind port 7a822abd-285b-4145-b8d2-e4a57616c50b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:32.004957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Attempting to bind port 7a822abd-285b-4145-b8d2-e4a57616c50b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:32.006796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Attempting to bind port 7a822abd-285b-4145-b8d2-e4a57616c50b on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:32.014531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:32.015152 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:32.015836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.016297 dv-neutron-824874-1-hyperv neutron-server[84154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 08:12:32.016429 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:32.017182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Bound port: 7a822abd-285b-4145-b8d2-e4a57616c50b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:32.017621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.056056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd105086-a211-451b-bd38-c8a7eaa627bf tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:32.060011 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cd105086-a211-451b-bd38-c8a7eaa627bf tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] 10.222.0.44 "GET /v2.0/networks/7daf8d84-dfcf-450d-8120-65a992626f6c HTTP/1.1" status: 200 len: 767 time: 0.3249326 Jan 17 08:12:32.069618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46154) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:32.106456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2216a0a8-4ff3-469d-a0c1-95feb3f2636f tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Unset dirty status for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:32.108088 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2216a0a8-4ff3-469d-a0c1-95feb3f2636f tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "GET /v2.0/ports/2d2958dd-50a4-4c2a-bf7f-fc607bb522aa HTTP/1.1" status: 404 len: 333 time: 0.3737373 Jan 17 08:12:32.117350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46158) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:32.122940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] For port 7a822abd-285b-4145-b8d2-e4a57616c50b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:32.126769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] For port 7a822abd-285b-4145-b8d2-e4a57616c50b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7a822abd-285b-4145-b8d2-e4a57616c50b,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:32.130104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Pushing event updated for resources: {'Port': ['ID=d013b614-c815-4c8d-9a87-0d925ff5c8d5,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:32.136665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Request body: {'port': {'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-975621473'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:32.155682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:32.192156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:32.192798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.207039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.213247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.240456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-6c46b117-e048-4ffb-a7ad-2fe618e7e20c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Synchronizing usage tracker for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:32.283892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243ac1d-3a6f-4d73-96cc-a9c94ba436fe None None] Pushing event updated for resources: {'Port': ['ID=7a822abd-285b-4145-b8d2-e4a57616c50b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:32.285135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::5c0a:e0fe:69c2:56d9 (f8dda541-a6ad-4425-a3fa-1d9436a44791/563f256f-c820-42fa-bdb5-e8a6f8fa9695/e3341d02-1b15-41fc-9283-d80a750742b0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:32.292971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.301428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.369923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.385247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] device_id is not set on port a3beec7f-46fb-424b-bc31-35d93f301104 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:32.394246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Made reservation on behalf of 6916426391cc4df0928d951df0ce99b4 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:32.397287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.409534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.419892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-6c46b117-e048-4ffb-a7ad-2fe618e7e20c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Unset dirty status for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:32.421101 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-6c46b117-e048-4ffb-a7ad-2fe618e7e20c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--652274445&fields=id&tenant_id=f63d850157224890ad3a5d7e0a15b155 HTTP/1.1" status: 200 len: 267 time: 0.4207990 Jan 17 08:12:32.441414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.452020 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a6523681-c97b-4bf6-8931-83af21a19a68 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5515060 Jan 17 08:12:32.454466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Transition to ACTIVE for port object a3beec7f-46fb-424b-bc31-35d93f301104 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:32.456818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] device_id is not set on port e8885016-ae48-4c2f-a08a-d1b3edaaa04b yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:32.547361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Pushing event updated for resources: {'Port': ['ID=f216f473-58d4-48ae-b378-586510fbcd5a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:32.670786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.815991 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.854985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.855913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.857317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46174) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:32.875388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:32.877210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'Port': ['ID=a3beec7f-46fb-424b-bc31-35d93f301104,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:32.882577 dv-neutron-824874-1-hyperv neutron-server[84155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 08:12:32.928059 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516088de-220d-4980-ba74-8531717ebbff']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:33.002445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Network 54893346-a869-4feb-9fce-1e5eb7a40ef8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:33.010290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:33.016307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:33.016651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:33.016982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:33.019069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event updated for resources: {'Port': ['ID=7e286f14-e245-465d-9ae1-f5063837a4a7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:33.022084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:33.047234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.048422 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e404000e-60b4-4672-96b4-2ece8c90f305 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4106710 Jan 17 08:12:33.059558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71d095c-ca0a-4b58-ac7f-6552945b9003') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:33.059853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71d095c-ca0a-4b58-ac7f-6552945b9003') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:33.064226 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-01c615ad-3583-4e78-b373-115fa2a40fc2 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1515613122&fields=id&tenant_id=32f31bd8c25644b2b993868c561e5454 HTTP/1.1" status: 200 len: 267 time: 0.1960258 Jan 17 08:12:33.073981 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-5b2c11c5-1880-4c31-abbd-d498910555a1 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:33.074680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-5b2c11c5-1880-4c31-abbd-d498910555a1 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Synchronizing usage tracker for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:33.077724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:33.080226 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:33.081688 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 2 to bind port a3beec7f-46fb-424b-bc31-35d93f301104 Jan 17 08:12:33.100812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.116215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.130713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.145204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:12:33.145586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:12:33.159434 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:12:33.163227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object e3341d02-1b15-41fc-9283-d80a750742b0 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:33.190970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.193847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:33.194841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.231570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:33.231939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:33.232242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:33.254965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-5b2c11c5-1880-4c31-abbd-d498910555a1 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Unset dirty status for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:33.256683 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-5b2c11c5-1880-4c31-abbd-d498910555a1 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 811 time: 0.7689428 Jan 17 08:12:33.273472 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-c26db9d6-beb3-494a-815a-084be16572e5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/quotas/f63d850157224890ad3a5d7e0a15b155 HTTP/1.1" status: 200 len: 375 time: 0.0107727 Jan 17 08:12:33.298465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:33.298792 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:33.307033 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 3 to bind port a3beec7f-46fb-424b-bc31-35d93f301104 Jan 17 08:12:33.324470 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.333157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Network 08b6121c-738f-4a73-877e-b1eb957dd3a4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:33.343349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:33.348460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 516088de-220d-4980-ba74-8531717ebbff {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 08:12:33.353167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.356095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event deleted for resources: {'Network': ['ID=516088de-220d-4980-ba74-8531717ebbff,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:33.357941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.363654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:33.364578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:33.365176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.368968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:33.371117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:33.371117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:33.380015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'Port': ['ID=e8885016-ae48-4c2f-a08a-d1b3edaaa04b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:33.399775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-bd59f7de-ba0f-4745-aa75-737675a9c5c8 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:33.401271 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-bd59f7de-ba0f-4745-aa75-737675a9c5c8 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/networks?id=17f264ea-aa2d-4e2f-be9f-873f03e41f4b HTTP/1.1" status: 200 len: 805 time: 0.3203888 Jan 17 08:12:33.403677 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-364948e4-6be1-4757-a654-ab22dd56ba66 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.6138537 Jan 17 08:12:33.406768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46182) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:33.408380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:33.408705 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:33.415588 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 4 to bind port a3beec7f-46fb-424b-bc31-35d93f301104 Jan 17 08:12:33.467035 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-05a0e21e-58a2-4215-92cd-eec506b480c7 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "DELETE /v2.0/networks/516088de-220d-4980-ba74-8531717ebbff HTTP/1.1" status: 204 len: 168 time: 1.3965170 Jan 17 08:12:33.471334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46188) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:33.490352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Request body: {'network': {'name': 'tempest-network--1551442752'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:33.492944 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-81adcdbe-f933-4df4-938b-411e95148bb5 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/quotas/32f31bd8c25644b2b993868c561e5454 HTTP/1.1" status: 200 len: 375 time: 0.0783646 Jan 17 08:12:33.507220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=e3341d02-1b15-41fc-9283-d80a750742b0,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:33.510763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:33.511852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:33.524440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:33.526401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Usage tracker for resource:network and tenant:e5af6000dffd4396b4f4b0740648cf76 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:33.531039 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-850f2413-eb54-4aef-9a7d-87a36d7b3211 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4070303 Jan 17 08:12:33.539038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:33.539407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:33.539748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:33.539954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:33.546154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:33.547020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.548485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46192) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:33.561118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:33.563699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:33.588108 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-f01a37ac-a7d2-4764-ade6-6eaab0bb50df tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3070974 Jan 17 08:12:33.589733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:33.594801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2efc6-482e-4afb-8538-9f3eeaf88268 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Deleting port 7e286f14-e245-465d-9ae1-f5063837a4a7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:33.595155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffc2efc6-482e-4afb-8538-9f3eeaf88268 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.639320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:33.639656 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:33.644713 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 5 to bind port a3beec7f-46fb-424b-bc31-35d93f301104 Jan 17 08:12:33.664421 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4839fd6d-1f9e-4afc-ac5b-ae770dd1a050 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8947594 Jan 17 08:12:33.666904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46200) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:33.718489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-174980f0-acdb-4336-b8fd-e1f82aee2ed0 None None] Provisioning for port 7a822abd-285b-4145-b8d2-e4a57616c50b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:33.742146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:33.742660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:33.742897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:33.752696 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Made reservation on behalf of e5af6000dffd4396b4f4b0740648cf76 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:33.755025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.812282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:33.830080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eacf06-38b2-4b96-b417-bd7f29e18c60 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:33.834511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eacf06-38b2-4b96-b417-bd7f29e18c60 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:33.835352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-27eacf06-38b2-4b96-b417-bd7f29e18c60 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:33.846587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.846935 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Added segment 592a5cf1-f7cc-44f4-bba3-4e4f709c03d3 of type vlan for network c6792a1c-3480-4bfd-b0f7-bc9378151799 Jan 17 08:12:33.862522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.887407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-4ad8ac75-01bc-4e1c-9772-cd78a8538dc4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:33.898839 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-4ad8ac75-01bc-4e1c-9772-cd78a8538dc4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1562150 Jan 17 08:12:33.906724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:33.907143 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:33.913655 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 6 to bind port a3beec7f-46fb-424b-bc31-35d93f301104 Jan 17 08:12:33.926655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-27eacf06-38b2-4b96-b417-bd7f29e18c60 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:33.931280 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-27eacf06-38b2-4b96-b417-bd7f29e18c60 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2601013 Jan 17 08:12:33.931280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:33.945787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46206) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:33.974405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a822abd-285b-4145-b8d2-e4a57616c50b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:34.024034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6a975fab-c0d0-4150-b173-1f076918aeb2 None None] Provisioning for port e3341d02-1b15-41fc-9283-d80a750742b0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:34.038634 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6a975fab-c0d0-4150-b173-1f076918aeb2 None None] Provisioning complete for port e3341d02-1b15-41fc-9283-d80a750742b0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:34.039291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a975fab-c0d0-4150-b173-1f076918aeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:34.094188 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-ee12cb47-cb79-4f82-bb78-8fe68c559c58 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=32f31bd8c25644b2b993868c561e5454&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5948894 Jan 17 08:12:34.101121 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-0bdee288-0394-4125-ac7e-880fca12c141 service neutron] 10.222.0.44 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007568 Jan 17 08:12:34.102389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:34.103392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:34.104107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:34.111502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:34.111982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:34.112753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:34.121913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6a975fab-c0d0-4150-b173-1f076918aeb2 None None] Port e3341d02-1b15-41fc-9283-d80a750742b0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:34.171401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:34.171728 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:34.178345 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 7 to bind port a3beec7f-46fb-424b-bc31-35d93f301104 Jan 17 08:12:34.192893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 7a822abd-285b-4145-b8d2-e4a57616c50b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:34.194674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-55656c42-3b13-4a19-b6ec-c8ddbf43dea7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port e3341d02-1b15-41fc-9283-d80a750742b0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:34.197831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55656c42-3b13-4a19-b6ec-c8ddbf43dea7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:34.202099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 7a822abd-285b-4145-b8d2-e4a57616c50b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:34.202575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:34.220122 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7479317 Jan 17 08:12:34.249659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46216) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:34.271219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-ac1f0d7b-0520-4266-b650-cc64453d3fdb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:34.274929 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-ac1f0d7b-0520-4266-b650-cc64453d3fdb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1153479 Jan 17 08:12:34.300402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb0f0d-2c29-4e0b-8d0a-fdcbe0c3fb06 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'Network': ['ID=c6792a1c-3480-4bfd-b0f7-bc9378151799,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:34.314433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network c6792a1c-3480-4bfd-b0f7-bc9378151799 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:34.342801 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-01b622d2-8a3b-4c9e-8dde-605b365be061 service neutron] 10.222.0.44 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136848 Jan 17 08:12:34.397522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8bb67f1a-00c4-46cf-a1bd-d85427eb2569 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:34.417748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:34.418078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:34.418412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:34.447943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:34.481191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 7a822abd-285b-4145-b8d2-e4a57616c50b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7a822abd-285b-4145-b8d2-e4a57616c50b,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:34.540952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:34.600424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffc2efc6-482e-4afb-8538-9f3eeaf88268 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:34.608993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:34.609329 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:34.619452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=7a822abd-285b-4145-b8d2-e4a57616c50b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:34.633470 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 8 to bind port a3beec7f-46fb-424b-bc31-35d93f301104 Jan 17 08:12:34.725559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-b83921ca-f983-439b-b499-ddccc2fe5de1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Synchronizing usage tracker for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:34.797858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-b83921ca-f983-439b-b499-ddccc2fe5de1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Unset dirty status for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:34.806673 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-b83921ca-f983-439b-b499-ddccc2fe5de1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--558251715&fields=id&tenant_id=b9ba4e0ea41f490294ebdd0b709d6369 HTTP/1.1" status: 200 len: 267 time: 0.1243963 Jan 17 08:12:34.820292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2efc6-482e-4afb-8538-9f3eeaf88268 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Calling delete_port for 7e286f14-e245-465d-9ae1-f5063837a4a7 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:34.875562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:34.875884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:34.876212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:34.967292 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-fc319905-0ca8-4fc2-b026-9974edba2b40 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:34.968121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-fc319905-0ca8-4fc2-b026-9974edba2b40 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Synchronizing usage tracker for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:35.043615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-fc319905-0ca8-4fc2-b026-9974edba2b40 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Unset dirty status for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:35.045039 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-fc319905-0ca8-4fc2-b026-9974edba2b40 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/networks?id=f2781a32-dbcf-4a89-be6e-041dd74b2227 HTTP/1.1" status: 200 len: 812 time: 0.2374830 Jan 17 08:12:35.057545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:35.057545 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:35.062439 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-e8dda976-59f8-4ca5-8813-84150868fa75 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/quotas/b9ba4e0ea41f490294ebdd0b709d6369 HTTP/1.1" status: 200 len: 375 time: 0.0116193 Jan 17 08:12:35.071621 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 9 to bind port a3beec7f-46fb-424b-bc31-35d93f301104 Jan 17 08:12:35.080072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:12:35.094492 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-113010e6-27fa-458c-9f26-b26b07055691 service neutron] 10.222.0.44 "GET /v2.0/networks/17f264ea-aa2d-4e2f-be9f-873f03e41f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778791 Jan 17 08:12:35.153436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-c628352a-95a7-4450-8105-dfde7cb69481 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Synchronizing usage tracker for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:35.193034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:35.193391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:35.193723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:35.266182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-c628352a-95a7-4450-8105-dfde7cb69481 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Unset dirty status for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:35.267713 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-c628352a-95a7-4450-8105-dfde7cb69481 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9ba4e0ea41f490294ebdd0b709d6369&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1995511 Jan 17 08:12:35.343294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:35.343555 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:35.351904 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempt 10 to bind port a3beec7f-46fb-424b-bc31-35d93f301104 Jan 17 08:12:35.371958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] device_id is not set on port e8885016-ae48-4c2f-a08a-d1b3edaaa04b yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:35.403017 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-f72dbdb8-e3da-494e-8861-dce14e6a5914 service neutron] 10.222.0.44 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239102 Jan 17 08:12:35.413381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:35.426511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:35.426847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:35.427177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempting to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:35.432095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55656c42-3b13-4a19-b6ec-c8ddbf43dea7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:35.460148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8bb67f1a-00c4-46cf-a1bd-d85427eb2569 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:35.535603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Transition to ACTIVE for port object e8885016-ae48-4c2f-a08a-d1b3edaaa04b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:35.548172 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-37febeb1-9430-461c-ac12-ca1cf98d5400 service neutron] 10.222.0.44 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386032 Jan 17 08:12:35.600809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-55656c42-3b13-4a19-b6ec-c8ddbf43dea7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for e3341d02-1b15-41fc-9283-d80a750742b0 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:35.640718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffc2efc6-482e-4afb-8538-9f3eeaf88268 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:35.642230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:35.642489 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Failed to bind port a3beec7f-46fb-424b-bc31-35d93f301104 on host hv-neutron-8248 for vnic_type normal using segments [{'id': '0bbc165c-169a-464e-be4b-cf16304ab829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f50ca8a-86b6-4798-85a4-3d0beefe39c2'}] Jan 17 08:12:35.642830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:35.651792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:35.802668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8bb67f1a-00c4-46cf-a1bd-d85427eb2569 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:35.807634 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-823f205f-7f58-476d-8b7d-7dd3480952de service neutron] 10.222.0.44 "GET /v2.0/networks/17f264ea-aa2d-4e2f-be9f-873f03e41f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6947451 Jan 17 08:12:35.907868 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67b74677-8d5a-4d6e-901f-e56a159dd976 req-c67e6ee8-1be2-44b3-8c54-e3e67aae2cd0 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 210 time: 0.0935755 Jan 17 08:12:35.959883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a822abd-285b-4145-b8d2-e4a57616c50b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:36.034797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a837d327-73d0-4b43-a3a7-961ff07b72a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.043109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8bb67f1a-00c4-46cf-a1bd-d85427eb2569 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Network c6792a1c-3480-4bfd-b0f7-bc9378151799 is not hosted by any dhcp agent {{(pid=84155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 17 08:12:36.044545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb67f1a-00c4-46cf-a1bd-d85427eb2569 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:36.045306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8bb67f1a-00c4-46cf-a1bd-d85427eb2569 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.046711 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8bb67f1a-00c4-46cf-a1bd-d85427eb2569 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "PUT /v2.0/networks/c6792a1c-3480-4bfd-b0f7-bc9378151799 HTTP/1.1" status: 200 len: 858 time: 1.7800157 Jan 17 08:12:36.049665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46272) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:36.067590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 7a822abd-285b-4145-b8d2-e4a57616c50b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:36.067961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.118593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'Port': ['ID=e8885016-ae48-4c2f-a08a-d1b3edaaa04b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:36.182339 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e38ecda-8f27-44d9-bfcf-2a1db8cfd239 req-40d46379-d192-40d2-b212-a97aa7690605 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 210 time: 0.0933900 Jan 17 08:12:36.203159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb67f1a-00c4-46cf-a1bd-d85427eb2569 tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event updated for resources: {'Network': ['ID=c6792a1c-3480-4bfd-b0f7-bc9378151799,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:36.251876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2efc6-482e-4afb-8538-9f3eeaf88268 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e286f14-e245-465d-9ae1-f5063837a4a7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:36.421991 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ff85d5bf-1041-4cc5-9ab1-3c71d771950f req-dffe82e5-17c3-4a6b-b322-dee1bf22b44c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 210 time: 0.1094098 Jan 17 08:12:36.423110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ffc2efc6-482e-4afb-8538-9f3eeaf88268 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.426258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] For port a3beec7f-46fb-424b-bc31-35d93f301104, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:36.426620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Attempted to set empty binding levels {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 08:12:36.436313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.436686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.437190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.465351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.465621 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.465727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.466502 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 2 to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b Jan 17 08:12:36.482120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.482219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.482471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.488168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.488498 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.488869 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 3 to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b Jan 17 08:12:36.504193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.504397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.504754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.511235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.511567 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.512028 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 4 to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b Jan 17 08:12:36.527731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.528070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.528433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.534622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.534955 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.535369 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 5 to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b Jan 17 08:12:36.550730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.551046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.551462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.555319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.561979 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ffc2efc6-482e-4afb-8538-9f3eeaf88268 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7e286f14-e245-465d-9ae1-f5063837a4a7 HTTP/1.1" status: 204 len: 168 time: 3.1498520 Jan 17 08:12:36.582801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46298) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:36.593261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8', 'external_fixed_ips': [{'subnet_id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'ip_address': '172.20.0.4'}]}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:36.605065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55656c42-3b13-4a19-b6ec-c8ddbf43dea7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.608809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:36.613530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.613855 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.616429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Usage tracker for resource:router and tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:36.619988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.623754 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 6 to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b Jan 17 08:12:36.626966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:36.636408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:36.645486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] In _notify_port_updated(), no bound segment for port a3beec7f-46fb-424b-bc31-35d93f301104 on network 8f50ca8a-86b6-4798-85a4-3d0beefe39c2 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:12:36.646303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.648096 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "PUT /v2.0/ports/a3beec7f-46fb-424b-bc31-35d93f301104 HTTP/1.1" status: 200 len: 981 time: 5.5482388 Jan 17 08:12:36.651542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46302) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:36.654505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.654914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.655281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.657460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6792a1c-3480-4bfd-b0f7-bc9378151799']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:36.695885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953ba41-a13c-4989-bcde-c6eb4d67a319 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event updated for resources: {'Port': ['ID=a3beec7f-46fb-424b-bc31-35d93f301104,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:36.716435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592a5cf1-f7cc-44f4-bba3-4e4f709c03d3') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:36.717934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592a5cf1-f7cc-44f4-bba3-4e4f709c03d3') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:36.731348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.731682 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.736942 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 7 to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b Jan 17 08:12:36.746568 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.748362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.753143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.753696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-55656c42-3b13-4a19-b6ec-c8ddbf43dea7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.757723 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-55656c42-3b13-4a19-b6ec-c8ddbf43dea7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/e3341d02-1b15-41fc-9283-d80a750742b0 HTTP/1.1" status: 204 len: 168 time: 2.8012955 Jan 17 08:12:36.757723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55656c42-3b13-4a19-b6ec-c8ddbf43dea7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=e3341d02-1b15-41fc-9283-d80a750742b0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:36.758568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46306) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:36.781410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe3fdf-fbd9-4a49-98f0-f5caf7df91c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Deleting port a3beec7f-46fb-424b-bc31-35d93f301104 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:36.786477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3fdf-fbd9-4a49-98f0-f5caf7df91c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.799677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.800015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.800350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.818085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.818085 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.820439 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 8 to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b Jan 17 08:12:36.844505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.846129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.846465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.846803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.855225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f60b144-2568-4290-b414-fb8ddfc98239 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:36.856670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f60b144-2568-4290-b414-fb8ddfc98239 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:36.857444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0f60b144-2568-4290-b414-fb8ddfc98239 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:36.864892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:12:36.865967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.870481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.870814 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.872563 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 9 to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:12:36.883219 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:12:36.889941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.889941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.890352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.896869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.897280 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.897735 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempt 10 to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b Jan 17 08:12:36.914107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:36.914451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:36.914781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempting to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:36.921706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:36.922049 dv-neutron-824874-1-hyperv neutron-server[84155]: ERROR neutron.plugins.ml2.managers [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Failed to bind port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on host hv-neutron-8248 for vnic_type normal using segments [{'id': 'f2a925a6-8342-4445-9632-66835d2784ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '08b6121c-738f-4a73-877e-b1eb957dd3a4'}] Jan 17 08:12:36.922477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.964116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:36.984540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0f60b144-2568-4290-b414-fb8ddfc98239 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:36.985928 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0f60b144-2568-4290-b414-fb8ddfc98239 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2238486 Jan 17 08:12:36.995905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46316) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:37.169081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-788aaf3f-673b-4488-841f-21c265367188 req-611da859-3c79-4042-acff-35ccd3a4a71c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 210 time: 0.0606072 Jan 17 08:12:37.171749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] For port e8885016-ae48-4c2f-a08a-d1b3edaaa04b, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:37.172151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Attempted to set empty binding levels {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 17 08:12:37.190358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c6fe3fdf-fbd9-4a49-98f0-f5caf7df91c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] For port a3beec7f-46fb-424b-bc31-35d93f301104, host hv-neutron-8248, got binding levels [] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:37.191314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3fdf-fbd9-4a49-98f0-f5caf7df91c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.205341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.241952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13f08c0-fd59-47b5-9e00-ba02af417606 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 563f256f-c820-42fa-bdb5-e8a6f8fa9695 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:12:37.245917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f13f08c0-fd59-47b5-9e00-ba02af417606 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.329253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.386633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-73c508fd-7439-469f-a724-bfa932e0c9b0 req-3a6e358f-5742-49d4-b2e3-1e35f3432bef tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 210 time: 0.1061461 Jan 17 08:12:37.424777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f13f08c0-fd59-47b5-9e00-ba02af417606 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.436542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6792a1c-3480-4bfd-b0f7-bc9378151799 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 08:12:37.439690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.463363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] In _notify_port_updated(), no bound segment for port e8885016-ae48-4c2f-a08a-d1b3edaaa04b on network 08b6121c-738f-4a73-877e-b1eb957dd3a4 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:12:37.464383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.468321 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "PUT /v2.0/ports/e8885016-ae48-4c2f-a08a-d1b3edaaa04b HTTP/1.1" status: 200 len: 976 time: 3.9164178 Jan 17 08:12:37.472830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:37.504875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe3fdf-fbd9-4a49-98f0-f5caf7df91c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Calling delete_port for a3beec7f-46fb-424b-bc31-35d93f301104 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:37.537944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42dbf5-bf62-41f0-a632-fd30b76887c6 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event updated for resources: {'Port': ['ID=e8885016-ae48-4c2f-a08a-d1b3edaaa04b,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:37.541827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2ae1a-c7e3-42d5-89f6-b2f5d10d9a59 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Deleting port e8885016-ae48-4c2f-a08a-d1b3edaaa04b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:37.542172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ae1a-c7e3-42d5-89f6-b2f5d10d9a59 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.568665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6792a1c-3480-4bfd-b0f7-bc9378151799,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:37.615823 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5772878c-65e8-43dd-bd71-161d88c2ac9f tempest-ExternalNetworksTestJSON-1059290880 tempest-ExternalNetworksTestJSON-1059290880-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c6792a1c-3480-4bfd-b0f7-bc9378151799 HTTP/1.1" status: 204 len: 168 time: 1.5641992 Jan 17 08:12:37.629910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46334) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:37.682541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-92db40e7-ee80-4d28-8bd3-d9a44427d360 req-8eacc920-3253-44c2-9235-dce3cfa79698 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Synchronizing usage tracker for tenant:32f31bd8c25644b2b993868c561e5454 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:37.741493 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d5c8cb-0535-46c5-ac72-337d28afff06 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] DELETE failed (client error): The resource could not be found. Jan 17 08:12:37.741823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d5c8cb-0535-46c5-ac72-337d28afff06 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:12:37.745787 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-49d5c8cb-0535-46c5-ac72-337d28afff06 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] 10.222.0.44 "DELETE /v2.0/subnets/0d6eda4e-fe5a-44e4-aee7-cef2c7b7d6a8 HTTP/1.1" status: 404 len: 337 time: 0.1105626 Jan 17 08:12:37.747236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46338) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:37.792199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.836260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f13f08c0-fd59-47b5-9e00-ba02af417606 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:37.942455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-92db40e7-ee80-4d28-8bd3-d9a44427d360 req-8eacc920-3253-44c2-9235-dce3cfa79698 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Unset dirty status for tenant:32f31bd8c25644b2b993868c561e5454 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:37.960321 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-92db40e7-ee80-4d28-8bd3-d9a44427d360 req-8eacc920-3253-44c2-9235-dce3cfa79698 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 210 time: 0.4060702 Jan 17 08:12:37.962431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3fdf-fbd9-4a49-98f0-f5caf7df91c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.010653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.029158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4bf2ae1a-c7e3-42d5-89f6-b2f5d10d9a59 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] For port e8885016-ae48-4c2f-a08a-d1b3edaaa04b, host hv-neutron-8248, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:38.029158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ae1a-c7e3-42d5-89f6-b2f5d10d9a59 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.074125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe3fdf-fbd9-4a49-98f0-f5caf7df91c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3beec7f-46fb-424b-bc31-35d93f301104,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:38.097446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6fe3fdf-fbd9-4a49-98f0-f5caf7df91c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.107792 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c6fe3fdf-fbd9-4a49-98f0-f5caf7df91c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "DELETE /v2.0/ports/a3beec7f-46fb-424b-bc31-35d93f301104 HTTP/1.1" status: 204 len: 168 time: 1.4537148 Jan 17 08:12:38.110296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46346) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:38.176968 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2f053c-4d29-4c70-a0fb-17eeb38c10aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] GET failed (client error): The resource could not be found. Jan 17 08:12:38.178202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fe2f053c-4d29-4c70-a0fb-17eeb38c10aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Synchronizing usage tracker for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:38.180776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2ae1a-c7e3-42d5-89f6-b2f5d10d9a59 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Calling delete_port for e8885016-ae48-4c2f-a08a-d1b3edaaa04b owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:38.184889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.53', 60570) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:38.238258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f6875e20-639c-4b63-9061-1c77a0d8d4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.342523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f13f08c0-fd59-47b5-9e00-ba02af417606 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.455552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.471709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-03b3a005-6cd3-444f-a800-31dac9998f90 req-221c8848-6f7f-4675-890b-760ae06a6b21 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Synchronizing usage tracker for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:38.475169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f08c0-fd59-47b5-9e00-ba02af417606 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=563f256f-c820-42fa-bdb5-e8a6f8fa9695,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:38.528255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f13f08c0-fd59-47b5-9e00-ba02af417606 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.532005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daf8d84-dfcf-450d-8120-65a992626f6c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:38.532155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeaee1c-280d-4749-a4d6-fc5a154204f9 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:38.549020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768651fc-058f-492b-b78c-b4450b4874f0') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:38.549392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768651fc-058f-492b-b78c-b4450b4874f0') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:38.571555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.601991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.609275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-03b3a005-6cd3-444f-a800-31dac9998f90 req-221c8848-6f7f-4675-890b-760ae06a6b21 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Unset dirty status for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:38.610504 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03b3a005-6cd3-444f-a800-31dac9998f90 req-221c8848-6f7f-4675-890b-760ae06a6b21 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 210 time: 0.2214041 Jan 17 08:12:38.611025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fe2f053c-4d29-4c70-a0fb-17eeb38c10aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] Unset dirty status for tenant:51311361aae84ab9b6e7eacfad262614 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:38.611674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:12:38.613952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.617377 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fe2f053c-4d29-4c70-a0fb-17eeb38c10aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260859465-project-admin] 10.222.0.44 "GET /v2.0/ports/a3beec7f-46fb-424b-bc31-35d93f301104 HTTP/1.1" status: 404 len: 333 time: 0.5053353 Jan 17 08:12:38.618368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46360) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:38.630046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-7d465aff-b773-4d19-9f1d-416e2e015a97 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:38.630249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ae1a-c7e3-42d5-89f6-b2f5d10d9a59 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.632789 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-7d465aff-b773-4d19-9f1d-416e2e015a97 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 811 time: 0.4468732 Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:12:38.644862 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:12:38.768189 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f13f08c0-fd59-47b5-9e00-ba02af417606 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/563f256f-c820-42fa-bdb5-e8a6f8fa9695 HTTP/1.1" status: 204 len: 168 time: 1.7712076 Jan 17 08:12:38.777600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46364) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:38.785545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2ae1a-c7e3-42d5-89f6-b2f5d10d9a59 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8885016-ae48-4c2f-a08a-d1b3edaaa04b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:38.788186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ae1a-c7e3-42d5-89f6-b2f5d10d9a59 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.790678 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4bf2ae1a-c7e3-42d5-89f6-b2f5d10d9a59 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e8885016-ae48-4c2f-a08a-d1b3edaaa04b HTTP/1.1" status: 204 len: 168 time: 1.3168690 Jan 17 08:12:38.796571 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bf65e5ff-824a-43ae-a4ab-471d4ba21c0b req-1607028d-9538-49ff-bc2a-9cff22ea83ba tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 210 time: 0.1772602 Jan 17 08:12:38.802601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46368) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:38.845924 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f37d427-e296-4538-9c52-95490d2a0bc9 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] GET failed (client error): The resource could not be found. Jan 17 08:12:38.845924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f37d427-e296-4538-9c52-95490d2a0bc9 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Synchronizing usage tracker for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:38.879530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061642c4-f583-4fca-a160-ff23e3df0032 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:12:38.884172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-061642c4-f583-4fca-a160-ff23e3df0032 None None] Deleting port 7a822abd-285b-4145-b8d2-e4a57616c50b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:38.884539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-061642c4-f583-4fca-a160-ff23e3df0032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.917691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.934004 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0bedcb6f-fdc7-47f3-9c2c-7bf57e6f5445 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441081 Jan 17 08:12:38.947844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:38.949771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46372) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:38.958456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] Pushing event deleted for resources: {'Network': ['ID=7daf8d84-dfcf-450d-8120-65a992626f6c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:38.962012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f37d427-e296-4538-9c52-95490d2a0bc9 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] Unset dirty status for tenant:6916426391cc4df0928d951df0ce99b4 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:38.963405 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1f37d427-e296-4538-9c52-95490d2a0bc9 tempest-PortsAdminExtendedAttrsTestJSON-464497858 tempest-PortsAdminExtendedAttrsTestJSON-464497858-project-admin] 10.222.0.44 "GET /v2.0/ports/e8885016-ae48-4c2f-a08a-d1b3edaaa04b HTTP/1.1" status: 404 len: 333 time: 0.1610031 Jan 17 08:12:38.964376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:38.967863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46376) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:39.000388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.096066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.098715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.106017 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9b7c3a96-3bc5-4e39-b348-fc2855c961f7 tempest-ExternalNetworksTestJSON-491147335 tempest-ExternalNetworksTestJSON-491147335-project] 10.222.0.44 "DELETE /v2.0/networks/7daf8d84-dfcf-450d-8120-65a992626f6c HTTP/1.1" status: 204 len: 168 time: 1.3587816 Jan 17 08:12:39.123589 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-f64ee5e8-d550-40cc-90e6-9b4a42cb4fd0 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f63d850157224890ad3a5d7e0a15b155 HTTP/1.1" status: 200 len: 379 time: 0.4196846 Jan 17 08:12:39.147038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Request body: {'port': {'device_id': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'admin_state_up': True, 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'security_groups': ['02232627-6fb2-4065-8d5e-44fa649c33de']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:39.172637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.237149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-061642c4-f583-4fca-a160-ff23e3df0032 None None] For port 7a822abd-285b-4145-b8d2-e4a57616c50b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7a822abd-285b-4145-b8d2-e4a57616c50b,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:39.237568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-061642c4-f583-4fca-a160-ff23e3df0032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.372612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.380735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:39.408909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.53', 60578) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:39.411783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:39.422351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:39.453412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-061642c4-f583-4fca-a160-ff23e3df0032 None None] Calling delete_port for 7a822abd-285b-4145-b8d2-e4a57616c50b owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:39.476225 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4f143ce9-b969-46c8-9da2-b25295d2ac1e req-ccb2a6be-6730-4fb8-bf76-c4b4d0134de9 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 210 time: 0.1072478 Jan 17 08:12:39.513016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b6121c-738f-4a73-877e-b1eb957dd3a4']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:39.525661 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:39.530517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a925a6-8342-4445-9632-66835d2784ef') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:39.531048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a925a6-8342-4445-9632-66835d2784ef') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:39.547344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.565409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.573933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:12:39.574765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:12:39.596980 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:12:39.632904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.642923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.696642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.718824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-061642c4-f583-4fca-a160-ff23e3df0032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.746741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.806156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:39.814265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:39.884032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061642c4-f583-4fca-a160-ff23e3df0032 None None] Pushing event deleted for resources: {'Port': ['ID=7a822abd-285b-4145-b8d2-e4a57616c50b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:39.892468 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f50ca8a-86b6-4798-85a4-3d0beefe39c2']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:39.911070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061642c4-f583-4fca-a160-ff23e3df0032 None None] No DVR routers for this DVR port 7a822abd-285b-4145-b8d2-e4a57616c50b on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:12:39.983972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a822abd-285b-4145-b8d2-e4a57616c50b no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:12:39.989300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46410) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:39.991743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] Pushing event deleted for resources: {'Network': ['ID=08b6121c-738f-4a73-877e-b1eb957dd3a4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:40.009196 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-60ed54f9-5454-44bb-ad89-7d10672c9d37 tempest-PortsAdminExtendedAttrsTestJSON-1162038776 tempest-PortsAdminExtendedAttrsTestJSON-1162038776-project] 10.222.0.44 "DELETE /v2.0/networks/08b6121c-738f-4a73-877e-b1eb957dd3a4 HTTP/1.1" status: 204 len: 168 time: 1.0400815 Jan 17 08:12:40.034758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 7a822abd-285b-4145-b8d2-e4a57616c50b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:12:40.035173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a822abd-285b-4145-b8d2-e4a57616c50b not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:12:40.104082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:40.125435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbc165c-169a-464e-be4b-cf16304ab829') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:40.126118 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbc165c-169a-464e-be4b-cf16304ab829') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:40.156892 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f415127d-6ca8-4f2c-92a2-aece108f4cf8 req-d9f6020a-f3ef-4bbc-aaa3-2093dd96cab2 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 210 time: 0.0823390 Jan 17 08:12:40.157412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.53', 60580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:40.157814 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3132c5d1-ff08-40eb-ab60-ff71dd4a04f9 req-0b5a6a54-1353-4c97-9e4b-22dd71314279 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 210 time: 0.3163035 Jan 17 08:12:40.195980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:40.200389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:40.263391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:40.266579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Allocated IP 172.20.0.4 (54893346-a869-4feb-9fce-1e5eb7a40ef8/f6cdae6b-437c-45f3-bb6d-e8981619af70/f365f598-65ab-4763-b0e2-54e46cb38a42) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:40.272286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:40.297826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-358820c8-2186-43e1-bd9c-060c601bf007 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:40.299789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-358820c8-2186-43e1-bd9c-060c601bf007 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Synchronizing usage tracker for tenant:32f31bd8c25644b2b993868c561e5454 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:40.426089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:12:40.426801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:12:40.441732 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:12:40.492376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Made reservation on behalf of f63d850157224890ad3a5d7e0a15b155 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:40.495851 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:40.601098 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7e120cab-a82d-4f37-9ef5-6b61bc5cabe6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2cded037a7e34ddb989d42e3f45bb536&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5945034 Jan 17 08:12:40.610814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46430) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:40.759865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-71219d31-498a-482d-a980-9d1fee60dd22 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:40.761926 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-71219d31-498a-482d-a980-9d1fee60dd22 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.53 "GET /v2.0/networks?id=f2781a32-dbcf-4a89-be6e-041dd74b2227 HTTP/1.1" status: 200 len: 812 time: 0.5983245 Jan 17 08:12:40.790077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-358820c8-2186-43e1-bd9c-060c601bf007 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Unset dirty status for tenant:32f31bd8c25644b2b993868c561e5454 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:40.791591 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-358820c8-2186-43e1-bd9c-060c601bf007 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.53 "GET /v2.0/networks?id=17f264ea-aa2d-4e2f-be9f-873f03e41f4b HTTP/1.1" status: 200 len: 805 time: 1.3817625 Jan 17 08:12:40.800585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783466cc-1d17-4d45-a928-9865d64f4a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:40.839005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:40.918331 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-49054d39-b7d3-482b-8403-128bddce53ee req-7c3b6c7e-6b10-4f4b-8682-35b9a7e7d131 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 210 time: 0.1199939 Jan 17 08:12:40.942058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783466cc-1d17-4d45-a928-9865d64f4a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:40.982350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:40.998947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-06ed15b1-40c1-465c-9155-49e0bcd59110 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Synchronizing usage tracker for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:41.016366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-06ed15b1-40c1-465c-9155-49e0bcd59110 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Unset dirty status for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:41.017508 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-06ed15b1-40c1-465c-9155-49e0bcd59110 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9ba4e0ea41f490294ebdd0b709d6369 HTTP/1.1" status: 200 len: 379 time: 0.2183287 Jan 17 08:12:41.032234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.040652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Request body: {'port': {'device_id': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'admin_state_up': True, 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'security_groups': ['c2050bac-424d-462f-9612-32d85b95eee6']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:41.074969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-53b740ad-e345-40b6-8f13-1c59c3ff80ab tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Synchronizing usage tracker for tenant:32f31bd8c25644b2b993868c561e5454 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:41.075502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46438) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:41.098183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.104478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] Pushing event deleted for resources: {'Network': ['ID=8f50ca8a-86b6-4798-85a4-3d0beefe39c2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:41.151000 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-98e84bd6-c42c-4432-94f3-460bffbe3213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763196729-project] 10.222.0.44 "DELETE /v2.0/networks/8f50ca8a-86b6-4798-85a4-3d0beefe39c2 HTTP/1.1" status: 204 len: 168 time: 2.5171971 Jan 17 08:12:41.151454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783466cc-1d17-4d45-a928-9865d64f4a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.167285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Allocated IP 172.20.0.9 (b0250a93-ed00-4f23-9feb-2f0d97a63e9d/04c797cd-8b4e-49c2-99ef-cee9c4035556/4208bfca-e776-4ce4-9084-39506e8c9ab5) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:41.184059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-783466cc-1d17-4d45-a928-9865d64f4a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.185541 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-783466cc-1d17-4d45-a928-9865d64f4a17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6a42c89-72e4-428e-8323-d62070d69ede HTTP/1.1" status: 204 len: 168 time: 0.5721929 Jan 17 08:12:41.186735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783466cc-1d17-4d45-a928-9865d64f4a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a42c89-72e4-428e-8323-d62070d69ede,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:41.270024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-53b740ad-e345-40b6-8f13-1c59c3ff80ab tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Unset dirty status for tenant:32f31bd8c25644b2b993868c561e5454 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:41.271906 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-53b740ad-e345-40b6-8f13-1c59c3ff80ab tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32f31bd8c25644b2b993868c561e5454 HTTP/1.1" status: 200 len: 380 time: 0.4401429 Jan 17 08:12:41.320192 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Request body: {'port': {'device_id': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'admin_state_up': True, 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'security_groups': ['1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:41.479432 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-51fb6a86-2f86-49f0-a566-f84c510c58cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32ddbc97a5e94addbebe92b71ad7e8a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4021683 Jan 17 08:12:41.480945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46452) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:41.487562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:41.499533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:41.516053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.563962 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-02882062-adf4-47f3-9ceb-a4a21c4e125a req-feb83415-1d11-48a3-8820-b107a9dbcf1c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 210 time: 0.0911622 Jan 17 08:12:41.573189 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c156322b-cfb2-49cb-8499-ded11a8738ab req-aff1d6d7-4037-4b26-b1f6-e478cb88ddfe tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 210 time: 0.1728194 Jan 17 08:12:41.604901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.612698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2647445b-1ac8-4777-bd57-ed017274bbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.640560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2647445b-1ac8-4777-bd57-ed017274bbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.650883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Made reservation on behalf of b9ba4e0ea41f490294ebdd0b709d6369 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:41.654037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.829713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Network 54893346-a869-4feb-9fce-1e5eb7a40ef8 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:41.838415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:41.865044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:41.867162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event updated for resources: {'Port': ['ID=f365f598-65ab-4763-b0e2-54e46cb38a42,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:41.870846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:41.924192 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:41.939901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:41.940550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.946522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5773df-2cc0-49d9-837f-4bd416e3069f None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:41.952619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2647445b-1ac8-4777-bd57-ed017274bbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:41.965540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=9b686114-45b4-4d6b-9c80-d74476b123cc,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:41.972395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647445b-1ac8-4777-bd57-ed017274bbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e84dcd-6744-48b8-bad6-2bb258e904ee,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:41.997773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:42.011178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Allocated IP 172.20.0.7 (f2781a32-dbcf-4a89-be6e-041dd74b2227/dd30e160-1e61-452a-8fb0-5eb1772c4e96/fa0d4ee1-e948-49e3-b0fc-fc800c196d4d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:42.083012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:42.092401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46462) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:42.165870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:42.177246 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0b092bae-ded4-44a6-a018-2099764087fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2247131 Jan 17 08:12:42.203139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2647445b-1ac8-4777-bd57-ed017274bbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:42.207994 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2647445b-1ac8-4777-bd57-ed017274bbf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73e84dcd-6744-48b8-bad6-2bb258e904ee HTTP/1.1" status: 204 len: 168 time: 0.7257273 Jan 17 08:12:42.208798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46468) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:42.280009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Transition to ACTIVE for port object 4208bfca-e776-4ce4-9084-39506e8c9ab5 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:42.303103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Made reservation on behalf of 32f31bd8c25644b2b993868c561e5454 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:42.310531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:42.351976 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': '9b686114-45b4-4d6b-9c80-d74476b123cc', 'ip_address': '2001:db8::9e74:5a36:237:84a'}], 'name': 'tempest-NetworksTestDHCPv6-2113658296'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:42.392625 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7301f6c9-41ca-4f10-8957-fb71174359e8 req-2420dc70-7a48-4979-bf53-7b7642d817f8 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 210 time: 0.1917536 Jan 17 08:12:42.459065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '9b686114-45b4-4d6b-9c80-d74476b123cc'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:12:42.466692 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:42.552859 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bdbc0cd8-fddd-490a-bb77-124e4e75fbec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c76140ecbba479da30ddc78e7cfa8bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4540980 Jan 17 08:12:42.557540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46476) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:42.591814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:42.638051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46480) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:42.792314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:42.807377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/9b686114-45b4-4d6b-9c80-d74476b123cc/0343cc1a-121c-46c5-9374-ce46e563d9c9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:42.874175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:42.908148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:42.925533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:42.928775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Transition to ACTIVE for port object fa0d4ee1-e948-49e3-b0fc-fc800c196d4d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:42.933548 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Sync routers for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:12:42.943756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:42.960714 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2206896c-2bce-46fc-9e45-8c1261d7acf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5af6000dffd4396b4f4b0740648cf76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3074143 Jan 17 08:12:42.961699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46490) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:42.990781 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:42.992081 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:43.055288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b46ff5a2-d0c2-4a60-8288-510008881989 req-493dd6c8-b18e-4da5-9a4f-e40d162fe5a8 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Synchronizing usage tracker for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:43.105493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:43.194537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b46ff5a2-d0c2-4a60-8288-510008881989 req-493dd6c8-b18e-4da5-9a4f-e40d162fe5a8 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Unset dirty status for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:43.207857 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b46ff5a2-d0c2-4a60-8288-510008881989 req-493dd6c8-b18e-4da5-9a4f-e40d162fe5a8 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 210 time: 0.2429187 Jan 17 08:12:43.209310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.275923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.289740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Transition to ACTIVE for port object 0343cc1a-121c-46c5-9374-ce46e563d9c9 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:43.306757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c65ce4cd-068c-452f-be80-ead2e3a62ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.314948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Transition to ACTIVE for port object 0343cc1a-121c-46c5-9374-ce46e563d9c9 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:43.352993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f710f5b9-d23f-48ea-9772-96ac3baffb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.381406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.436402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Network b0250a93-ed00-4f23-9feb-2f0d97a63e9d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:43.453087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:43.530596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:43.530596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:43.531112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f710f5b9-d23f-48ea-9772-96ac3baffb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.531226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c65ce4cd-068c-452f-be80-ead2e3a62ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.531328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:43.531415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Pushing event updated for resources: {'Port': ['ID=4208bfca-e776-4ce4-9084-39506e8c9ab5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:43.531415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:43.531578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Pushing event updated for resources: {'Port': ['ID=0343cc1a-121c-46c5-9374-ce46e563d9c9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:43.531663 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:43.555058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Allocated IP 172.20.0.6 (17f264ea-aa2d-4e2f-be9f-873f03e41f4b/9572314a-8e41-42bf-8de3-4cb05ced5c99/dfbc313c-a85c-4896-baf0-3d63aaa9b71c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:43.585370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Pushing event updated for resources: {'Port': ['ID=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:43.610235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Network f2781a32-dbcf-4a89-be6e-041dd74b2227 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:43.631440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:43.637460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:43.669142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.670000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.745987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Attempting to bind port 0343cc1a-121c-46c5-9374-ce46e563d9c9 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:43.746542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Attempting to bind port 0343cc1a-121c-46c5-9374-ce46e563d9c9 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:43.746705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Attempting to bind port 0343cc1a-121c-46c5-9374-ce46e563d9c9 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:43.777906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:43.778368 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:43.778679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.779898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:43.779898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Bound port: 0343cc1a-121c-46c5-9374-ce46e563d9c9, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:43.780120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.803904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f40fd7-1a3c-493f-90fa-dab243cf43da req-d1a4ecf7-7aa2-47d3-a2a2-9c97e700e897 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:43.807267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-00f40fd7-1a3c-493f-90fa-dab243cf43da req-d1a4ecf7-7aa2-47d3-a2a2-9c97e700e897 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Synchronizing usage tracker for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:43.861022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:43.945743 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eaf36f28-06d6-448b-8047-5b2cd2f9d436 req-0295cff6-19da-4180-892e-9a203236d794 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 210 time: 0.2297270 Jan 17 08:12:43.978574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c65ce4cd-068c-452f-be80-ead2e3a62ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.049347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port c5c429f3-bc4f-4e0b-8351-f89994f6b9f8 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:12:44.065289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:44.065289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.067324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] For port 0343cc1a-121c-46c5-9374-ce46e563d9c9, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:44.083291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] For port 0343cc1a-121c-46c5-9374-ce46e563d9c9, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0343cc1a-121c-46c5-9374-ce46e563d9c9,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:44.120389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ce4cd-068c-452f-be80-ead2e3a62ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95785579-e12e-419c-b760-7f8282fdd94b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:44.122070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46496) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:44.137339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:44.137951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.181775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.291647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c65ce4cd-068c-452f-be80-ead2e3a62ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.295173 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c65ce4cd-068c-452f-be80-ead2e3a62ee6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95785579-e12e-419c-b760-7f8282fdd94b HTTP/1.1" status: 204 len: 168 time: 1.3240123 Jan 17 08:12:44.315167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f710f5b9-d23f-48ea-9772-96ac3baffb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.315761 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f39f74f4-377d-478e-bfe6-c6de54d15184 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6916426391cc4df0928d951df0ce99b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885500 Jan 17 08:12:44.319991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46504) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:44.327664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6511a604-bf2d-4b13-9bbc-75cac0997229 None None] Provisioning for port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:44.365693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6511a604-bf2d-4b13-9bbc-75cac0997229 None None] Provisioning complete for port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:44.365977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6511a604-bf2d-4b13-9bbc-75cac0997229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.376725 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'd12a168c-2ad7-444a-8e57-f8f7266b12cb', 'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'mac_address': 'fa:16:3e:7e:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:16Z', 'updated_at': '2022-01-17T08:12:19Z', 'revision_number': 2, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'subnets': [{'id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:44.379077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-00f40fd7-1a3c-493f-90fa-dab243cf43da req-d1a4ecf7-7aa2-47d3-a2a2-9c97e700e897 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Unset dirty status for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:44.384843 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-00f40fd7-1a3c-493f-90fa-dab243cf43da req-d1a4ecf7-7aa2-47d3-a2a2-9c97e700e897 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 931 time: 1.4860482 Jan 17 08:12:44.397416 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Checking router: bfca7abb-96df-45b7-a676-b8e25256d43c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:12:44.397773 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Updating router bfca7abb-96df-45b7-a676-b8e25256d43c port d12a168c-2ad7-444a-8e57-f8f7266b12cb binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:12:44.404504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710f5b9-d23f-48ea-9772-96ac3baffb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8c5b14-8a6e-4512-a79e-517556ed8e12,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:44.509998 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-1fcec3ee-244b-462a-b8b5-c9f29a851cdd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4744999 Jan 17 08:12:44.548999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-84361a67-5c27-4840-9702-eae35cb1487e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:44.550247 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-84361a67-5c27-4840-9702-eae35cb1487e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0153823 Jan 17 08:12:44.617179 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.644923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.660385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcc57c-d652-4565-84cc-93f94b8b9c91 None None] Pushing event updated for resources: {'Port': ['ID=0343cc1a-121c-46c5-9374-ce46e563d9c9,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:44.678633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6511a604-bf2d-4b13-9bbc-75cac0997229 None None] Port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:44.748526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Transition to ACTIVE for port object dfbc313c-a85c-4896-baf0-3d63aaa9b71c will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:44.808053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f710f5b9-d23f-48ea-9772-96ac3baffb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.812578 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f710f5b9-d23f-48ea-9772-96ac3baffb49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea8c5b14-8a6e-4512-a79e-517556ed8e12 HTTP/1.1" status: 204 len: 168 time: 2.2534869 Jan 17 08:12:44.827087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6511a604-bf2d-4b13-9bbc-75cac0997229 None None] Provisioning for port 4208bfca-e776-4ce4-9084-39506e8c9ab5 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:44.834401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6511a604-bf2d-4b13-9bbc-75cac0997229 None None] Provisioning complete for port 4208bfca-e776-4ce4-9084-39506e8c9ab5 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:44.836826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6511a604-bf2d-4b13-9bbc-75cac0997229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.895150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf9ece92-6b68-44f2-ae54-2ab7009fac6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:44.918165 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-00f40fd7-1a3c-493f-90fa-dab243cf43da req-fd9b0f4b-601b-4b61-a23c-ff54ba666646 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4893539 Jan 17 08:12:44.930559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:45.010301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6511a604-bf2d-4b13-9bbc-75cac0997229 None None] Port 4208bfca-e776-4ce4-9084-39506e8c9ab5 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:45.030829 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-9e640203-41af-4d89-8d43-200ea1627042 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8911936 Jan 17 08:12:45.156787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf9ece92-6b68-44f2-ae54-2ab7009fac6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:45.180448 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841ffe0-b95f-41f7-bc06-a6474e1ede0f req-32580b62-1aa7-406c-ae42-f9b1a2b1d5b9 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:45.193517 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5841ffe0-b95f-41f7-bc06-a6474e1ede0f req-32580b62-1aa7-406c-ae42-f9b1a2b1d5b9 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 931 time: 0.6749201 Jan 17 08:12:45.193517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::9e74:5a36:237:84a (f8dda541-a6ad-4425-a3fa-1d9436a44791/9b686114-45b4-4d6b-9c80-d74476b123cc/c5c429f3-bc4f-4e0b-8351-f89994f6b9f8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:12:45.277206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Request body: {'port': {'device_id': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:45.286435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:45.306582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Pushing event updated for resources: {'Port': ['ID=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:45.449997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:45.454281 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5841ffe0-b95f-41f7-bc06-a6474e1ede0f req-7fdbab5c-4feb-4919-8992-18ab75377b75 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653029 Jan 17 08:12:45.493371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Request body: {'port': {'device_id': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:45.500171 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:45.562276 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Transition to ACTIVE for port object d12a168c-2ad7-444a-8e57-f8f7266b12cb will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:45.638060 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:45.745239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:45.940481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:45.978927 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:45.981260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:46.000728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:46.059408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0343cc1a-121c-46c5-9374-ce46e563d9c9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:46.215519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-03e99e38-9c13-4f5e-956d-bb2f578b496c None None] Provisioning for port dfbc313c-a85c-4896-baf0-3d63aaa9b71c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:46.293338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-03e99e38-9c13-4f5e-956d-bb2f578b496c None None] Provisioning complete for port dfbc313c-a85c-4896-baf0-3d63aaa9b71c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:46.300941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03e99e38-9c13-4f5e-956d-bb2f578b496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:46.310344 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f9479-92f0-4aca-90b3-b0f085ff9ca9 None None] Pushing event updated for resources: {'Port': ['ID=d12a168c-2ad7-444a-8e57-f8f7266b12cb,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:46.460141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf9ece92-6b68-44f2-ae54-2ab7009fac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:46.555078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46532) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:46.568866 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-03e99e38-9c13-4f5e-956d-bb2f578b496c None None] Port dfbc313c-a85c-4896-baf0-3d63aaa9b71c cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:46.678651 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 0343cc1a-121c-46c5-9374-ce46e563d9c9 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:46.716449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f20570-a36c-413e-8ce4-271d95068424 req-c57c05a3-ea76-46f2-8727-dba7a81d7738 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:46.717723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-f9f20570-a36c-413e-8ce4-271d95068424 req-c57c05a3-ea76-46f2-8727-dba7a81d7738 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Synchronizing usage tracker for tenant:32f31bd8c25644b2b993868c561e5454 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:46.722037 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Attempting to bind port d12a168c-2ad7-444a-8e57-f8f7266b12cb on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:46.722679 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Attempting to bind port d12a168c-2ad7-444a-8e57-f8f7266b12cb by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:46.722797 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-61169460-4057-4a10-9f7b-f7dd94bb8f22 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4171243 Jan 17 08:12:46.730067 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Attempting to bind port d12a168c-2ad7-444a-8e57-f8f7266b12cb on network b0250a93-ed00-4f23-9feb-2f0d97a63e9d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:46.730374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ece92-6b68-44f2-ae54-2ab7009fac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe3ca00-ca57-4b44-a40c-706563402a1a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:46.763482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Request body: {'port': {'device_id': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:46.770745 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:46.777948 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Checking segment: {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:46.778561 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:46.779556 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Bound using segment: {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:46.782916 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Bound port: d12a168c-2ad7-444a-8e57-f8f7266b12cb, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:46.785714 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:46.910481 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] For port d12a168c-2ad7-444a-8e57-f8f7266b12cb, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:46.920268 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] For port d12a168c-2ad7-444a-8e57-f8f7266b12cb, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d12a168c-2ad7-444a-8e57-f8f7266b12cb,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:46.950631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf9ece92-6b68-44f2-ae54-2ab7009fac6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:46.951807 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cf9ece92-6b68-44f2-ae54-2ab7009fac6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fe3ca00-ca57-4b44-a40c-706563402a1a HTTP/1.1" status: 204 len: 168 time: 2.6196227 Jan 17 08:12:47.072544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.102621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.172856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object c5c429f3-bc4f-4e0b-8351-f89994f6b9f8 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:47.242447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4208bfca-e776-4ce4-9084-39506e8c9ab5 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:12:47.263772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.294530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Transition to ACTIVE for port object 4208bfca-e776-4ce4-9084-39506e8c9ab5 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:47.314824 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b9b418ca-661b-453f-8855-2a354ed1a8aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51311361aae84ab9b6e7eacfad262614&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7429619 Jan 17 08:12:47.334770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46542) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:47.373169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52101-dda8-4114-91d5-9b682bca56b7 req-d0bca2e5-e58c-4cac-8d15-6afe1f47d5ae tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:47.381031 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-06f52101-dda8-4114-91d5-9b682bca56b7 req-d0bca2e5-e58c-4cac-8d15-6afe1f47d5ae tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 931 time: 0.9002728 Jan 17 08:12:47.427141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aedff363-f80f-44e2-a3fd-df2735b0d3aa None None] Provisioning for port 0343cc1a-121c-46c5-9374-ce46e563d9c9 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:47.433939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aedff363-f80f-44e2-a3fd-df2735b0d3aa None None] Provisioning complete for port 0343cc1a-121c-46c5-9374-ce46e563d9c9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:47.434357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aedff363-f80f-44e2-a3fd-df2735b0d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.478778 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.549981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0d4ee1-e948-49e3-b0fc-fc800c196d4d {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:12:47.559224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.601347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Transition to ACTIVE for port object fa0d4ee1-e948-49e3-b0fc-fc800c196d4d will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:47.652474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.691155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-f9f20570-a36c-413e-8ce4-271d95068424 req-c57c05a3-ea76-46f2-8727-dba7a81d7738 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Unset dirty status for tenant:32f31bd8c25644b2b993868c561e5454 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:47.732030 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f9f20570-a36c-413e-8ce4-271d95068424 req-c57c05a3-ea76-46f2-8727-dba7a81d7738 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 931 time: 2.4410667 Jan 17 08:12:47.742121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.755036 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f9479-92f0-4aca-90b3-b0f085ff9ca9 None None] Pushing event updated for resources: {'Port': ['ID=d12a168c-2ad7-444a-8e57-f8f7266b12cb,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:47.769196 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:47.771897 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:47.824621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Router f908e2d1-6026-4c09-9428-93a1c5671460 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:12:47.830247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aedff363-f80f-44e2-a3fd-df2735b0d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.838124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:47.892805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Sync routers for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:12:47.937572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:47.943024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:47.978231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:47.991541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:48.014184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:12:48.019142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:48.026653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:48.194718 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-06f52101-dda8-4114-91d5-9b682bca56b7 req-ce708156-8710-47f9-9234-aa749d2c62a9 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8083305 Jan 17 08:12:48.195841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbc313c-a85c-4896-baf0-3d63aaa9b71c {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:12:48.221779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:48.227460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=c5c429f3-bc4f-4e0b-8351-f89994f6b9f8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:48.285748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Transition to ACTIVE for port object dfbc313c-a85c-4896-baf0-3d63aaa9b71c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:48.339698 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:48.387043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8748829f-0798-47c1-bf8d-eab148e2ce60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:48.533513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:48.738032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-aedff363-f80f-44e2-a3fd-df2735b0d3aa None None] For port 0343cc1a-121c-46c5-9374-ce46e563d9c9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0343cc1a-121c-46c5-9374-ce46e563d9c9,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:48.826378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:48.874697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8748829f-0798-47c1-bf8d-eab148e2ce60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:48.922813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aedff363-f80f-44e2-a3fd-df2735b0d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:49.079206 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f9f20570-a36c-413e-8ce4-271d95068424 req-d0cf3be0-5bd3-4485-884a-4a3281d42285 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3456595 Jan 17 08:12:49.119430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8748829f-0798-47c1-bf8d-eab148e2ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:49.140257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedff363-f80f-44e2-a3fd-df2735b0d3aa None None] Pushing event updated for resources: {'Port': ['ID=0343cc1a-121c-46c5-9374-ce46e563d9c9,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:49.248450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748829f-0798-47c1-bf8d-eab148e2ce60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4df8699-f381-4a2b-9ea8-f1b8d8d9fc39,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:49.278203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8748829f-0798-47c1-bf8d-eab148e2ce60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:49.279348 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8748829f-0798-47c1-bf8d-eab148e2ce60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4df8699-f381-4a2b-9ea8-f1b8d8d9fc39 HTTP/1.1" status: 204 len: 168 time: 1.9406838 Jan 17 08:12:49.334559 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4e15409d-82b5-4a59-adf3-a35579a45301 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 7.1133411 Jan 17 08:12:49.334559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:49.336733 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46570) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:49.415466 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Pushing event updated for resources: {'Port': ['ID=4208bfca-e776-4ce4-9084-39506e8c9ab5,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:49.482905 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'd12a168c-2ad7-444a-8e57-f8f7266b12cb', 'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'mac_address': 'fa:16:3e:7e:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:16Z', 'updated_at': '2022-01-17T08:12:46Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'subnets': [{'id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:49.495012 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ff629-5f14-4d2b-8485-f5a4776616d1 None None] The sync data for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv is: [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'd12a168c-2ad7-444a-8e57-f8f7266b12cb', 'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'mac_address': 'fa:16:3e:7e:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:16Z', 'updated_at': '2022-01-17T08:12:46Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'subnets': [{'id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:12:49.534023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Attempting to bind port dfbc313c-a85c-4896-baf0-3d63aaa9b71c on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:49.534700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Attempting to bind port dfbc313c-a85c-4896-baf0-3d63aaa9b71c by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:49.535054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Attempting to bind port dfbc313c-a85c-4896-baf0-3d63aaa9b71c on network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:49.585258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799a18a-2ffa-4351-a8af-d07bb6d261a7 req-182db618-9c6d-4959-a1be-4004b0e715ff tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:49.609990 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8799a18a-2ffa-4351-a8af-d07bb6d261a7 req-182db618-9c6d-4959-a1be-4004b0e715ff tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 943 time: 0.6032503 Jan 17 08:12:49.663867 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:12:49.712232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Attempting to bind port 4208bfca-e776-4ce4-9084-39506e8c9ab5 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:49.712570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Attempting to bind port 4208bfca-e776-4ce4-9084-39506e8c9ab5 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:49.712895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Attempting to bind port 4208bfca-e776-4ce4-9084-39506e8c9ab5 on network b0250a93-ed00-4f23-9feb-2f0d97a63e9d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:49.748040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Port dfbc313c-a85c-4896-baf0-3d63aaa9b71c on network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:49.748583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Attempting to bind port dfbc313c-a85c-4896-baf0-3d63aaa9b71c on network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:49.791245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:49.813499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Port 4208bfca-e776-4ce4-9084-39506e8c9ab5 on network b0250a93-ed00-4f23-9feb-2f0d97a63e9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:49.813788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Attempting to bind port 4208bfca-e776-4ce4-9084-39506e8c9ab5 on network b0250a93-ed00-4f23-9feb-2f0d97a63e9d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:49.816366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:49.816702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Checking segment: {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:49.817260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Bound using segment: {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:49.818407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Bound port: dfbc313c-a85c-4896-baf0-3d63aaa9b71c, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1aed31-0308-4270-b228-6eac136357f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:49.818753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:49.835510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136410f0-47f8-4211-aaf5-e866095954a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:49.858983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136410f0-47f8-4211-aaf5-e866095954a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:49.858983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-136410f0-47f8-4211-aaf5-e866095954a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:49.916184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:49.916556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Checking segment: {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:49.918740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Bound using segment: {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:49.919573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Bound port: 4208bfca-e776-4ce4-9084-39506e8c9ab5, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:49.920025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:49.985000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Attempting to bind port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:49.985413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Attempting to bind port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:49.985685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Attempting to bind port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d on network f2781a32-dbcf-4a89-be6e-041dd74b2227 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:50.062278 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8799a18a-2ffa-4351-a8af-d07bb6d261a7 req-b0333814-ecbf-489d-ac96-56741ec359ed tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4507501 Jan 17 08:12:50.090520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-136410f0-47f8-4211-aaf5-e866095954a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:50.094825 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-136410f0-47f8-4211-aaf5-e866095954a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7559552 Jan 17 08:12:50.095757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:50.105916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d on network f2781a32-dbcf-4a89-be6e-041dd74b2227 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:12:50.106508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Attempting to bind port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d on network f2781a32-dbcf-4a89-be6e-041dd74b2227 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:50.181508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:50.182117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740975f6-72ee-41bd-9530-4a024d2a74a0 req-8e40fdac-349d-4115-8085-ad5e47b71920 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:50.189171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d12a168c-2ad7-444a-8e57-f8f7266b12cb up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:50.194468 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-740975f6-72ee-41bd-9530-4a024d2a74a0 req-8e40fdac-349d-4115-8085-ad5e47b71920 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 943 time: 0.6697557 Jan 17 08:12:50.240753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] Provisioning for port c5c429f3-bc4f-4e0b-8351-f89994f6b9f8 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:50.255983 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] Provisioning complete for port c5c429f3-bc4f-4e0b-8351-f89994f6b9f8 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:50.256191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:50.327667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] For port dfbc313c-a85c-4896-baf0-3d63aaa9b71c, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:50.347166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] Port c5c429f3-bc4f-4e0b-8351-f89994f6b9f8 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:12:50.348403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3ff15650-9776-47df-904a-552473ab8ec6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port c5c429f3-bc4f-4e0b-8351-f89994f6b9f8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:50.349003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ff15650-9776-47df-904a-552473ab8ec6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:50.364972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e0b475c4-4c0f-4537-b08b-a239bb6accf1', 'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'mac_address': 'fa:16:3e:57:33:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:15Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 2, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'subnets': [{'id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:50.373209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Checking router: 7ced8ccc-99b7-462e-afaa-ef2989c98b47 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:12:50.373605 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Updating router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 port e0b475c4-4c0f-4537-b08b-a239bb6accf1 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:12:50.394975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] For port 4208bfca-e776-4ce4-9084-39506e8c9ab5, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:50.410719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] For port dfbc313c-a85c-4896-baf0-3d63aaa9b71c, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:50.455171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] For port 4208bfca-e776-4ce4-9084-39506e8c9ab5, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:50.485957 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-740975f6-72ee-41bd-9530-4a024d2a74a0 req-23f72c8d-2e43-4274-aa46-88f724c559da tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888188 Jan 17 08:12:50.497221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:50.545375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:50.581379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:50.581767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Checking segment: {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:50.582681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Bound using segment: {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:50.583180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Bound port: fa0d4ee1-e948-49e3-b0fc-fc800c196d4d, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:50.584229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:50.671766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:50.693163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:50.836017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:12:50.846754 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Sync routers for ids ['f908e2d1-6026-4c09-9428-93a1c5671460'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:12:50.882364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:50.883772 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9c19317e-ddfd-4213-a985-6f344c9bcd95 service neutron] 10.222.0.53 "PUT /v2.0/ports/dfbc313c-a85c-4896-baf0-3d63aaa9b71c HTTP/1.1" status: 200 len: 1093 time: 4.1450913 Jan 17 08:12:50.888402 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Routers {'f908e2d1-6026-4c09-9428-93a1c5671460'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:50.889046 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['f908e2d1-6026-4c09-9428-93a1c5671460'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:51.041376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:12:51.060957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Pushing event updated for resources: {'Port': ['ID=4208bfca-e776-4ce4-9084-39506e8c9ab5,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:51.113908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:51.120948 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e040d78a-9700-4e86-9847-b53647edeff5 service neutron] 10.222.0.53 "PUT /v2.0/ports/4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 1093 time: 6.0555346 Jan 17 08:12:51.122452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:51.128274 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ac1105b0-ec02-4b06-8d29-5411704b8a8f tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 14.5441258 Jan 17 08:12:51.129421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46600) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:51.129940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46604) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:51.646791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:51.664339 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Set router f908e2d1-6026-4c09-9428-93a1c5671460 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:51.674794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Transition to ACTIVE for port object e0b475c4-4c0f-4537-b08b-a239bb6accf1 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:51.697254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] Provisioning complete for port d12a168c-2ad7-444a-8e57-f8f7266b12cb triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:51.697761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:51.742390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d12a168c-2ad7-444a-8e57-f8f7266b12cb completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:51.772318 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d12a168c-2ad7-444a-8e57-f8f7266b12cb triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:51.772689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:51.840985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] For port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:51.864250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:51.883550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03e199-19e2-4ffc-9f38-ec53c5be9a61 req-cc521241-feb8-4241-a3c5-fa12b606ea78 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:51.891383 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6c03e199-19e2-4ffc-9f38-ec53c5be9a61 req-cc521241-feb8-4241-a3c5-fa12b606ea78 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 1.1915910 Jan 17 08:12:51.894814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ff15650-9776-47df-904a-552473ab8ec6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:51.928118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] For port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:52.052455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3ff15650-9776-47df-904a-552473ab8ec6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for c5c429f3-bc4f-4e0b-8351-f89994f6b9f8 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:52.105581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:52.307886 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f908e2d1-6026-4c09-9428-93a1c5671460', 'name': '', 'tenant_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8', 'external_fixed_ips': [{'subnet_id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'f365f598-65ab-4763-b0e2-54e46cb38a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:36Z', 'updated_at': '2022-01-17T08:12:42Z', 'revision_number': 3, 'project_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'gw_port': {'id': 'f365f598-65ab-4763-b0e2-54e46cb38a42', 'name': '', 'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908e2d1-6026-4c09-9428-93a1c5671460', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:39Z', 'updated_at': '2022-01-17T08:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:52.326393 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Checking router: f908e2d1-6026-4c09-9428-93a1c5671460 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:12:52.335695 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Updating router f908e2d1-6026-4c09-9428-93a1c5671460 port f365f598-65ab-4763-b0e2-54e46cb38a42 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:12:52.365934 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-e8a31c11-ff2b-4edd-9b82-fdc91e7060b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1096 time: 1.0974102 Jan 17 08:12:52.372353 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-eb65a8b2-58b5-4340-96cd-76471c42a912 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=32f31bd8c25644b2b993868c561e5454&device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 1096 time: 1.2984555 Jan 17 08:12:52.376422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:52.384668 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/fa0d4ee1-e948-49e3-b0fc-fc800c196d4d HTTP/1.1" status: 200 len: 1093 time: 7.6163275 Jan 17 08:12:52.388661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'tag': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:12:52.428816 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6c03e199-19e2-4ffc-9f38-ec53c5be9a61 req-a11d77c6-8571-4afe-89ab-234c6ef74f14 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5361593 Jan 17 08:12:52.621667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-0fcfc750-7868-4d47-abe8-8c73e91d2d4e tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:52.627381 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0fcfc750-7868-4d47-abe8-8c73e91d2d4e tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 1.3765790 Jan 17 08:12:52.639997 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451527-492d-446e-b997-5f562fbd5ea4 None None] Pushing event updated for resources: {'Port': ['ID=e0b475c4-4c0f-4537-b08b-a239bb6accf1,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:52.672906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46644) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:52.716379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:52.720182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09aafe-5859-47a2-ae26-2b28a60862c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:52.741282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-2dc25cbe-86cc-49c3-ab77-39ec468f151f tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:52.742349 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2dc25cbe-86cc-49c3-ab77-39ec468f151f tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0512073 Jan 17 08:12:52.772236 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:52.834718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46650) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:52.854947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-9642f495-f73e-4557-9fb5-adfeb1344dac tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:52.864378 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9642f495-f73e-4557-9fb5-adfeb1344dac tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0281928 Jan 17 08:12:52.897671 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-5bb0a730-5bdf-4809-a162-a320ad0dda01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 217 time: 0.4717972 Jan 17 08:12:52.898211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46656) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.076475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-2cc70dd1-ebe9-4404-b61e-7c2b19be82cd tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.089376 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2cc70dd1-ebe9-4404-b61e-7c2b19be82cd tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.1624119 Jan 17 08:12:53.112642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a32a94-c395-4bfb-873d-03a4fcd01532 req-afae9e56-10ee-4ec9-9fbe-8f91eef329eb tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:53.120769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46662) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.124480 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c2a32a94-c395-4bfb-873d-03a4fcd01532 req-afae9e56-10ee-4ec9-9fbe-8f91eef329eb tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 943 time: 1.5802851 Jan 17 08:12:53.143685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-91f95379-efb1-4a3d-98ca-12d8818b7f4e tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.147997 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-91f95379-efb1-4a3d-98ca-12d8818b7f4e tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0230207 Jan 17 08:12:53.150140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46666) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.169953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-18b1dcd3-7131-49aa-b333-ed416ed80684 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.172399 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-18b1dcd3-7131-49aa-b333-ed416ed80684 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0128000 Jan 17 08:12:53.190466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46670) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.196114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Attempting to bind port e0b475c4-4c0f-4537-b08b-a239bb6accf1 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:53.196711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Attempting to bind port e0b475c4-4c0f-4537-b08b-a239bb6accf1 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:53.197177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Attempting to bind port e0b475c4-4c0f-4537-b08b-a239bb6accf1 on network f2781a32-dbcf-4a89-be6e-041dd74b2227 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:53.197535 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-2eaa315c-8c89-49a3-9d97-c74a91455f2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9ba4e0ea41f490294ebdd0b709d6369&device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 1096 time: 0.6317596 Jan 17 08:12:53.205937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.208478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:53.209177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Checking segment: {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:53.209654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:53.210149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Bound using segment: {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:53.210784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Bound port: e0b475c4-4c0f-4537-b08b-a239bb6accf1, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e8324c-48b2-4327-be5d-743ded495148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:53.211325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:53.225051 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-fdda0ad6-4d41-4162-86ab-73fc8fbedeab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c HTTP/1.1" status: 200 len: 217 time: 0.8150094 Jan 17 08:12:53.228073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a141f-b5d8-4647-94c8-98feaa1ffe8f req-362ea10e-5087-4e8c-8a40-fdb167a1f16f tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:53.230532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:53.241977 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e40a141f-b5d8-4647-94c8-98feaa1ffe8f req-362ea10e-5087-4e8c-8a40-fdb167a1f16f tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 943 time: 0.5680134 Jan 17 08:12:53.245929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ff15650-9776-47df-904a-552473ab8ec6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:53.272499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-9623e296-819a-4588-a334-2d019724540d tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.273777 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9623e296-819a-4588-a334-2d019724540d tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0693545 Jan 17 08:12:53.290340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] For port d12a168c-2ad7-444a-8e57-f8f7266b12cb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d12a168c-2ad7-444a-8e57-f8f7266b12cb,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:53.338155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46682) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.414126 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-9f79fdb4-e137-4d8d-a24f-7acd947ccf68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d HTTP/1.1" status: 200 len: 217 time: 0.1658571 Jan 17 08:12:53.422399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-e26f5b05-98ae-498c-9124-9943496784d2 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.429413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff15650-9776-47df-904a-552473ab8ec6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=c5c429f3-bc4f-4e0b-8351-f89994f6b9f8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:53.433157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46690) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.435778 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e26f5b05-98ae-498c-9124-9943496784d2 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0822670 Jan 17 08:12:53.443142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-ad85a602-60fa-4401-961c-eefe826cca20 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.444915 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad85a602-60fa-4401-961c-eefe826cca20 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061762 Jan 17 08:12:53.449030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.453898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] For port e0b475c4-4c0f-4537-b08b-a239bb6accf1, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:53.462878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] For port e0b475c4-4c0f-4537-b08b-a239bb6accf1, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e0b475c4-4c0f-4537-b08b-a239bb6accf1,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:53.482299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:53.516541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-d2550b8b-db86-4fd9-8665-afaad2b1ef95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:53.518275 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-d2550b8b-db86-4fd9-8665-afaad2b1ef95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd30e160-1e61-452a-8fb0-5eb1772c4e96 HTTP/1.1" status: 200 len: 851 time: 0.0863383 Jan 17 08:12:53.544858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-a251ae4a-a91d-4a48-b393-44822a8ecd55 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.546106 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a251ae4a-a91d-4a48-b393-44822a8ecd55 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0320930 Jan 17 08:12:53.565413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46702) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.585441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-6397b5f0-b813-4d8c-acd5-9c34e357b5fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:53.587016 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-6397b5f0-b813-4d8c-acd5-9c34e357b5fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.6576052 Jan 17 08:12:53.646147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-53a01d0f-a77f-46c6-ba8b-5a3b96e5dd79 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.650219 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-53a01d0f-a77f-46c6-ba8b-5a3b96e5dd79 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0672181 Jan 17 08:12:53.652190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-bda9e0a4-f346-4a28-9458-d7db17ddbe1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:53.654134 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-bda9e0a4-f346-4a28-9458-d7db17ddbe1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9572314a-8e41-42bf-8de3-4cb05ced5c99 HTTP/1.1" status: 200 len: 844 time: 0.4105794 Jan 17 08:12:53.686919 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c2a32a94-c395-4bfb-873d-03a4fcd01532 req-12c59a67-65ce-4322-b760-7771eeeaccff tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5613098 Jan 17 08:12:53.689725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46706) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.850892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:53.878035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3ff15650-9776-47df-904a-552473ab8ec6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:53.920727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-e91c2e4f-5fc1-429c-92e7-fb2965ee30e7 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.923034 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e91c2e4f-5fc1-429c-92e7-fb2965ee30e7 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.1482823 Jan 17 08:12:53.930771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-efb8ded8-a3c0-468c-aa17-55f0e74fdf9b tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:53.938020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46716) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.947388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4b5c2-3869-4532-b1e2-adcd603ad334 None None] Pushing event updated for resources: {'Port': ['ID=d12a168c-2ad7-444a-8e57-f8f7266b12cb,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:53.954800 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-f45ba2af-1d87-4521-b0f4-fb3b6d666854 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:53.960464 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f45ba2af-1d87-4521-b0f4-fb3b6d666854 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0199227 Jan 17 08:12:53.963001 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46720) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:53.998759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-f7ef9082-872a-452d-91e0-293592769c64 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.003947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e40a141f-b5d8-4647-94c8-98feaa1ffe8f req-f0bac091-0868-419f-8d06-137a49fa6424 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7588179 Jan 17 08:12:54.006111 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f7ef9082-872a-452d-91e0-293592769c64 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0356500 Jan 17 08:12:54.014655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46724) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.071760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-8cc7e4b6-5e5c-4e9a-b6e3-3711bfb8926d tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.076453 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8cc7e4b6-5e5c-4e9a-b6e3-3711bfb8926d tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0502443 Jan 17 08:12:54.079926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46730) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.089238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:54.117163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-21339004-5024-4a64-b875-0abe434e8283 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.123941 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-21339004-5024-4a64-b875-0abe434e8283 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0362501 Jan 17 08:12:54.128254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46734) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.143534 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3ff15650-9776-47df-904a-552473ab8ec6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/c5c429f3-bc4f-4e0b-8351-f89994f6b9f8 HTTP/1.1" status: 204 len: 168 time: 4.0440662 Jan 17 08:12:54.156015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-2c3075af-901e-4eee-ad7a-f2efb764d702 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.159266 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2c3075af-901e-4eee-ad7a-f2efb764d702 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0194678 Jan 17 08:12:54.165026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46738) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.166486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46740) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.187502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-aa59422f-66f4-47d4-84f0-7d13fc8632ac tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.197949 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aa59422f-66f4-47d4-84f0-7d13fc8632ac tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0184193 Jan 17 08:12:54.207515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:54.217063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:54.234473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46746) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.297004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-76652449-9b39-44f8-8829-42d1e58f19a6 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.298254 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-76652449-9b39-44f8-8829-42d1e58f19a6 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0402036 Jan 17 08:12:54.311551 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46750) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.328337 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-41970576-117e-444e-98da-d080189e488a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2781a32-dbcf-4a89-be6e-041dd74b2227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7875576 Jan 17 08:12:54.332309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-d3332b5b-b596-4237-9b08-9944d9f0d4f4 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.334828 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d3332b5b-b596-4237-9b08-9944d9f0d4f4 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0206110 Jan 17 08:12:54.354329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46754) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.359235 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:54.362330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-23c8151a-feac-414f-a6ed-62ee31da79fc tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.371395 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-23c8151a-feac-414f-a6ed-62ee31da79fc tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0079637 Jan 17 08:12:54.385043 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-94d18fc7-e85c-4d44-8da2-b2ce4a240567 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7654161 Jan 17 08:12:54.388402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46760) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.389252 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Transition to ACTIVE for port object f365f598-65ab-4763-b0e2-54e46cb38a42 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:12:54.422081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-23f4e93b-81f1-4a6d-8075-5171e093c057 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.425492 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-23f4e93b-81f1-4a6d-8075-5171e093c057 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0334637 Jan 17 08:12:54.426334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46764) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.427403 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-efb8ded8-a3c0-468c-aa17-55f0e74fdf9b tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] 10.222.0.44 "PUT /v2.0/quotas/320a0cc20b354643859267f1e2cea1f6 HTTP/1.1" status: 200 len: 368 time: 1.2068729 Jan 17 08:12:54.428233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46766) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.460734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:54.523939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451527-492d-446e-b997-5f562fbd5ea4 None None] Pushing event updated for resources: {'Port': ['ID=e0b475c4-4c0f-4537-b08b-a239bb6accf1,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:54.558812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-64106996-070f-4015-b850-c7af10f144bd tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.559992 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-64106996-070f-4015-b850-c7af10f144bd tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.1024771 Jan 17 08:12:54.564564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:12:54.565067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:12:54.580527 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-9141e5a8-ec72-4303-8677-dc2ec59430f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f264ea-aa2d-4e2f-be9f-873f03e41f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8897326 Jan 17 08:12:54.580993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46770) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.663917 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'tag': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d', 'status': 'completed', 'code': 200} Jan 17 08:12:54.696094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79abf13f-247e-4e04-8c4a-da444ae6b583 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:54.701915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79abf13f-247e-4e04-8c4a-da444ae6b583 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:54.701915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-79abf13f-247e-4e04-8c4a-da444ae6b583 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:12:54.706518 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127cbe2-78dc-4a81-b9df-1c21174989bf None None] Pushing event updated for resources: {'Port': ['ID=f365f598-65ab-4763-b0e2-54e46cb38a42,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:54.720821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Request body: {'network': {'project_id': '320a0cc20b354643859267f1e2cea1f6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:54.735569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:54.751461 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Attempting to bind port f365f598-65ab-4763-b0e2-54e46cb38a42 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:12:54.751873 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Attempting to bind port f365f598-65ab-4763-b0e2-54e46cb38a42 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'd73e3a26-bd76-4085-acd9-787cce437553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:12:54.752207 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Attempting to bind port f365f598-65ab-4763-b0e2-54e46cb38a42 on network 54893346-a869-4feb-9fce-1e5eb7a40ef8 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:12:54.767879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Usage tracker for resource:network and tenant:320a0cc20b354643859267f1e2cea1f6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:54.775983 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:12:54.776337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:54.776454 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Checking segment: {'id': 'd73e3a26-bd76-4085-acd9-787cce437553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:12:54.776761 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:54.777158 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Bound using segment: {'id': 'd73e3a26-bd76-4085-acd9-787cce437553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:12:54.777631 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Bound port: f365f598-65ab-4763-b0e2-54e46cb38a42, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73e3a26-bd76-4085-acd9-787cce437553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:12:54.778026 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:54.800730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:54.813747 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-55d71f70-2477-4f3d-8367-216fd3d16aa8 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892856 Jan 17 08:12:54.820415 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'status': 'completed', 'code': 200} Jan 17 08:12:54.852611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-44f4d024-797a-4011-b2d2-cb1b11148ab1 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.858966 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-44f4d024-797a-4011-b2d2-cb1b11148ab1 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0482085 Jan 17 08:12:54.861810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46784) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:54.872613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:54.922124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-3786b47b-2512-4c46-9577-7ac2f0c2c0b9 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:54.922988 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3786b47b-2512-4c46-9577-7ac2f0c2c0b9 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0563293 Jan 17 08:12:54.928617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Made reservation on behalf of 320a0cc20b354643859267f1e2cea1f6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:54.934936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:54.935085 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] For port f365f598-65ab-4763-b0e2-54e46cb38a42, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:12:54.936206 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] For port f365f598-65ab-4763-b0e2-54e46cb38a42, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f365f598-65ab-4763-b0e2-54e46cb38a42,segment=NetworkSegment(d73e3a26-bd76-4085-acd9-787cce437553),segment_id=d73e3a26-bd76-4085-acd9-787cce437553)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:12:54.969226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.004665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:55.009959 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:55.022449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-fe354e91-0e3a-4dc0-9ac0-4fb2b8851836 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.026185 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fe354e91-0e3a-4dc0-9ac0-4fb2b8851836 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0225964 Jan 17 08:12:55.026185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-79abf13f-247e-4e04-8c4a-da444ae6b583 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:12:55.026185 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-79abf13f-247e-4e04-8c4a-da444ae6b583 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8506131 Jan 17 08:12:55.026686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46798) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.042831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46800) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.103005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-640be532-d311-4971-a8ab-64f5670fbfc7 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.104266 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-640be532-d311-4971-a8ab-64f5670fbfc7 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0290356 Jan 17 08:12:55.109260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46806) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.125633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-65a8b520-7f93-4371-92c4-ec13afb5cde2 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.127105 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-65a8b520-7f93-4371-92c4-ec13afb5cde2 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0156906 Jan 17 08:12:55.132284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46810) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.187336 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127cbe2-78dc-4a81-b9df-1c21174989bf None None] Pushing event updated for resources: {'Port': ['ID=f365f598-65ab-4763-b0e2-54e46cb38a42,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:55.220835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-4a7a6e17-1b45-45d5-9695-1a9acbad1166 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.220835 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4a7a6e17-1b45-45d5-9695-1a9acbad1166 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0586171 Jan 17 08:12:55.227689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46816) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.232528 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Routers {'f908e2d1-6026-4c09-9428-93a1c5671460'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:12:55.233156 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:12:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['f908e2d1-6026-4c09-9428-93a1c5671460'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:55.250941 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-d07e92f3-4e41-4a64-9dce-70a8d5746afd service neutron] 10.222.0.53 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8919764 Jan 17 08:12:55.282358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-c0c5b1e9-6702-4642-84d9-ab5cecf322a4 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.299583 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c0c5b1e9-6702-4642-84d9-ab5cecf322a4 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0545292 Jan 17 08:12:55.317953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.319472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:55.346352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-24843056-f23f-43b0-b38b-757e847be171 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.347316 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-24843056-f23f-43b0-b38b-757e847be171 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0204413 Jan 17 08:12:55.348618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Usage tracker for resource:security_group_rule and tenant:320a0cc20b354643859267f1e2cea1f6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:55.353822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46826) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.382646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-1968b8eb-50f0-41c7-a21f-6c375dda801d tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.383709 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1968b8eb-50f0-41c7-a21f-6c375dda801d tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0224273 Jan 17 08:12:55.408700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.409680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:55.579488 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-a1d04953-afe1-4b5a-8d49-9b6acfc55ede service neutron] 10.222.0.53 "GET /v2.0/networks/17f264ea-aa2d-4e2f-be9f-873f03e41f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7579391 Jan 17 08:12:55.640447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-f8d147e8-7bf2-4fc8-b70a-bed2765bab4f tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.643725 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f8d147e8-7bf2-4fc8-b70a-bed2765bab4f tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.2222462 Jan 17 08:12:55.643725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:55.670103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46836) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.677222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f38f4-71f3-4a0b-83d3-5e07cdff7e40 req-32adc483-06f5-4057-8cec-3b5a954e4061 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:55.685930 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c23f38f4-71f3-4a0b-83d3-5e07cdff7e40 req-32adc483-06f5-4057-8cec-3b5a954e4061 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 0.7205968 Jan 17 08:12:55.694515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0343cc1a-121c-46c5-9374-ce46e563d9c9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:55.713679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-220308c4-457c-4b07-9818-70e582ab2132 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.717233 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-220308c4-457c-4b07-9818-70e582ab2132 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0256553 Jan 17 08:12:55.725168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.761371 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] Set router f908e2d1-6026-4c09-9428-93a1c5671460 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:12:55.816750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e0b475c4-4c0f-4537-b08b-a239bb6accf1', 'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'mac_address': 'fa:16:3e:57:33:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:15Z', 'updated_at': '2022-01-17T08:12:53Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'subnets': [{'id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:55.823960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-bff22111-27e8-4adf-a61f-2884d66dd770 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.827361 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bff22111-27e8-4adf-a61f-2884d66dd770 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0978425 Jan 17 08:12:55.842885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0343cc1a-121c-46c5-9374-ce46e563d9c9 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:55.843740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:55.846364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46846) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.854937 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aafc993c-6a5c-438e-aebb-2292630e2e5a req-c0197215-3dfc-4cb6-a1d0-98f56df08d16 service neutron] 10.222.0.53 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196295 Jan 17 08:12:55.875066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d948a8-209b-4f88-aa00-ebfd7b08dd5a None None] The sync data for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv is: [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e0b475c4-4c0f-4537-b08b-a239bb6accf1', 'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'mac_address': 'fa:16:3e:57:33:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:15Z', 'updated_at': '2022-01-17T08:12:53Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'subnets': [{'id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:12:55.895634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-b94ea40d-d3f4-4b84-8fe8-ad4ca49c1cd8 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.895634 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b94ea40d-d3f4-4b84-8fe8-ad4ca49c1cd8 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0374382 Jan 17 08:12:55.912910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46852) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:55.942200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-ad09a95c-e281-4c27-abe1-96ec0891cb7c tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:55.942200 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad09a95c-e281-4c27-abe1-96ec0891cb7c tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0275362 Jan 17 08:12:55.995233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46856) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.035613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-0b89686c-008a-4c9f-beed-6a4ba5f291db tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.036608 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0b89686c-008a-4c9f-beed-6a4ba5f291db tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0337100 Jan 17 08:12:56.078979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bc9b650-77d2-41b2-8e76-b99554d633d8 req-8ad54d4f-b380-4fc2-8a82-a3b1205e9136 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2162545 Jan 17 08:12:56.106228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46860) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.138430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-320e96b4-78ed-4a46-8bf5-fec082430b55 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.139422 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-320e96b4-78ed-4a46-8bf5-fec082430b55 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0210586 Jan 17 08:12:56.254475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46864) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.280609 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c23f38f4-71f3-4a0b-83d3-5e07cdff7e40 req-53048512-7d8d-488b-a74c-601ef1502d09 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5935428 Jan 17 08:12:56.336630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-06c27b90-1bc0-4a95-a8f7-b4f7f3311cc8 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.337701 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-06c27b90-1bc0-4a95-a8f7-b4f7f3311cc8 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0821037 Jan 17 08:12:56.343322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46868) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.413269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-7e2c7720-8167-4aaa-b79f-f480ea594403 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.414427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7e2c7720-8167-4aaa-b79f-f480ea594403 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0686018 Jan 17 08:12:56.517867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46874) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.517867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-0d2ab86e-4a37-4652-8449-afc175b4a0de tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.517867 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0d2ab86e-4a37-4652-8449-afc175b4a0de tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0352747 Jan 17 08:12:56.518341 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f908e2d1-6026-4c09-9428-93a1c5671460', 'name': '', 'tenant_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8', 'external_fixed_ips': [{'subnet_id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'f365f598-65ab-4763-b0e2-54e46cb38a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:36Z', 'updated_at': '2022-01-17T08:12:42Z', 'revision_number': 3, 'project_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'gw_port': {'id': 'f365f598-65ab-4763-b0e2-54e46cb38a42', 'name': '', 'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908e2d1-6026-4c09-9428-93a1c5671460', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:39Z', 'updated_at': '2022-01-17T08:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:12:56.518341 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cff368-e39b-4c28-95ee-ad38e49b89a6 None None] The sync data for ids ['f908e2d1-6026-4c09-9428-93a1c5671460'] in dv-neutron-824874-1-hyperv is: [{'id': 'f908e2d1-6026-4c09-9428-93a1c5671460', 'name': '', 'tenant_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8', 'external_fixed_ips': [{'subnet_id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'f365f598-65ab-4763-b0e2-54e46cb38a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:36Z', 'updated_at': '2022-01-17T08:12:42Z', 'revision_number': 3, 'project_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'gw_port': {'id': 'f365f598-65ab-4763-b0e2-54e46cb38a42', 'name': '', 'network_id': '54893346-a869-4feb-9fce-1e5eb7a40ef8', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f908e2d1-6026-4c09-9428-93a1c5671460', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:39Z', 'updated_at': '2022-01-17T08:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6cdae6b-437c-45f3-bb6d-e8981619af70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:12:56.550810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80cd51b-d14d-4d58-bb98-3a9ed88c5e9b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 9b686114-45b4-4d6b-9c80-d74476b123cc {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:12:56.551146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:56.551358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c80cd51b-d14d-4d58-bb98-3a9ed88c5e9b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:56.554764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46878) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.591128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e0b475c4-4c0f-4537-b08b-a239bb6accf1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:56.606071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-e2ee21ba-da9f-4faf-9a3c-63d4f33402d8 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.607084 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e2ee21ba-da9f-4faf-9a3c-63d4f33402d8 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0451882 Jan 17 08:12:56.617321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.733424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-5ca72abf-7a51-4164-9bce-76ba9be868d5 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.738556 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5ca72abf-7a51-4164-9bce-76ba9be868d5 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0868845 Jan 17 08:12:56.748382 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-720575b1-870a-4468-83bf-85a57f7e5e44 req-344e563a-4df1-4e25-8311-5cb204abacc8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9ba4e0ea41f490294ebdd0b709d6369&device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 1096 time: 0.7431679 Jan 17 08:12:56.749785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59594d6b-ba44-4b03-80ee-9a0f5eb834c2 req-00373324-25e3-4007-865f-36f849ee08d1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:56.766711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46888) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.768419 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-59594d6b-ba44-4b03-80ee-9a0f5eb834c2 req-00373324-25e3-4007-865f-36f849ee08d1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 943 time: 1.7011764 Jan 17 08:12:56.795452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-ac21c905-1d09-4ccb-8d84-1b9700a0ad73 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.796751 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ac21c905-1d09-4ccb-8d84-1b9700a0ad73 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0297728 Jan 17 08:12:56.817948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46892) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.845265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'tag': '4208bfca-e776-4ce4-9084-39506e8c9ab5'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:12:56.856731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-ad0c23a8-866f-4070-95c8-bc2fc8afe864 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.860085 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ad0c23a8-866f-4070-95c8-bc2fc8afe864 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0363848 Jan 17 08:12:56.864622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46898) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.876299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-8ef450ef-95dc-4add-94b9-36da86dfd2dc tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.880471 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8ef450ef-95dc-4add-94b9-36da86dfd2dc tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0106521 Jan 17 08:12:56.881942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46902) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.882078 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56fe4e9a-d293-4fa4-b043-f3db2610f35e req-f86e9a76-af00-47da-810c-18e862bda0f3 service neutron] 10.222.0.53 "GET /v2.0/networks/17f264ea-aa2d-4e2f-be9f-873f03e41f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1443138 Jan 17 08:12:56.890553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c80cd51b-d14d-4d58-bb98-3a9ed88c5e9b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:56.902712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-c36d653d-6769-4be6-9992-63b5d3a9672a tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.906150 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c36d653d-6769-4be6-9992-63b5d3a9672a tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0220249 Jan 17 08:12:56.918406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46906) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.926914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-a676ce08-87d3-4b6f-9583-2372ba784448 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.930590 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a676ce08-87d3-4b6f-9583-2372ba784448 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0112276 Jan 17 08:12:56.933753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46910) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.953792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-026d4ec4-138d-4fae-9210-d694eb991cda tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.959243 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-026d4ec4-138d-4fae-9210-d694eb991cda tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0194561 Jan 17 08:12:56.959884 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-59594d6b-ba44-4b03-80ee-9a0f5eb834c2 req-4018b1d7-5789-408b-a273-ad86a643628e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905949 Jan 17 08:12:56.960367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46914) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.972036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-53a78986-4b88-4af5-be5d-abd1bda98648 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.972988 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-53a78986-4b88-4af5-be5d-abd1bda98648 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090644 Jan 17 08:12:56.974299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:56.977008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46918) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:56.988051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-22301454-7a13-4577-a594-adc9d0040820 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:56.989233 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-22301454-7a13-4577-a594-adc9d0040820 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084291 Jan 17 08:12:56.993901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46922) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.001097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-de4e814c-454e-440b-8128-5dfd8ce26ca0 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.006250 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-de4e814c-454e-440b-8128-5dfd8ce26ca0 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073421 Jan 17 08:12:57.008011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46926) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.019737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-aae40c2c-04fd-4e30-8dbb-10a5eb50f75d tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.021224 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-aae40c2c-04fd-4e30-8dbb-10a5eb50f75d tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0121121 Jan 17 08:12:57.026046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46930) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.034220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-7910b38f-bbd7-4fec-afdb-e1e849756857 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.035187 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7910b38f-bbd7-4fec-afdb-e1e849756857 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0073946 Jan 17 08:12:57.038334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46934) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.039744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f03d-706c-4c73-8f85-c8b5fda98412 req-4589b898-586b-4e94-b265-894b81d06514 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:57.042362 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-14e4f03d-706c-4c73-8f85-c8b5fda98412 req-4589b898-586b-4e94-b265-894b81d06514 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 943 time: 0.3846846 Jan 17 08:12:57.053911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-77db05ed-6207-4a12-b6a3-70169953fac4 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.057943 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-77db05ed-6207-4a12-b6a3-70169953fac4 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0165305 Jan 17 08:12:57.058759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46938) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.060189 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'tag': '4208bfca-e776-4ce4-9084-39506e8c9ab5', 'status': 'completed', 'code': 200} Jan 17 08:12:57.063497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c80cd51b-d14d-4d58-bb98-3a9ed88c5e9b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.064815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-f9a7afb4-0c74-41af-a64b-ce75ae5692c2 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.065827 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f9a7afb4-0c74-41af-a64b-ce75ae5692c2 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052047 Jan 17 08:12:57.083805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46942) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.088701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720575b1-870a-4468-83bf-85a57f7e5e44 req-cc382c4b-1a42-4307-8951-3671ab110bfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:57.090113 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-720575b1-870a-4468-83bf-85a57f7e5e44 req-cc382c4b-1a42-4307-8951-3671ab110bfd service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2781a32-dbcf-4a89-be6e-041dd74b2227 HTTP/1.1" status: 200 len: 913 time: 0.3022563 Jan 17 08:12:57.095435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-ce40afe4-d222-410c-a00a-79ae4d1ac9b1 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.098645 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ce40afe4-d222-410c-a00a-79ae4d1ac9b1 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0116191 Jan 17 08:12:57.100249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46946) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.159508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-d579c163-ffc2-41ff-af18-371a8285ac8b tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.163312 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d579c163-ffc2-41ff-af18-371a8285ac8b tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0594084 Jan 17 08:12:57.163312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46950) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.177194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e0b475c4-4c0f-4537-b08b-a239bb6accf1 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:12:57.177194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e0b475c4-4c0f-4537-b08b-a239bb6accf1 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:57.177194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.178038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Deleting port f365f598-65ab-4763-b0e2-54e46cb38a42 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:57.178038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.210241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-a165518c-c923-4372-9aff-aa4336a17739 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.214622 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a165518c-c923-4372-9aff-aa4336a17739 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0389035 Jan 17 08:12:57.216469 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-720575b1-870a-4468-83bf-85a57f7e5e44 req-dadb06a9-a84e-4186-94a8-cf4a1fe4baa3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d HTTP/1.1" status: 200 len: 217 time: 0.1170676 Jan 17 08:12:57.220185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46956) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.254964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [None req-87948369-7b4b-4bfb-bda2-e77808703733 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.259116 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-87948369-7b4b-4bfb-bda2-e77808703733 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0184240 Jan 17 08:12:57.262193 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-14e4f03d-706c-4c73-8f85-c8b5fda98412 req-aed99ef8-112f-48fc-a957-d448ac56eebf tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080290 Jan 17 08:12:57.263153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.272207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46960) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.303163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-afe7f02f-48aa-41da-942c-388f272b9442 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.307964 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-afe7f02f-48aa-41da-942c-388f272b9442 tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0109875 Jan 17 08:12:57.314264 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46964) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.325651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-343cb434-0962-405e-a485-3436e78e70bb tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.327941 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-343cb434-0962-405e-a485-3436e78e70bb tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0104518 Jan 17 08:12:57.337556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46970) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.345521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [None req-7af645b0-3340-4ec4-a6f5-b0209d8223dc tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:12:57.360232 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7af645b0-3340-4ec4-a6f5-b0209d8223dc tempest-ExtensionsTestJSON-1643571879 tempest-ExtensionsTestJSON-1643571879-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0216296 Jan 17 08:12:57.377120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ba9661-ff7a-4f2b-a936-ec35ef5249c4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:57.386392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c80cd51b-d14d-4d58-bb98-3a9ed88c5e9b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.389784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:57.412512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.414351 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Added segment 7cfc0cb6-81d2-4a4a-b075-bbf016176a7c of type vlan for network 7972cd70-d7a3-4812-a302-77bfb772d310 Jan 17 08:12:57.425339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46976) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.433375 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-41818060-776e-474f-a430-d8491bf81351 req-b6facb3e-c8d9-4387-9685-b48c970b0276 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1096 time: 0.3292277 Jan 17 08:12:57.466475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cd51b-d14d-4d58-bb98-3a9ed88c5e9b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=9b686114-45b4-4d6b-9c80-d74476b123cc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:57.481221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c80cd51b-d14d-4d58-bb98-3a9ed88c5e9b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.483169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.487574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e117143-f7b2-4e81-a349-e1fdf7ac0cab None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:57.534486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] For port f365f598-65ab-4763-b0e2-54e46cb38a42, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f365f598-65ab-4763-b0e2-54e46cb38a42,segment=NetworkSegment(d73e3a26-bd76-4085-acd9-787cce437553),segment_id=d73e3a26-bd76-4085-acd9-787cce437553)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:57.534989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.637116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.638137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:57.638828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.670537 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c80cd51b-d14d-4d58-bb98-3a9ed88c5e9b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/9b686114-45b4-4d6b-9c80-d74476b123cc HTTP/1.1" status: 204 len: 168 time: 2.5138233 Jan 17 08:12:57.679156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.704440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Calling delete_port for f365f598-65ab-4763-b0e2-54e46cb38a42 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:57.707906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.738088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-773c23fb-4373-4adc-8f16-2767dae80ed3 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:57.751780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e0b475c4-4c0f-4537-b08b-a239bb6accf1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e0b475c4-4c0f-4537-b08b-a239bb6accf1,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:57.765055 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1353d66e-ba39-4cb5-8acf-de73ce0298dd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822587 Jan 17 08:12:57.769402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46986) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.821694 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1781874 Jan 17 08:12:57.825554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:57.838183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c976a3-8cc2-4f76-90e5-4dcc261d388c None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:12:57.842591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e6c976a3-8cc2-4f76-90e5-4dcc261d388c None None] Deleting port 0343cc1a-121c-46c5-9374-ce46e563d9c9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:12:57.842961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6c976a3-8cc2-4f76-90e5-4dcc261d388c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.893814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:57.893814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d12a168c-2ad7-444a-8e57-f8f7266b12cb up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:57.894000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 46990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:57.905231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Request body: {'network': {'project_id': '320a0cc20b354643859267f1e2cea1f6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:57.909655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:57.913495 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Usage tracker for resource:network and tenant:320a0cc20b354643859267f1e2cea1f6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:57.916423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:57.934741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:57.963050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece19281-ffa2-407e-beb5-11a119bdbceb tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Pushing event updated for resources: {'Network': ['ID=7972cd70-d7a3-4812-a302-77bfb772d310,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:57.988286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7972cd70-d7a3-4812-a302-77bfb772d310 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:57.990747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:57.994983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:57.995562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532003d7-d3cd-44be-af7e-786488e8cb8b req-5ee1251b-34e9-4a85-adee-2941b5d80998 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:57.997329 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-532003d7-d3cd-44be-af7e-786488e8cb8b req-5ee1251b-34e9-4a85-adee-2941b5d80998 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 0.3904510 Jan 17 08:12:57.997927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:58.003941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:58.026397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Made reservation on behalf of 320a0cc20b354643859267f1e2cea1f6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:58.028869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.063582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:12:58.075326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.075802 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Added segment 3a4d7b34-3190-41d7-b16b-f6d508a78003 of type vlan for network f339beb6-3aae-4714-99aa-fe99fd542ef4 Jan 17 08:12:58.089592 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-773c23fb-4373-4adc-8f16-2767dae80ed3 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] 10.222.0.44 "PUT /v2.0/quotas/9f4aa7aa2a8b4775909d235a10bf853c HTTP/1.1" status: 200 len: 366 time: 0.6602974 Jan 17 08:12:58.096265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 46998) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.109797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.136834 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bfe2d0a2-425d-4b9a-b225-ecaac188ee56 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0307498 Jan 17 08:12:58.137698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47002) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.140913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:12:58.142354 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-532003d7-d3cd-44be-af7e-786488e8cb8b req-025b4423-1be6-4fba-ba59-c8dd59dc2841 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248803 Jan 17 08:12:58.147121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47006) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.167526 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b38abba6-c623-4876-a6ae-3becc68be30f tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] 10.222.0.44 "GET /v2.0/quotas/9f4aa7aa2a8b4775909d235a10bf853c HTTP/1.1" status: 200 len: 366 time: 0.0271435 Jan 17 08:12:58.172231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47012) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.191324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.238660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.239631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:58.240282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.259236 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event deleted for resources: {'Port': ['ID=f365f598-65ab-4763-b0e2-54e46cb38a42,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:58.386322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e0b475c4-4c0f-4537-b08b-a239bb6accf1,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:58.393319 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c804e848-a1b4-4850-bf96-e9edc7f725f1 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/9f4aa7aa2a8b4775909d235a10bf853c HTTP/1.1" status: 204 len: 168 time: 0.2198248 Jan 17 08:12:58.399518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47018) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.511575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.521846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d12a168c-2ad7-444a-8e57-f8f7266b12cb triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:58.522213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.575355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e6c976a3-8cc2-4f76-90e5-4dcc261d388c None None] For port 0343cc1a-121c-46c5-9374-ce46e563d9c9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0343cc1a-121c-46c5-9374-ce46e563d9c9,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:12:58.575670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6c976a3-8cc2-4f76-90e5-4dcc261d388c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.644683 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5e17eb6c-ddc9-48ee-a930-a0abbb4dc51e tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0850706 Jan 17 08:12:58.738168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.738416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.738510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e6c976a3-8cc2-4f76-90e5-4dcc261d388c None None] Calling delete_port for 0343cc1a-121c-46c5-9374-ce46e563d9c9 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:12:58.738616 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c8241e2a-35df-4cbd-8d0f-ea8bd306bba3 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] 10.222.0.44 "GET /v2.0/quotas/9f4aa7aa2a8b4775909d235a10bf853c HTTP/1.1" status: 200 len: 370 time: 0.0228591 Jan 17 08:12:58.762408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47028) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.811489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Pushing event updated for resources: {'Network': ['ID=f339beb6-3aae-4714-99aa-fe99fd542ef4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:58.826879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720575b1-870a-4468-83bf-85a57f7e5e44 req-28e05483-3068-4127-9c74-1425c8e8a3c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:58.826879 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-720575b1-870a-4468-83bf-85a57f7e5e44 req-28e05483-3068-4127-9c74-1425c8e8a3c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd30e160-1e61-452a-8fb0-5eb1772c4e96 HTTP/1.1" status: 200 len: 851 time: 0.2881136 Jan 17 08:12:58.843860 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b9cc9e95-906a-4184-b337-008720227702 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] 10.222.0.44 "GET /v2.0/quotas/9f4aa7aa2a8b4775909d235a10bf853c/default HTTP/1.1" status: 200 len: 370 time: 0.0198743 Jan 17 08:12:58.844109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a3bea-fa31-41b6-8829-9b293a856374 req-4b186f73-f8b7-449d-9d2e-bd649053bd5b tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:58.845264 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-201a3bea-fa31-41b6-8829-9b293a856374 req-4b186f73-f8b7-449d-9d2e-bd649053bd5b tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 943 time: 0.6656430 Jan 17 08:12:58.847121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47032) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.858460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f339beb6-3aae-4714-99aa-fe99fd542ef4 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:12:58.874805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:58.921256 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3baa2fa6-29af-4d95-ae0c-e69664962810 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0260859 Jan 17 08:12:58.924482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47036) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.933637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ad3a3aeb-16d2-474f-ab1c-939b9a28f09c tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Request body: {'network': {'project_id': '320a0cc20b354643859267f1e2cea1f6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:58.939048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad3a3aeb-16d2-474f-ab1c-939b9a28f09c tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:58.951825 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad3a3aeb-16d2-474f-ab1c-939b9a28f09c tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Usage tracker for resource:network and tenant:320a0cc20b354643859267f1e2cea1f6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:58.951825 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad3a3aeb-16d2-474f-ab1c-939b9a28f09c tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:58.954858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad3a3aeb-16d2-474f-ab1c-939b9a28f09c tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:58.958023 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3a3aeb-16d2-474f-ab1c-939b9a28f09c tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 17 08:12:58.958023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3a3aeb-16d2-474f-ab1c-939b9a28f09c tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:12:58.961424 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad3a3aeb-16d2-474f-ab1c-939b9a28f09c tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0359354 Jan 17 08:12:58.970308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47040) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:58.975739 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-5f7f3059-1623-45e6-88e7-ae1a8469889b tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] delete failed (client error): The resource could not be found. Jan 17 08:12:58.976782 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5f7f3059-1623-45e6-88e7-ae1a8469889b tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/9f4aa7aa2a8b4775909d235a10bf853c HTTP/1.1" status: 404 len: 348 time: 0.0989587 Jan 17 08:12:59.013696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6c976a3-8cc2-4f76-90e5-4dcc261d388c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.044534 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:12:59.049076 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-201a3bea-fa31-41b6-8829-9b293a856374 req-0e9e40b4-af6a-4b08-b736-095d7cdff624 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693017 Jan 17 08:12:59.114381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e0b475c4-4c0f-4537-b08b-a239bb6accf1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:12:59.117214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Usage tracker for resource:security_group_rule and tenant:fab6c8fe774540df8fd85dbda2851175 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:59.129217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:59.139517 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-720575b1-870a-4468-83bf-85a57f7e5e44 req-a4c4e23a-47df-43ea-9b56-f82e77e26220 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2781a32-dbcf-4a89-be6e-041dd74b2227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3049021 Jan 17 08:12:59.146358 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2fb64bf6-fb0d-4689-813d-d118791df26a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=320a0cc20b354643859267f1e2cea1f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1716425 Jan 17 08:12:59.171714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47046) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:59.227954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:12:59.241165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c976a3-8cc2-4f76-90e5-4dcc261d388c None None] No DVR routers for this DVR port 0343cc1a-121c-46c5-9374-ce46e563d9c9 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:12:59.283239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c976a3-8cc2-4f76-90e5-4dcc261d388c None None] Pushing event deleted for resources: {'Port': ['ID=0343cc1a-121c-46c5-9374-ce46e563d9c9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:59.328638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e0b475c4-4c0f-4537-b08b-a239bb6accf1 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:12:59.328638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.352147 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-720575b1-870a-4468-83bf-85a57f7e5e44 req-63f7a5ce-8caa-4da5-a02d-d6d7bf137f56 service neutron] 10.222.0.53 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024262 Jan 17 08:12:59.435814 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a68dd768-976d-4be1-9b47-32385c83572f req-11a8db28-2a79-4488-a23d-2c37e116eaf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=32f31bd8c25644b2b993868c561e5454&device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 1096 time: 0.8677378 Jan 17 08:12:59.466475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.488032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.495381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaee40-a39a-4893-a1d5-3083812482ec req-67cd6b13-aa52-4957-bfaf-394935e0277b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:59.497296 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cdfaee40-a39a-4893-a1d5-3083812482ec req-67cd6b13-aa52-4957-bfaf-394935e0277b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 943 time: 0.8967664 Jan 17 08:12:59.498351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41818060-776e-474f-a430-d8491bf81351 req-d1b99d25-479f-4299-831c-042a7429d171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:59.500046 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-41818060-776e-474f-a430-d8491bf81351 req-d1b99d25-479f-4299-831c-042a7429d171 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 912 time: 0.8940549 Jan 17 08:12:59.512672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.548396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47052) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:59.552917 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0343cc1a-121c-46c5-9374-ce46e563d9c9 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:12:59.591867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 0343cc1a-121c-46c5-9374-ce46e563d9c9 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:12:59.592212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0343cc1a-121c-46c5-9374-ce46e563d9c9 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:12:59.674017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:12:59.683040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:12:59.684732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=a8a36c6f-ea31-4e70-ac52-1f083c09756f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:12:59.687154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:59.687761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.699607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabeecc-1bf6-4376-a29e-9ad6bc616cfe None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:12:59.755346 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-720575b1-870a-4468-83bf-85a57f7e5e44 req-c85545cf-f753-4957-b774-c1e99e3764c3 service neutron] 10.222.0.53 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161778 Jan 17 08:12:59.786977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c18f8c9-a287-4307-9589-d4539645e179 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.805963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa5211-981e-41a1-acf5-3965f200b01e req-99a25d06-f2f9-45c3-84a5-d0da87e1dd49 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:12:59.807494 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b7fa5211-981e-41a1-acf5-3965f200b01e req-99a25d06-f2f9-45c3-84a5-d0da87e1dd49 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 0.4155395 Jan 17 08:12:59.839031 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cdfaee40-a39a-4893-a1d5-3083812482ec req-ad768763-a26e-409c-8f21-ad06d0f4962e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308635 Jan 17 08:12:59.863014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.868436 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-41818060-776e-474f-a430-d8491bf81351 req-5d37d317-7b11-454d-a5f8-544c9a3f1cf3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 217 time: 0.1825337 Jan 17 08:12:59.869031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Usage tracker for resource:network and tenant:49f4f6369fcf4990ab27c680dc6f2856 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:12:59.877346 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b7fa5211-981e-41a1-acf5-3965f200b01e req-bfd33e4f-d1cd-477f-bb56-c82674b6a331 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583603 Jan 17 08:12:59.879326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c18f8c9-a287-4307-9589-d4539645e179 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.890635 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ba36c71a-ffd8-4fce-b2a3-267ec3bd0699 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0767093 Jan 17 08:12:59.891460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47056) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:12:59.902301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': 'a8a36c6f-ea31-4e70-ac52-1f083c09756f', 'ip_address': '2001:db8::7678:5ce2:5c5:59b7'}], 'name': 'tempest-NetworksTestDHCPv6-1836763309'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:12:59.923520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': 'a8a36c6f-ea31-4e70-ac52-1f083c09756f'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:12:59.924858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.939322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.962693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:12:59.971963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:12:59.972452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f908e2d1-6026-4c09-9428-93a1c5671460 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:13:00.046039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3062a54a-d0c4-493d-8022-d96966120660,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:00.055858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Usage tracker for resource:subnet and tenant:49f4f6369fcf4990ab27c680dc6f2856 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:00.063716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dd768-976d-4be1-9b47-32385c83572f req-b05e9e94-5ee4-4652-a03e-b451c5813180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:00.063913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:00.065174 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a68dd768-976d-4be1-9b47-32385c83572f req-b05e9e94-5ee4-4652-a03e-b451c5813180 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17f264ea-aa2d-4e2f-be9f-873f03e41f4b HTTP/1.1" status: 200 len: 906 time: 0.3812110 Jan 17 08:13:00.066374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41818060-776e-474f-a430-d8491bf81351 req-9f2bc13d-3156-405c-9f91-7aa8130c7a92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:00.068229 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-41818060-776e-474f-a430-d8491bf81351 req-9f2bc13d-3156-405c-9f91-7aa8130c7a92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.1775520 Jan 17 08:13:00.070590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:00.073560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:00.076653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:00.079326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:00.093785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/a8a36c6f-ea31-4e70-ac52-1f083c09756f/a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:00.106437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c18f8c9-a287-4307-9589-d4539645e179 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.128729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18f8c9-a287-4307-9589-d4539645e179 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ba9661-ff7a-4f2b-a936-ec35ef5249c4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:00.135275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c18f8c9-a287-4307-9589-d4539645e179 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.138710 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1c18f8c9-a287-4307-9589-d4539645e179 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3ba9661-ff7a-4f2b-a936-ec35ef5249c4 HTTP/1.1" status: 204 len: 168 time: 0.9635241 Jan 17 08:13:00.139070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:00.213479 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fab6c8fe774540df8fd85dbda2851175&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0598204 Jan 17 08:13:00.227594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47066) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:00.235323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:00.241067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.266861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.268586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.268586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.268586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.268586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.268586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.269178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.269178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.269402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.269720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.270040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c671333-ac8a-45b7-a8f8-3fb81b7f7628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:00.322018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 216c6dde-c486-4951-a3c5-43303434a94e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:00.330449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.340709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Transition to ACTIVE for port object a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:00.359260 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a68dd768-976d-4be1-9b47-32385c83572f req-bdb07a41-50ea-4f6c-9201-06854074a286 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c HTTP/1.1" status: 200 len: 217 time: 0.2794476 Jan 17 08:13:00.361556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.365657 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3fdd7cf0-8abc-4095-a16f-1110adff3de7 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "DELETE /v2.0/routers/f908e2d1-6026-4c09-9428-93a1c5671460 HTTP/1.1" status: 204 len: 168 time: 9.1073890 Jan 17 08:13:00.365657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Usage tracker for resource:subnetpool and tenant:49f4f6369fcf4990ab27c680dc6f2856 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:00.365911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Transition to ACTIVE for port object a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:00.366515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47070) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:00.369468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.432238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.457504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:00.519084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.520610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dd768-976d-4be1-9b47-32385c83572f req-3e0e785f-e75c-4457-a943-59981d8b0b1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:00.521986 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a68dd768-976d-4be1-9b47-32385c83572f req-3e0e785f-e75c-4457-a943-59981d8b0b1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9572314a-8e41-42bf-8de3-4cb05ced5c99 HTTP/1.1" status: 200 len: 844 time: 0.1546426 Jan 17 08:13:00.522746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Usage tracker for resource:port and tenant:49f4f6369fcf4990ab27c680dc6f2856 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:00.526973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aed7429-13e2-41ac-aded-f754f14a322e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Deleting subnet f6cdae6b-437c-45f3-bb6d-e8981619af70 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:13:00.553227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:00.555885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:00.559928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:00.566485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3aed7429-13e2-41ac-aded-f754f14a322e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.568035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Pushing event updated for resources: {'Port': ['ID=a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:00.596173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:00.613816 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-41818060-776e-474f-a430-d8491bf81351 req-6c33e62b-f06d-4ee9-83cf-6cedc0d20cd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5327222 Jan 17 08:13:00.656665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768a00f-8e20-4b7e-afbe-eb02a6ce0bba req-e3aa0aa0-852c-4bd0-96d3-75e4954d879e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:00.657466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Attempting to bind port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:00.657833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Attempting to bind port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:00.658193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Attempting to bind port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:00.663959 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8768a00f-8e20-4b7e-afbe-eb02a6ce0bba req-e3aa0aa0-852c-4bd0-96d3-75e4954d879e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 943 time: 0.4477460 Jan 17 08:13:00.665916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:00.666288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:00.666710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.667102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:00.667603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Bound port: a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:00.667967 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.678541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.688770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.702712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Usage tracker for resource:router and tenant:49f4f6369fcf4990ab27c680dc6f2856 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:00.757991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] For port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:00.769828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3aed7429-13e2-41ac-aded-f754f14a322e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.770051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] For port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:00.775362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f339beb6-3aae-4714-99aa-fe99fd542ef4']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:00.800171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4d7b34-3190-41d7-b16b-f6d508a78003') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:00.800462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4d7b34-3190-41d7-b16b-f6d508a78003') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:00.805934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:00.821565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.832189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.833768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::7678:5ce2:5c5:59b7 (f8dda541-a6ad-4425-a3fa-1d9436a44791/a8a36c6f-ea31-4e70-ac52-1f083c09756f/216c6dde-c486-4951-a3c5-43303434a94e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:00.867165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.874536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Usage tracker for resource:floatingip and tenant:49f4f6369fcf4990ab27c680dc6f2856 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:00.884308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:13:00.884712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:13:00.897728 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:13:00.899861 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8768a00f-8e20-4b7e-afbe-eb02a6ce0bba req-12b792cc-8f95-4cf7-9b8c-9e62e7be816b tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327564 Jan 17 08:13:00.910311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3aed7429-13e2-41ac-aded-f754f14a322e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.940876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:00.964096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:00.974784 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-41818060-776e-474f-a430-d8491bf81351 req-2c55b105-19ef-42be-9222-fc4248e4bd9c service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514688 Jan 17 08:13:00.981827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388126c-77f5-4118-aea9-9dd26434c5f3 None None] Pushing event updated for resources: {'Port': ['ID=a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:00.982600 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a68dd768-976d-4be1-9b47-32385c83572f req-488996b2-73c8-4f5b-988b-381e4c80b978 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f264ea-aa2d-4e2f-be9f-873f03e41f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4501145 Jan 17 08:13:01.017219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3062a54a-d0c4-493d-8022-d96966120660,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:01.125761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.159674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.160485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.160485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.160700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.161021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.161347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.161803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.162224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.162662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.162865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.163184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:01.202707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.268661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.268661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a8abd600-814e-4816-8195-09c0f76bb1f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3062a54a-d0c4-493d-8022-d96966120660 HTTP/1.1" status: 204 len: 168 time: 1.0373912 Jan 17 08:13:01.292642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Pushing event deleted for resources: {'Network': ['ID=f339beb6-3aae-4714-99aa-fe99fd542ef4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:01.299516 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dab43981-467e-423c-ad5f-5e1ee6535d4a tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] 10.222.0.44 "DELETE /v2.0/networks/f339beb6-3aae-4714-99aa-fe99fd542ef4 HTTP/1.1" status: 204 len: 168 time: 1.1594603 Jan 17 08:13:01.303828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47080) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:01.347950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3aed7429-13e2-41ac-aded-f754f14a322e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.403476 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-41818060-776e-474f-a430-d8491bf81351 req-4b577aac-5964-47db-be75-6c2729de659f service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198849 Jan 17 08:13:01.404794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.408400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed7429-13e2-41ac-aded-f754f14a322e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cdae6b-437c-45f3-bb6d-e8981619af70,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:01.411546 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a68dd768-976d-4be1-9b47-32385c83572f req-f82ac1d2-7fc1-4e37-8906-ef7578626507 service neutron] 10.222.0.53 "GET /v2.0/networks/17f264ea-aa2d-4e2f-be9f-873f03e41f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956914 Jan 17 08:13:01.441710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3aed7429-13e2-41ac-aded-f754f14a322e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.469745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 216c6dde-c486-4951-a3c5-43303434a94e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:01.476952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.500822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c987c7-370b-4db8-9079-d41954e9f361 req-af9a81dd-81a4-46e4-9209-f4d0b1a6a228 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:01.502305 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-14c987c7-370b-4db8-9079-d41954e9f361 req-af9a81dd-81a4-46e4-9209-f4d0b1a6a228 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 943 time: 0.3833451 Jan 17 08:13:01.512655 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3aed7429-13e2-41ac-aded-f754f14a322e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/f6cdae6b-437c-45f3-bb6d-e8981619af70 HTTP/1.1" status: 204 len: 168 time: 1.1437826 Jan 17 08:13:01.513841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Usage tracker for resource:security_group and tenant:49f4f6369fcf4990ab27c680dc6f2856 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:01.521194 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47084) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:01.531523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9978-4345-4c2b-9f13-fe78c2581b7f req-76d9e329-c58f-4a59-a7f2-91ff5ecc9624 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:01.533044 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-353f9978-4345-4c2b-9f13-fe78c2581b7f req-76d9e329-c58f-4a59-a7f2-91ff5ecc9624 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 0.3722029 Jan 17 08:13:01.551158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:01.661444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.665276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Usage tracker for resource:security_group_rule and tenant:49f4f6369fcf4990ab27c680dc6f2856 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:01.695604 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-14c987c7-370b-4db8-9079-d41954e9f361 req-5be8650f-6998-436f-bb1f-e439dd4f8aed tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624792 Jan 17 08:13:01.697032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7972cd70-d7a3-4812-a302-77bfb772d310']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:01.700099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:01.710707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfc0cb6-81d2-4a4a-b075-bbf016176a7c') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:01.715370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfc0cb6-81d2-4a4a-b075-bbf016176a7c') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:01.723957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.732546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.737105 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a68dd768-976d-4be1-9b47-32385c83572f req-58dfb877-c2ba-47b3-a282-0db9b2eba63f service neutron] 10.222.0.53 "GET /v2.0/networks/17f264ea-aa2d-4e2f-be9f-873f03e41f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177011 Jan 17 08:13:01.740368 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3e01dba5-da22-49cc-9841-578d8d2c8bd8 tempest-QuotasTest-942884297 tempest-QuotasTest-942884297-project-admin] 10.222.0.44 "GET /v2.0/quotas/49f4f6369fcf4990ab27c680dc6f2856/details.json HTTP/1.1" status: 200 len: 703 time: 2.1884320 Jan 17 08:13:01.743372 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-353f9978-4345-4c2b-9f13-fe78c2581b7f req-d075d1c8-a195-49d1-bfd9-07b34716664f tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898866 Jan 17 08:13:01.766065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.859439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=216c6dde-c486-4951-a3c5-43303434a94e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:01.869821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:01.871687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:01.874118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:01.879409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:01.880538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.888126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.905036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:13:01.905442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:13:01.920393 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:13:02.065001 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-85e4f7f1-c47c-4bf7-b38c-1224e6e67c00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1695912 Jan 17 08:13:02.071477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47100) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:02.090100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.121027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54893346-a869-4feb-9fce-1e5eb7a40ef8']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:02.134190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73e3a26-bd76-4085-acd9-787cce437553') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:02.134479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73e3a26-bd76-4085-acd9-787cce437553') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:02.146217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.150883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.153073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.164235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.173261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:13:02.173261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:13:02.185703 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:13:02.188262 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] 10.222.0.44 "DELETE /v2.0/networks/7972cd70-d7a3-4812-a302-77bfb772d310 HTTP/1.1" status: 204 len: 168 time: 0.8791702 Jan 17 08:13:02.188262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa35664-3e56-45c6-8c99-c262a0781920 tempest-QuotasNegativeTest-725171153 tempest-QuotasNegativeTest-725171153-project-admin] Pushing event deleted for resources: {'Network': ['ID=7972cd70-d7a3-4812-a302-77bfb772d310,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:02.251438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b67a634-9c6b-45e0-982b-0290f8b86867 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:02.255508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b67a634-9c6b-45e0-982b-0290f8b86867 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:02.256329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6b67a634-9c6b-45e0-982b-0290f8b86867 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:02.265448 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c77782-7f28-4e1f-8d8b-398548464bff req-20aba8d5-276a-4161-89eb-833fdbfca4ac tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:02.266956 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-11c77782-7f28-4e1f-8d8b-398548464bff req-20aba8d5-276a-4161-89eb-833fdbfca4ac tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 943 time: 0.1585095 Jan 17 08:13:02.318798 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-11c77782-7f28-4e1f-8d8b-398548464bff req-1c1db92f-3e67-48e2-8311-99f291b4ac66 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443354 Jan 17 08:13:02.380829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.404231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6b67a634-9c6b-45e0-982b-0290f8b86867 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:02.409281 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6b67a634-9c6b-45e0-982b-0290f8b86867 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3425748 Jan 17 08:13:02.410007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:02.414795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54893346-a869-4feb-9fce-1e5eb7a40ef8 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 08:13:02.416678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event deleted for resources: {'Network': ['ID=54893346-a869-4feb-9fce-1e5eb7a40ef8,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:02.425658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.426118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-541baa98-0503-446d-865e-4a523a3f5f37 None None] Provisioning for port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:02.446503 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-65bac900-ca4b-46ad-8f27-1b7703198272 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "DELETE /v2.0/networks/54893346-a869-4feb-9fce-1e5eb7a40ef8 HTTP/1.1" status: 204 len: 168 time: 0.9239419 Jan 17 08:13:02.574350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2f30926a-fe32-4b65-a83c-b3a8b684e917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 216c6dde-c486-4951-a3c5-43303434a94e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:02.580837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f30926a-fe32-4b65-a83c-b3a8b684e917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.626118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-78925295-769c-45bd-a26f-cad92c9916fd None None] Provisioning for port 216c6dde-c486-4951-a3c5-43303434a94e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:02.632489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-78925295-769c-45bd-a26f-cad92c9916fd None None] Provisioning complete for port 216c6dde-c486-4951-a3c5-43303434a94e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:02.633210 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78925295-769c-45bd-a26f-cad92c9916fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:02.707688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-78925295-769c-45bd-a26f-cad92c9916fd None None] Port 216c6dde-c486-4951-a3c5-43303434a94e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:02.731942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47118) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:03.017891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52621925-0847-4cc3-a74f-cebc681de192 req-accfe5ba-6f86-43c2-8e19-93393fdacfcb tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:03.025609 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-52621925-0847-4cc3-a74f-cebc681de192 req-accfe5ba-6f86-43c2-8e19-93393fdacfcb tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 943 time: 0.1509690 Jan 17 08:13:03.079344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:03.092524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f30926a-fe32-4b65-a83c-b3a8b684e917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.095715 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-52621925-0847-4cc3-a74f-cebc681de192 req-5507d4a4-e5f8-4e03-bfcd-aaffa7371ead tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659981 Jan 17 08:13:03.226829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:03.232539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:03.234555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.243274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2f30926a-fe32-4b65-a83c-b3a8b684e917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 216c6dde-c486-4951-a3c5-43303434a94e owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:03.292434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1fb00-587a-4591-b8fd-13d171f901d0 req-1411f00f-e817-4a89-92f6-28dc4f9d3ffc tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:03.293959 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bad1fb00-587a-4591-b8fd-13d171f901d0 req-1411f00f-e817-4a89-92f6-28dc4f9d3ffc tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 0.3332491 Jan 17 08:13:03.299875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43cd3efe-f63b-4ac1-93a0-232d4db88870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.341113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-43cd3efe-f63b-4ac1-93a0-232d4db88870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:03.346214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-43cd3efe-f63b-4ac1-93a0-232d4db88870 admin admin] Usage tracker for resource:security_group_rule and tenant:2736ec370d584644acd9a1a0468a9e00 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:03.349260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-43cd3efe-f63b-4ac1-93a0-232d4db88870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:03.367548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.369387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-43cd3efe-f63b-4ac1-93a0-232d4db88870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:03.400708 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bad1fb00-587a-4591-b8fd-13d171f901d0 req-4004cce5-2f59-46f4-b2e3-85de8524314c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971310 Jan 17 08:13:03.439991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:03.512392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.546267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3e04-70ba-47d9-97d0-46108d8cdd2b req-a53aeea0-8626-414d-af6c-4cc6d0a80b30 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:03.547577 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b22c3e04-70ba-47d9-97d0-46108d8cdd2b req-a53aeea0-8626-414d-af6c-4cc6d0a80b30 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 943 time: 0.0782726 Jan 17 08:13:03.563068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f30926a-fe32-4b65-a83c-b3a8b684e917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.615671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:03.625603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.626211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.626771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.627312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.627815 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.628337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.628994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.629373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30926a-fe32-4b65-a83c-b3a8b684e917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=216c6dde-c486-4951-a3c5-43303434a94e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:03.630624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.631263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.631779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.636965 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:03.638919 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b22c3e04-70ba-47d9-97d0-46108d8cdd2b req-6e9fd4cc-49b3-47bc-a716-a5b19106f9cd tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853374 Jan 17 08:13:03.656402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43cd3efe-f63b-4ac1-93a0-232d4db88870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.681616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f30926a-fe32-4b65-a83c-b3a8b684e917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.740679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-43cd3efe-f63b-4ac1-93a0-232d4db88870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.804552 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd3efe-f63b-4ac1-93a0-232d4db88870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143ea3c5-3804-43ca-9362-90b4fb22786e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:03.811238 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-43cd3efe-f63b-4ac1-93a0-232d4db88870 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2736ec370d584644acd9a1a0468a9e00&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0778053 Jan 17 08:13:03.813761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47142) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:03.820166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47146) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:03.848912 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2f30926a-fe32-4b65-a83c-b3a8b684e917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/216c6dde-c486-4951-a3c5-43303434a94e HTTP/1.1" status: 204 len: 168 time: 1.4332793 Jan 17 08:13:03.848912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47152) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:03.874630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47156) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:03.879597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'router': {'name': 'tempest-router--67381551', 'project_id': '9e3c64f2d04a46c8b0209d1ebdc69811'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:03.900852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f075a6-1fe8-4923-b030-07de8f26b8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:03.903033 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:03.914778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Usage tracker for resource:router and tenant:9e3c64f2d04a46c8b0209d1ebdc69811 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:03.920775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:03.935336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:03.940096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04cfe10-b94b-4fde-9329-1c1740dea4f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:03.942048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04cfe10-b94b-4fde-9329-1c1740dea4f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:03.943418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f04cfe10-b94b-4fde-9329-1c1740dea4f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:03.947407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f075a6-1fe8-4923-b030-07de8f26b8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.008731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f04cfe10-b94b-4fde-9329-1c1740dea4f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:04.010056 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f04cfe10-b94b-4fde-9329-1c1740dea4f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1620026 Jan 17 08:13:04.013072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47160) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:04.033684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-001b-4c92-8129-05ca5ef4d06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.064569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47164) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:04.071450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.072376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.126127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-934d126d-001b-4c92-8129-05ca5ef4d06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:04.130837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-934d126d-001b-4c92-8129-05ca5ef4d06a admin admin] Usage tracker for resource:security_group_rule and tenant:faa4f3a415f2445baaf54d3b059a527d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:04.137664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-934d126d-001b-4c92-8129-05ca5ef4d06a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:04.143104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1681163084'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:04.150880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-934d126d-001b-4c92-8129-05ca5ef4d06a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:04.153164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:04.154006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f075a6-1fe8-4923-b030-07de8f26b8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.161604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:network and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:04.167631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:04.175085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:04.179247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f075a6-1fe8-4923-b030-07de8f26b8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143ea3c5-3804-43ca-9362-90b4fb22786e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:04.227575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.236668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f075a6-1fe8-4923-b030-07de8f26b8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.244496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-18f075a6-1fe8-4923-b030-07de8f26b8c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/143ea3c5-3804-43ca-9362-90b4fb22786e HTTP/1.1" status: 204 len: 168 time: 0.4231310 Jan 17 08:13:04.244623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4208bfca-e776-4ce4-9084-39506e8c9ab5 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:13:04.264246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Made reservation on behalf of e5f51c031f15494fb517b12b03cd0be5 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:04.265098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e4c1b1-a107-4363-be25-a9aa95675007 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet a8a36c6f-ea31-4e70-ac52-1f083c09756f {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:13:04.268971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74e4c1b1-a107-4363-be25-a9aa95675007 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.276434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.324877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74e4c1b1-a107-4363-be25-a9aa95675007 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.347805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-001b-4c92-8129-05ca5ef4d06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.350688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.382287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.397080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:04.407689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:security_group_rule and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:04.412580 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:04.421884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:04.424262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4208bfca-e776-4ce4-9084-39506e8c9ab5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:04.438934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-001b-4c92-8129-05ca5ef4d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.440749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '4208bfca-e776-4ce4-9084-39506e8c9ab5', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'port_id': '4208bfca-e776-4ce4-9084-39506e8c9ab5', 'mac_address': 'fa:16:3e:ac:ed:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:13:04.449806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74e4c1b1-a107-4363-be25-a9aa95675007 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.484917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.486106 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-384081ec-edd1-420c-bd17-cd8e4ae8810b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6104271 Jan 17 08:13:04.491259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47176) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:04.530287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.530888 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-934d126d-001b-4c92-8129-05ca5ef4d06a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=faa4f3a415f2445baaf54d3b059a527d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7093749 Jan 17 08:13:04.534700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47180) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:04.554937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4208bfca-e776-4ce4-9084-39506e8c9ab5 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:13:04.561517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79ec0c-72a0-4b21-831d-be9b90049fa5 req-ad0b6044-3126-40de-9481-b591b011920b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:04.563598 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3d79ec0c-72a0-4b21-831d-be9b90049fa5 req-ad0b6044-3126-40de-9481-b591b011920b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 943 time: 0.2732956 Jan 17 08:13:04.576584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4208bfca-e776-4ce4-9084-39506e8c9ab5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:04.633311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d126d-001b-4c92-8129-05ca5ef4d06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cd8b4e-e684-4407-8517-7e572dd9d3f3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:04.659726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.660691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device fa0d4ee1-e948-49e3-b0fc-fc800c196d4d details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:13:04.719118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d19d7ea-405e-44a8-b600-d718568f4639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.727664 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3d79ec0c-72a0-4b21-831d-be9b90049fa5 req-8a0777ca-ad37-413a-a705-d8cd9a0a49d2 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403871 Jan 17 08:13:04.742768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.764840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d19d7ea-405e-44a8-b600-d718568f4639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.779979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f564de-9c32-4aaa-b819-cc43df37bb3d req-eb031abb-5f53-475d-967b-c6983269af81 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:04.781482 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-12f564de-9c32-4aaa-b819-cc43df37bb3d req-eb031abb-5f53-475d-967b-c6983269af81 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 0.1905031 Jan 17 08:13:04.783357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89f01a8e-d750-4b06-b080-a9fa616b3aa6 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.808483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.842901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eda33d-a3ef-42bf-9715-580880b1ad20,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:04.868335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=4208bfca-e776-4ce4-9084-39506e8c9ab5,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:04.887899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74e4c1b1-a107-4363-be25-a9aa95675007 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.935637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4c1b1-a107-4363-be25-a9aa95675007 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a36c6f-ea31-4e70-ac52-1f083c09756f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:04.935917 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:04.936027 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-12f564de-9c32-4aaa-b819-cc43df37bb3d req-94dae1f4-9c45-45fc-92f8-fe524bd3de1b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997891 Jan 17 08:13:04.944724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d19d7ea-405e-44a8-b600-d718568f4639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.951336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:13:04.957221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'port_id': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d', 'mac_address': 'fa:16:3e:86:c1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:13:04.965635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19d7ea-405e-44a8-b600-d718568f4639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cd8b4e-e684-4407-8517-7e572dd9d3f3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:04.982205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:04.982552 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Added segment cb6c1935-671e-489c-b6de-0736b41eb4a0 of type vlan for network bedf7322-250a-43c6-af31-49d02ff2d161 Jan 17 08:13:05.008815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d19d7ea-405e-44a8-b600-d718568f4639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.012468 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74e4c1b1-a107-4363-be25-a9aa95675007 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.012617 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6d19d7ea-405e-44a8-b600-d718568f4639 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81cd8b4e-e684-4407-8517-7e572dd9d3f3 HTTP/1.1" status: 204 len: 168 time: 0.4746842 Jan 17 08:13:05.040583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.060654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.064678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157c3c1-434e-41f9-9731-75a18125dab2 req-87cb023c-7e17-4705-8ac4-cc9a05a47acf tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:05.066223 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4157c3c1-434e-41f9-9731-75a18125dab2 req-87cb023c-7e17-4705-8ac4-cc9a05a47acf tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 943 time: 0.1621165 Jan 17 08:13:05.075264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c40d4-f647-4367-86f9-2f9b3a9018d4 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:05.103422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:05.110347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:05.131929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6549ffee-55aa-48ce-a3ab-fefd5b2e528c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.157515 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4157c3c1-434e-41f9-9731-75a18125dab2 req-eafc57e8-27c7-4169-8b45-51880f22ad13 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811605 Jan 17 08:13:05.161776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.166484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:05.167437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.256755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0d4ee1-e948-49e3-b0fc-fc800c196d4d {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:13:05.269912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6549ffee-55aa-48ce-a3ab-fefd5b2e528c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:05.287554 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2212384 Jan 17 08:13:05.288444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6549ffee-55aa-48ce-a3ab-fefd5b2e528c admin admin] Usage tracker for resource:security_group_rule and tenant:49f4f6369fcf4990ab27c680dc6f2856 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:05.293849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6549ffee-55aa-48ce-a3ab-fefd5b2e528c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:05.296357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:05.296490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:05.306661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'subnet': {'network_id': 'bedf7322-250a-43c6-af31-49d02ff2d161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:05.314747 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-74e4c1b1-a107-4363-be25-a9aa95675007 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/a8a36c6f-ea31-4e70-ac52-1f083c09756f HTTP/1.1" status: 204 len: 168 time: 1.3004391 Jan 17 08:13:05.317329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47198) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:05.325119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6549ffee-55aa-48ce-a3ab-fefd5b2e528c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:05.333125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20280438-e5a0-4341-a362-1416780468d7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Network': ['ID=bedf7322-250a-43c6-af31-49d02ff2d161,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:05.383124 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network bedf7322-250a-43c6-af31-49d02ff2d161 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:13:05.404514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.405152 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device dfbc313c-a85c-4896-baf0-3d63aaa9b71c details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:13:05.448370 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-79b1ae95-efc9-43ab-89b6-58ceac39923f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297610 Jan 17 08:13:05.450432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47204) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:05.492924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:05.497643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:subnet and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:05.500118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:05.505822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:05.557278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:05.557729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.582055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6549ffee-55aa-48ce-a3ab-fefd5b2e528c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.585570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Made reservation on behalf of e5f51c031f15494fb517b12b03cd0be5 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:05.618334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89f01a8e-d750-4b06-b080-a9fa616b3aa6 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.622951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89f01a8e-d750-4b06-b080-a9fa616b3aa6 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.698983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f55c36-1d55-4f39-b6ac-986f420fbad6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:05.703716 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-71f55c36-1d55-4f39-b6ac-986f420fbad6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2521505 Jan 17 08:13:05.704693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47208) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:05.733014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6549ffee-55aa-48ce-a3ab-fefd5b2e528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.744610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89f01a8e-d750-4b06-b080-a9fa616b3aa6 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.745100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f01a8e-d750-4b06-b080-a9fa616b3aa6 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08cf4f33-dad2-43d7-b34d-86f3f7b98fc4 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:13:05.749670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:05.760033 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89f01a8e-d750-4b06-b080-a9fa616b3aa6 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.764035 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-89f01a8e-d750-4b06-b080-a9fa616b3aa6 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "DELETE /v2.0/routers/08cf4f33-dad2-43d7-b34d-86f3f7b98fc4 HTTP/1.1" status: 204 len: 168 time: 1.2718186 Jan 17 08:13:05.804165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a2f1a-c417-45ce-8a08-f95779a7fe17 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:05.804816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fd0a2f1a-c417-45ce-8a08-f95779a7fe17 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:05.809087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549ffee-55aa-48ce-a3ab-fefd5b2e528c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e82ec1-c0fb-4d36-a1d4-4a04c0deb2d0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:05.820625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.892385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1cb7c-803a-4959-a3b3-883def0bcaa9 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:13:05.918724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4fe1cb7c-803a-4959-a3b3-883def0bcaa9 None None] Deleting port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:05.919299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fe1cb7c-803a-4959-a3b3-883def0bcaa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:05.922869 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fd0a2f1a-c417-45ce-8a08-f95779a7fe17 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:05.927070 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fd0a2f1a-c417-45ce-8a08-f95779a7fe17 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2210786 Jan 17 08:13:05.928022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47216) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:05.935323 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6549ffee-55aa-48ce-a3ab-fefd5b2e528c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49f4f6369fcf4990ab27c680dc6f2856&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8236916 Jan 17 08:13:05.942882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47220) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:06.027743 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e7fc7293-9122-40c3-a39c-408cd11582bd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980992 Jan 17 08:13:06.028397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47226) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:06.041481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:06.066893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098ccb5f-afe2-4dcc-b258-e2e0939455a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.077088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:06.137942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18a8cad9-b868-4ac5-b0aa-2e9326620350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.158445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4fe1cb7c-803a-4959-a3b3-883def0bcaa9 None None] For port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:06.158847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fe1cb7c-803a-4959-a3b3-883def0bcaa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.214959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:06.227993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:06.235271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb07af0-d786-4e57-a3bb-597585349037 req-458bebad-bcc5-4ed0-a5f8-d2ec63d9128e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:06.236188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-098ccb5f-afe2-4dcc-b258-e2e0939455a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:06.236907 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0eb07af0-d786-4e57-a3bb-597585349037 req-458bebad-bcc5-4ed0-a5f8-d2ec63d9128e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 944 time: 0.2250011 Jan 17 08:13:06.257191 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-098ccb5f-afe2-4dcc-b258-e2e0939455a6 admin admin] Usage tracker for resource:security_group_rule and tenant:bb65ec239b164260a35fe484fe5f1a51 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:06.264840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-098ccb5f-afe2-4dcc-b258-e2e0939455a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:06.277465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47236) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:06.279142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18a8cad9-b868-4ac5-b0aa-2e9326620350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.285368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-098ccb5f-afe2-4dcc-b258-e2e0939455a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:06.292896 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0eb07af0-d786-4e57-a3bb-597585349037 req-6d835cb2-89a3-4dcf-9050-5e77fe59aad3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481544 Jan 17 08:13:06.311577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:06.314162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4fe1cb7c-803a-4959-a3b3-883def0bcaa9 None None] Calling delete_port for a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:06.315791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.509652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port dfbc313c-a85c-4896-baf0-3d63aaa9b71c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:06.543983 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'port_id': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'mac_address': 'fa:16:3e:bc:25:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:13:06.598058 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fe1cb7c-803a-4959-a3b3-883def0bcaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.631589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbb3dc-d874-4d3f-9956-d3a337b8b48c req-97e77e9d-968f-425a-8b1a-1d8be5f25478 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:06.637678 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-87dbb3dc-d874-4d3f-9956-d3a337b8b48c req-97e77e9d-968f-425a-8b1a-1d8be5f25478 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 0.5008094 Jan 17 08:13:06.672517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098ccb5f-afe2-4dcc-b258-e2e0939455a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.684217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1cb7c-803a-4959-a3b3-883def0bcaa9 None None] Pushing event deleted for resources: {'Port': ['ID=a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:06.688459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a1d7-a5f4-44c7-923d-fd34860ecd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.690879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.706688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe1cb7c-803a-4959-a3b3-883def0bcaa9 None None] No DVR routers for this DVR port a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:13:06.715291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbc313c-a85c-4896-baf0-3d63aaa9b71c {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:13:06.717429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18a8cad9-b868-4ac5-b0aa-2e9326620350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.734698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.744718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port dfbc313c-a85c-4896-baf0-3d63aaa9b71c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:06.768583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098ccb5f-afe2-4dcc-b258-e2e0939455a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.784123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ceacb-a342-4ce0-a267-7becbed1f94c req-f50a34fe-37ea-4e29-b3e9-74a84ce71ef7 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:06.786201 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-751ceacb-a342-4ce0-a267-7becbed1f94c req-f50a34fe-37ea-4e29-b3e9-74a84ce71ef7 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 944 time: 0.2415683 Jan 17 08:13:06.813497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8cad9-b868-4ac5-b0aa-2e9326620350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e82ec1-c0fb-4d36-a1d4-4a04c0deb2d0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:06.839635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1051041348', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:06.851485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.862634 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-098ccb5f-afe2-4dcc-b258-e2e0939455a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb65ec239b164260a35fe484fe5f1a51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8170955 Jan 17 08:13:06.866196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.869902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:06.872029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47242) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:06.901842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Usage tracker for resource:router and tenant:651101ee7b7c40208c502510806d8321 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:06.918047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:06.923837 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-751ceacb-a342-4ce0-a267-7becbed1f94c req-c1f64085-b9e3-4fb3-bcb6-3aad8e773079 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318591 Jan 17 08:13:06.929329 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-87dbb3dc-d874-4d3f-9956-d3a337b8b48c req-8f330f17-d8f4-44a9-8fc3-19dd2f24c3e0 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721705 Jan 17 08:13:06.933554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:06.936808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:06.941362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:06.941989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:06.953449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27cf288-7e59-40cc-88b2-7c6768233a78 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:06.954879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=4f6e595d-74ca-4465-a165-4c0c051a71cf,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:06.957516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:06.967066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Subnet': ['ID=04e7927f-a9e9-49f5-872a-56981c3b0b10,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:06.996041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ccb5f-afe2-4dcc-b258-e2e0939455a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e608ddd-7659-4a5e-8de1-903e5bf2e032,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:07.013382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18a8cad9-b868-4ac5-b0aa-2e9326620350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.018775 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-18a8cad9-b868-4ac5-b0aa-2e9326620350 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05e82ec1-c0fb-4d36-a1d4-4a04c0deb2d0 HTTP/1.1" status: 204 len: 168 time: 1.0742402 Jan 17 08:13:07.041265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Checking segment: {'id': 'cb6c1935-671e-489c-b6de-0736b41eb4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bedf7322-250a-43c6-af31-49d02ff2d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:07.041630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network hostable DHCP agents. Network: bedf7322-250a-43c6-af31-49d02ff2d161, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:13:07.055448 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-12f23b04-c6a6-4f56-bf87-9d8a19c5f678 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9943917 Jan 17 08:13:07.057888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47248) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:07.066137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': '4f6e595d-74ca-4465-a165-4c0c051a71cf', 'ip_address': '2001:db8::2ef7:e75e:9d7f:41ca'}], 'name': 'tempest-NetworksTestDHCPv6-422238246'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:07.074119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb077722-3f56-42a0-ad29-93b8eeaeac4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.078280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.078981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.082257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:07.092251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:13:07.131977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb077722-3f56-42a0-ad29-93b8eeaeac4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.138202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:13:07.138545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a0a90db5-d7ef-407d-bf5c-fc3ab6c9da36 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:13:07.174937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.212580 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network bedf7322-250a-43c6-af31-49d02ff2d161 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:13:07.265077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:07.269763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:07.273639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:07.281615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:07.334902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb077722-3f56-42a0-ad29-93b8eeaeac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.349883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, bedf7322-250a-43c6-af31-49d02ff2d161) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:07.351848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['fa0d4ee1-e948-49e3-b0fc-fc800c196d4d'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:13:07.359713 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:07.360287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.362801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:07.363871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb077722-3f56-42a0-ad29-93b8eeaeac4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e608ddd-7659-4a5e-8de1-903e5bf2e032,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:07.375180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['dfbc313c-a85c-4896-baf0-3d63aaa9b71c'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:13:07.375465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.418989 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8747e-8017-41d1-9361-1984ce54e0b0 None None] Network bedf7322-250a-43c6-af31-49d02ff2d161 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:07.432363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 91d34251-7823-464d-b96c-172b9abf6423 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:07.439136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['4208bfca-e776-4ce4-9084-39506e8c9ab5'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:13:07.499638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb077722-3f56-42a0-ad29-93b8eeaeac4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.501107 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fb077722-3f56-42a0-ad29-93b8eeaeac4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e608ddd-7659-4a5e-8de1-903e5bf2e032 HTTP/1.1" status: 204 len: 168 time: 0.6261423 Jan 17 08:13:07.510587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.556816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '4f6e595d-74ca-4465-a165-4c0c051a71cf'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:13:07.557604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.611488 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9fef8f57-c8db-4c2a-b1e0-7ccb8a9ea588 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3141379 Jan 17 08:13:07.663411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47258) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:07.677816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1021086222', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:07.753759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:07.765734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:router and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:07.772102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:07.783749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:07.888121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.889646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.955138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40be2-8ce7-472c-b967-1c1cf5fe5f62 req-0331099d-32a8-49e4-8c4f-b8b33c75d766 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:07.959177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:07.961862 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ee40be2-8ce7-472c-b967-1c1cf5fe5f62 req-0331099d-32a8-49e4-8c4f-b8b33c75d766 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 944 time: 0.4226933 Jan 17 08:13:08.017873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:08.022997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::2ef7:e75e:9d7f:41ca (f8dda541-a6ad-4425-a3fa-1d9436a44791/4f6e595d-74ca-4465-a165-4c0c051a71cf/91d34251-7823-464d-b96c-172b9abf6423) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:08.044642 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ee40be2-8ce7-472c-b967-1c1cf5fe5f62 req-77fd9069-9868-4227-a08f-7710081dbae4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818508 Jan 17 08:13:08.194028 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75105a23-619c-4fe1-8f45-5be90fcacf34 None None] Network bedf7322-250a-43c6-af31-49d02ff2d161 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:08.208148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Allocated IP 172.26.4.119 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/01fa4b8f-3bcb-4da9-9254-077539d93d45) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:08.316538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b8b846-c980-4266-bdd0-cc3a597ff86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:08.422207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:08.453623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a438f1-4d9b-4147-9943-6db76d41cf1b req-67403ee5-4420-48e8-bdb7-911fb3316bf1 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:08.461259 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d8a438f1-4d9b-4147-9943-6db76d41cf1b req-67403ee5-4420-48e8-bdb7-911fb3316bf1 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 944 time: 0.1606908 Jan 17 08:13:08.476810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 91d34251-7823-464d-b96c-172b9abf6423 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:08.523487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:08.527751 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d8a438f1-4d9b-4147-9943-6db76d41cf1b req-00ca9c65-eb5b-457f-9079-963c19516af3 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652654 Jan 17 08:13:08.585844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:08.647347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac5ae5-0eb5-4f83-9d9a-a8d398ff2969 req-2f94aad0-abc5-4d0e-a308-94256635df11 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:08.648815 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d3ac5ae5-0eb5-4f83-9d9a-a8d398ff2969 req-2f94aad0-abc5-4d0e-a308-94256635df11 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 944 time: 0.1048958 Jan 17 08:13:08.654791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:08.707803 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d3ac5ae5-0eb5-4f83-9d9a-a8d398ff2969 req-1cc46b3f-b5ec-4be3-8657-83c00f34556f tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501289 Jan 17 08:13:08.743161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:08.746334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:08.750926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:08.755450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:08.756119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:08.769626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=91d34251-7823-464d-b96c-172b9abf6423,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:08.778375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/4f6e595d-74ca-4465-a165-4c0c051a71cf/b56e13bf-b1c4-4358-be6f-19a70e7ce3ee) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:08.857432 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cf009b51-d720-49fc-9cc4-028a710fb428 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7978282 Jan 17 08:13:08.860275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47288) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:08.866580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': '4f6e595d-74ca-4465-a165-4c0c051a71cf', 'ip_address': '2001:db8::2ef7:e75e:9d7f:41ca'}], 'name': 'tempest-NetworksTestDHCPv6-1787311644'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:08.909234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:08.985940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:09.041879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:09.048172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:09.050512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:09.057585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.059968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:09.064845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:09.069494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Transition to ACTIVE for port object b56e13bf-b1c4-4358-be6f-19a70e7ce3ee will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:09.091988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Transition to ACTIVE for port object b56e13bf-b1c4-4358-be6f-19a70e7ce3ee will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:09.099144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.099427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:09.104854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event updated for resources: {'Port': ['ID=01fa4b8f-3bcb-4da9-9254-077539d93d45,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:09.168999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.266546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:09.270863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:09.274120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:09.276758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:09.288672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Pushing event updated for resources: {'Port': ['ID=b56e13bf-b1c4-4358-be6f-19a70e7ce3ee,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:09.411490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Attempting to bind port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:09.411490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Attempting to bind port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:09.411490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Attempting to bind port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:09.411490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:09.412067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:09.412146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.413134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:09.413240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Bound port: b56e13bf-b1c4-4358-be6f-19a70e7ce3ee, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:09.413543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.432611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.434524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.436017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.463623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.511431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2866b7d-b06e-47d6-af91-3cd7af9629b0 req-e5493e42-f9e0-40ac-8f73-41ff4189b44a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:09.517386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] For port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:09.518069 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a2866b7d-b06e-47d6-af91-3cd7af9629b0 req-e5493e42-f9e0-40ac-8f73-41ff4189b44a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 944 time: 0.3177052 Jan 17 08:13:09.521625 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] For port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b56e13bf-b1c4-4358-be6f-19a70e7ce3ee,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:09.523787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.578508 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 2aba9660-2582-47e9-b0dd-201715735f6d yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:09.607389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:09.609516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.689684 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a2866b7d-b06e-47d6-af91-3cd7af9629b0 req-adc15f21-f002-4789-9951-02f6a8a17e57 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706934 Jan 17 08:13:09.709227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.758383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:09.809828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664c83d-b354-40fb-9450-3325cef59f34 None None] Pushing event updated for resources: {'Port': ['ID=b56e13bf-b1c4-4358-be6f-19a70e7ce3ee,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:09.987664 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 17 08:13:09.988100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:13:10.012149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1646225578'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:10.016723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.26.4.37 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/d0bb1f48-4f89-4015-90a4-380130cb8c64) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:10.032904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188f88f-70e5-4d28-9dd7-25cbde852d2e req-36734337-51e5-4b04-ba05-b2c525437d14 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:10.033106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:10.040111 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1188f88f-70e5-4d28-9dd7-25cbde852d2e req-36734337-51e5-4b04-ba05-b2c525437d14 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 944 time: 0.1447842 Jan 17 08:13:10.096341 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1188f88f-70e5-4d28-9dd7-25cbde852d2e req-ccdd3001-d396-4272-aa1f-95c9c741d910 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550587 Jan 17 08:13:10.115586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Usage tracker for resource:network and tenant:e78916efbae44a9abe6778df7a0da762 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:10.134426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:10.160222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:10.163842 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-03a89c5f-01e0-44d1-a71b-b1f9fade9ffb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3021944 Jan 17 08:13:10.166093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47324) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:10.248272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f2fcb-f999-4eb0-8d7d-0d83f5839b50 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:10.252078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f2fcb-f999-4eb0-8d7d-0d83f5839b50 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:10.252846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-092f2fcb-f999-4eb0-8d7d-0d83f5839b50 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:10.270781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2550844-4422-44be-b5dd-90e8f682a629 req-8c58724f-1082-4ae3-a83e-236603e97ed8 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:10.272294 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a2550844-4422-44be-b5dd-90e8f682a629 req-8c58724f-1082-4ae3-a83e-236603e97ed8 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 944 time: 0.5154953 Jan 17 08:13:10.321447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Made reservation on behalf of e78916efbae44a9abe6778df7a0da762 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:10.324356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.328889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-092f2fcb-f999-4eb0-8d7d-0d83f5839b50 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:10.330810 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-092f2fcb-f999-4eb0-8d7d-0d83f5839b50 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1630750 Jan 17 08:13:10.335659 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47332) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:10.352971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.381263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.423557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9f479e0c-868f-4371-8438-77e043ed855a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 91d34251-7823-464d-b96c-172b9abf6423 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:10.423919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f479e0c-868f-4371-8438-77e043ed855a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.428606 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a2550844-4422-44be-b5dd-90e8f682a629 req-8a13e5d0-caf3-4432-b1c5-54c76f511c43 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500041 Jan 17 08:13:10.454212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:10.462306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Usage tracker for resource:security_group_rule and tenant:e78916efbae44a9abe6778df7a0da762 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:10.477167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:10.492634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:10.572731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.616551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.621488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Router 848e03ce-6ed9-46a4-a973-81edd671e8aa is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:13:10.707004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.783696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:10.784256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47342) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:10.790823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=d0bb1f48-4f89-4015-90a4-380130cb8c64,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:10.793079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:13:10.796364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:10.806740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f479e0c-868f-4371-8438-77e043ed855a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.838510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.856629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4a6aa-7d03-48b4-a45d-7df37089a0ad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:10.869396 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4208bfca-e776-4ce4-9084-39506e8c9ab5 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:10.885773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:10.984438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:10.984438 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Added segment 0a59aa15-fa08-411b-9f52-6f792d7a0f93 of type vlan for network 560dff18-35da-4b61-9916-1212b78ca914 Jan 17 08:13:11.042864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 4208bfca-e776-4ce4-9084-39506e8c9ab5 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:11.050416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 4208bfca-e776-4ce4-9084-39506e8c9ab5 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:11.050805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.086554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b56e13bf-b1c4-4358-be6f-19a70e7ce3ee up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:11.106398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9f479e0c-868f-4371-8438-77e043ed855a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 91d34251-7823-464d-b96c-172b9abf6423 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:11.137521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-957069097', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:11.155629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:11.164710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Usage tracker for resource:port and tenant:cc502447e1f74c40b895fa23ed1e4dd3 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:11.174557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:11.193318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:11.233045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.245179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-78e9cb64-b356-4f35-81a0-cdfa34b0a832 None None] Provisioning for port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:11.329504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.341668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Made reservation on behalf of cc502447e1f74c40b895fa23ed1e4dd3 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:11.344231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.361497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.374099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4208bfca-e776-4ce4-9084-39506e8c9ab5'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:13:11.384874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ef3bd-4928-4967-9f10-0397dcc1d2f0 req-fb4feca3-46a1-470e-9225-2d74677d3578 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:11.386399 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-002ef3bd-4928-4967-9f10-0397dcc1d2f0 req-fb4feca3-46a1-470e-9225-2d74677d3578 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 944 time: 0.3774767 Jan 17 08:13:11.426017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f479e0c-868f-4371-8438-77e043ed855a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.436091 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:11.439650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:11.446468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-062b5d56-417a-49b4-9512-938fc60757e6 None None] Could not find standard attr ID for object 91d34251-7823-464d-b96c-172b9abf6423. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:13:11.448408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4208bfca-e776-4ce4-9084-39506e8c9ab5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:11.450366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:11.450736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.465725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.470278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:11.471376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.535008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f479e0c-868f-4371-8438-77e043ed855a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=91d34251-7823-464d-b96c-172b9abf6423,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:11.548327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Usage tracker for resource:security_group_rule and tenant:cc502447e1f74c40b895fa23ed1e4dd3 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:11.554317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:11.562918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f479e0c-868f-4371-8438-77e043ed855a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.563035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.563779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device fa0d4ee1-e948-49e3-b0fc-fc800c196d4d up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:11.578549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:11.596532 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-002ef3bd-4928-4967-9f10-0397dcc1d2f0 req-38b4911a-50c5-4591-a04b-ffa49c189ce9 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984036 Jan 17 08:13:11.597917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e32ab-151d-45f8-8b8c-6abc996e2f0c req-39dc128e-f5d6-4a98-957f-ca8d8f87ebb7 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:11.600159 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-136e32ab-151d-45f8-8b8c-6abc996e2f0c req-39dc128e-f5d6-4a98-957f-ca8d8f87ebb7 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 944 time: 0.3341157 Jan 17 08:13:11.667089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Network': ['ID=560dff18-35da-4b61-9916-1212b78ca914,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:11.676228 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9f479e0c-868f-4371-8438-77e043ed855a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/91d34251-7823-464d-b96c-172b9abf6423 HTTP/1.1" status: 204 len: 168 time: 1.3350379 Jan 17 08:13:11.676228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47358) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:11.712698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:11.759829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.762046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.774624 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c186ec80-6a61-499b-9ab8-9bd03109a8bd tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1620576 Jan 17 08:13:11.776431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47362) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:11.781389 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-136e32ab-151d-45f8-8b8c-6abc996e2f0c req-c8a0f23f-1646-41a7-bd92-12f77c2e7d63 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513295 Jan 17 08:13:11.785015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'subnet': {'network_id': '560dff18-35da-4b61-9916-1212b78ca914', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:11.823673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0662a3-3dac-4392-ba1b-0f578b3f4368 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:11.825065 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0662a3-3dac-4392-ba1b-0f578b3f4368 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:11.825835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7f0662a3-3dac-4392-ba1b-0f578b3f4368 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:11.835858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 560dff18-35da-4b61-9916-1212b78ca914 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:13:11.852450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff298b50-5e4f-4e8c-95dd-5438f6405c15 None None] Sync routers for ids ['848e03ce-6ed9-46a4-a973-81edd671e8aa'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:11.872357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.876384 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-470b1e8b-565a-425f-8d85-a94db1ca55b6 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5880024 Jan 17 08:13:11.881031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47370) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:11.927388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.959467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:11.963804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7f0662a3-3dac-4392-ba1b-0f578b3f4368 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:11.967413 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7f0662a3-3dac-4392-ba1b-0f578b3f4368 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2893381 Jan 17 08:13:11.972012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394bafb-4685-4e4a-8454-b89e7ee8064b req-0280e6ca-6513-4bea-9711-e0c2bff476cc tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:11.973482 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c394bafb-4685-4e4a-8454-b89e7ee8064b req-0280e6ca-6513-4bea-9711-e0c2bff476cc tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 944 time: 0.1448557 Jan 17 08:13:11.973961 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47374) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:12.041995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.044803 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4208bfca-e776-4ce4-9084-39506e8c9ab5', 'code': 200} Jan 17 08:13:12.066323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] device_id is not set on port 5efcdfc6-ba11-4150-9511-f2dc4bf4e285 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:12.074319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:12.079301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Usage tracker for resource:subnet and tenant:e78916efbae44a9abe6778df7a0da762 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:12.081978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff298b50-5e4f-4e8c-95dd-5438f6405c15 None None] Routers {'848e03ce-6ed9-46a4-a973-81edd671e8aa'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:12.083162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ff298b50-5e4f-4e8c-95dd-5438f6405c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['848e03ce-6ed9-46a4-a973-81edd671e8aa'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:12.084459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:12.092990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:12.152081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=4208bfca-e776-4ce4-9084-39506e8c9ab5,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:12.161053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2ff95e-8023-4f58-986c-715a59517661 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 4f6e595d-74ca-4465-a165-4c0c051a71cf {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:13:12.170992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff95e-8023-4f58-986c-715a59517661 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.171234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b56e13bf-b1c4-4358-be6f-19a70e7ce3ee,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:12.174188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ff298b50-5e4f-4e8c-95dd-5438f6405c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:12.189594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff298b50-5e4f-4e8c-95dd-5438f6405c15 None None] Routers {'848e03ce-6ed9-46a4-a973-81edd671e8aa'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:12.190245 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ff298b50-5e4f-4e8c-95dd-5438f6405c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['848e03ce-6ed9-46a4-a973-81edd671e8aa'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:12.214044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3887713-0f4c-4043-9bed-ead96028542e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:12.233523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Made reservation on behalf of e78916efbae44a9abe6778df7a0da762 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:12.247481 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c394bafb-4685-4e4a-8454-b89e7ee8064b req-94714883-8f36-4363-81a8-600aad81fabf tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394860 Jan 17 08:13:12.265053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.284070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff95e-8023-4f58-986c-715a59517661 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.305325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:12.321325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ff298b50-5e4f-4e8c-95dd-5438f6405c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:12.321786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff298b50-5e4f-4e8c-95dd-5438f6405c15 None None] The sync data for ids ['848e03ce-6ed9-46a4-a973-81edd671e8aa'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:12.326346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:12.326719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.372687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.407462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=b56e13bf-b1c4-4358-be6f-19a70e7ce3ee,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:12.461948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Allocated IP 172.26.4.237 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/5efcdfc6-ba11-4150-9511-f2dc4bf4e285) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:12.493364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.499361 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ef132314-96e5-464d-b9c6-3ebdc0fc1bd0 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/routers/848e03ce-6ed9-46a4-a973-81edd671e8aa HTTP/1.1" status: 200 len: 921 time: 0.6112323 Jan 17 08:13:12.499944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47378) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:12.526462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff95e-8023-4f58-986c-715a59517661 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.537916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:12.561682 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-eae6c026-bca4-42cd-b5da-d73c16ed9726 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=848e03ce-6ed9-46a4-a973-81edd671e8aa HTTP/1.1" status: 200 len: 205 time: 0.0552869 Jan 17 08:13:12.566744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47382) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:12.596812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.597654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device dfbc313c-a85c-4896-baf0-3d63aaa9b71c up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:12.693873 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3450be09-d929-4839-9005-77c40ccb4dfc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1098 time: 0.3068488 Jan 17 08:13:12.732208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:12.784077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.788245 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:13:12.794663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.825586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port dfbc313c-a85c-4896-baf0-3d63aaa9b71c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:12.838513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port dfbc313c-a85c-4896-baf0-3d63aaa9b71c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:12.842541 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.923356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:12.935833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Usage tracker for resource:security_group_rule and tenant:bcd4b8ee7363454bbda5b14328a46d70 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:12.939679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:12.945602 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.952789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff95e-8023-4f58-986c-715a59517661 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:12.957448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:12.965655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Subnet': ['ID=04d8af72-4299-48f1-9f50-26ce672c58ab,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:13.015006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b56e13bf-b1c4-4358-be6f-19a70e7ce3ee up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:13.093860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.105427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe44e7a-99ff-4da6-9ba9-6f78b68ecdb5 req-51d1585b-12b9-4bf4-b6d5-c9414f94e69e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:13.106851 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dfe44e7a-99ff-4da6-9ba9-6f78b68ecdb5 req-51d1585b-12b9-4bf4-b6d5-c9414f94e69e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.3550477 Jan 17 08:13:13.136070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port dfbc313c-a85c-4896-baf0-3d63aaa9b71c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:13.141683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:13.142062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.143696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Checking segment: {'id': '0a59aa15-fa08-411b-9f52-6f792d7a0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '560dff18-35da-4b61-9916-1212b78ca914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:13.150634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Network hostable DHCP agents. Network: 560dff18-35da-4b61-9916-1212b78ca914, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:13:13.187776 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ff95e-8023-4f58-986c-715a59517661 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6e595d-74ca-4465-a165-4c0c051a71cf,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:13.189914 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dfe44e7a-99ff-4da6-9ba9-6f78b68ecdb5 req-1a1d386c-3194-4027-b0fa-baf2fe0efd86 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713451 Jan 17 08:13:13.203065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.215260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a2ff95e-8023-4f58-986c-715a59517661 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.250829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a027c-fb77-4433-b216-232f589095cc None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:13.316175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:13.332970 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6972bc2-45da-43eb-85d6-19fa4c323d82 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:13.352910 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6972bc2-45da-43eb-85d6-19fa4c323d82 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:13.353649 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f6972bc2-45da-43eb-85d6-19fa4c323d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:13.354503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8eeed-4530-4952-8d25-b4c0773c74ec req-f845da92-f24c-4281-a870-a25dee94c385 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:13.356225 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-08a8eeed-4530-4952-8d25-b4c0773c74ec req-f845da92-f24c-4281-a870-a25dee94c385 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 945 time: 0.3624494 Jan 17 08:13:13.358094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.365632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.368424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Network 560dff18-35da-4b61-9916-1212b78ca914 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:13:13.423055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:13.430827 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f6972bc2-45da-43eb-85d6-19fa4c323d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:13.442704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.443271 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6972bc2-45da-43eb-85d6-19fa4c323d82 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:13.444040 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f6972bc2-45da-43eb-85d6-19fa4c323d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:13.449452 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8a2ff95e-8023-4f58-986c-715a59517661 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/4f6e595d-74ca-4465-a165-4c0c051a71cf HTTP/1.1" status: 204 len: 168 time: 1.4745324 Jan 17 08:13:13.449617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:13.495413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.552111 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f6972bc2-45da-43eb-85d6-19fa4c323d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:13.552705 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6972bc2-45da-43eb-85d6-19fa4c323d82 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:13.568633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.571649 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a57d2c0f-116c-45c1-a13b-99534e736be4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9052079 Jan 17 08:13:13.572595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 560dff18-35da-4b61-9916-1212b78ca914) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:13.582861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f578e65c-ae1d-4753-931d-fe743a58dbc1 None None] Network 560dff18-35da-4b61-9916-1212b78ca914 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:13.592539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47396) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:13.603417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:13.607589 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ecb9b448-5a44-447a-834b-6f92e499a0f8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1567683 Jan 17 08:13:13.611123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5904113c-08b3-432d-bb69-dd2c5d98b60b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:13.612601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Synchronizing usage tracker for tenant:bcd4b8ee7363454bbda5b14328a46d70 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:13.617342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47400) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:13.627408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:13.628097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.668735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Pushing event updated for resources: {'Port': ['ID=5efcdfc6-ba11-4150-9511-f2dc4bf4e285,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:13.673356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:13.686319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:13.693362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de58ede-20e9-4d21-b231-3bd80e230b84 req-108b65bb-4ab9-44f2-b147-d1de40631e3e tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:13.695380 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1de58ede-20e9-4d21-b231-3bd80e230b84 req-108b65bb-4ab9-44f2-b147-d1de40631e3e tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 945 time: 0.1350832 Jan 17 08:13:13.697345 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7c84556f-b9e5-4410-a49d-fe4d2e91016e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9197915 Jan 17 08:13:13.700065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47404) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:13.707478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:13.710607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'port': {'network_id': '560dff18-35da-4b61-9916-1212b78ca914', 'name': 'tempest-AllowedAddressPairTestJSON-411273312'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:13.756284 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-08a8eeed-4530-4952-8d25-b4c0773c74ec req-68d969f9-7073-4399-b9d8-af9e62bb3f7d tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3436253 Jan 17 08:13:13.759160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091b94f-c31e-46f4-b667-a494b016120b None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:13:13.812749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8091b94f-c31e-46f4-b667-a494b016120b None None] Deleting port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:13.813100 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8091b94f-c31e-46f4-b667-a494b016120b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.841226 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1de58ede-20e9-4d21-b231-3bd80e230b84 req-7fda8358-4fde-4d78-9cdd-4a6ca3ee8cf2 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346881 Jan 17 08:13:13.891862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:13.897034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Usage tracker for resource:port and tenant:e78916efbae44a9abe6778df7a0da762 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:13.900701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:13.906562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:13.912875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:13.916545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:13.917145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.934013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:13.938613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:13.951021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:13.952089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-560dff18-35da-4b61-9916-1212b78ca914', 'network_id': '560dff18-35da-4b61-9916-1212b78ca914', 'tenant_id': 'e78916efbae44a9abe6778df7a0da762', 'fixed_ips': [{'subnet_id': '04d8af72-4299-48f1-9f50-26ce672c58ab'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:13:13.953981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.954807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] Unset dirty status for tenant:bcd4b8ee7363454bbda5b14328a46d70 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:13.955958 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff9da966-194a-4a94-8c5a-ea004279fe49 req-3549e133-cc0e-43b6-ab5f-380462f15b1b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2119255 Jan 17 08:13:13.962550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Made reservation on behalf of e78916efbae44a9abe6778df7a0da762 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:13.965573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:13.994176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] device_id is not set on port 4c53e3f7-b7e7-4b79-b3d5-4e04c985791e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:14.021899 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-36d46f29-4e14-4a74-841f-e9534d1f314f tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.2330124 Jan 17 08:13:14.022114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47408) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:14.029651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}]}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:14.037313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:14.043598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Usage tracker for resource:router and tenant:cc502447e1f74c40b895fa23ed1e4dd3 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:14.045800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d'}, {'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:13:14.114541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:14.135437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Allocated IP 172.20.0.9 (560dff18-35da-4b61-9916-1212b78ca914/04d8af72-4299-48f1-9f50-26ce672c58ab/4c53e3f7-b7e7-4b79-b3d5-4e04c985791e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:14.154364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:14.155251 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d', 'code': 200} Jan 17 08:13:14.155517 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'code': 200} Jan 17 08:13:14.157410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.162705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8091b94f-c31e-46f4-b667-a494b016120b None None] For port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b56e13bf-b1c4-4358-be6f-19a70e7ce3ee,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:14.163084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8091b94f-c31e-46f4-b667-a494b016120b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.171000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:14.318262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.319569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.323516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8091b94f-c31e-46f4-b667-a494b016120b None None] Calling delete_port for b56e13bf-b1c4-4358-be6f-19a70e7ce3ee owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:14.449483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.456502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.485900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.508982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576abad-d6ac-4944-abb3-f3f057fb25ac req-e1b14c00-1b37-4cfe-b192-aadf69de952c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:14.521103 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e576abad-d6ac-4944-abb3-f3f057fb25ac req-e1b14c00-1b37-4cfe-b192-aadf69de952c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.1198406 Jan 17 08:13:14.528910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8091b94f-c31e-46f4-b667-a494b016120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.538783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Transition to ACTIVE for port object 4c53e3f7-b7e7-4b79-b3d5-4e04c985791e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:14.579271 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e576abad-d6ac-4944-abb3-f3f057fb25ac req-8dc67228-8d82-45e3-8dd4-dd1424255a53 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571313 Jan 17 08:13:14.587850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091b94f-c31e-46f4-b667-a494b016120b None None] Pushing event deleted for resources: {'Port': ['ID=b56e13bf-b1c4-4358-be6f-19a70e7ce3ee,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:14.599335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8091b94f-c31e-46f4-b667-a494b016120b None None] No DVR routers for this DVR port b56e13bf-b1c4-4358-be6f-19a70e7ce3ee on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:13:14.619696 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Deleting port 01fa4b8f-3bcb-4da9-9254-077539d93d45 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:14.619696 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.689028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.759085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Allocated IP 172.20.0.2 (560dff18-35da-4b61-9916-1212b78ca914/04d8af72-4299-48f1-9f50-26ce672c58ab/f89d982c-c248-49bb-910f-99288413dde1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:14.777284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Network 560dff18-35da-4b61-9916-1212b78ca914 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:14.780806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:14.783565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:14.820686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Port': ['ID=4c53e3f7-b7e7-4b79-b3d5-4e04c985791e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:14.858818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:14.859522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.859737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:14.963725 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-45ea1efd-ea69-4481-967f-390c4b2ef0fa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2625163 Jan 17 08:13:14.966490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47420) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:14.973625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'port': {'network_id': '560dff18-35da-4b61-9916-1212b78ca914', 'name': 'tempest-AllowedAddressPairTestJSON-1923715673', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7c:b7:f3'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:15.022131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b56e13bf-b1c4-4358-be6f-19a70e7ce3ee no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:13:15.065840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: b56e13bf-b1c4-4358-be6f-19a70e7ce3ee {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:13:15.072266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b56e13bf-b1c4-4358-be6f-19a70e7ce3ee not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:13:15.072266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:15.081346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Transition to ACTIVE for port object f89d982c-c248-49bb-910f-99288413dde1 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:15.102087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Transition to ACTIVE for port object f89d982c-c248-49bb-910f-99288413dde1 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:15.178666 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:15.184162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Usage tracker for resource:port and tenant:e78916efbae44a9abe6778df7a0da762 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:15.185238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:15.192407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6e635-21d5-46d5-b033-dcbcc4189edc req-1e3c7c26-429d-4ea7-861b-ff47723dbd95 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:15.193984 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4ef6e635-21d5-46d5-b033-dcbcc4189edc req-1e3c7c26-429d-4ea7-861b-ff47723dbd95 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 945 time: 0.1809025 Jan 17 08:13:15.195067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:15.201956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:15.208102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:15.214822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:15.225331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=5e90d2e6-3020-4d4f-8238-0dff2196fcde,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:15.238052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:15.239179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:15.248292 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4ef6e635-21d5-46d5-b033-dcbcc4189edc req-40391c3f-4b4b-41e1-90ee-dd6bb77cca2c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474699 Jan 17 08:13:15.253155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0a56b-6fc1-429e-9a5e-d6c2c8f13e50 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:15.294319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Made reservation on behalf of e78916efbae44a9abe6778df7a0da762 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:15.300507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:15.326283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] device_id is not set on port 225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:15.328930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:15.356801 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e92a62e-9154-46f8-80a6-e768dd35d4b6 req-2f4841ec-3499-424f-933c-698a51a7f03e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 1098 time: 0.6583459 Jan 17 08:13:15.374570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Network 560dff18-35da-4b61-9916-1212b78ca914 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:15.375252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Pushing event updated for resources: {'Port': ['ID=f89d982c-c248-49bb-910f-99288413dde1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:15.381090 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-350befd0-3c06-4b62-a9eb-a98cc56c1df5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7093720 Jan 17 08:13:15.383967 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:15.391660 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46b120d2-6889-41b9-bbcd-80835019806f req-2fd88594-5d28-428c-9cb6-175f00686f3f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 1098 time: 0.5217996 Jan 17 08:13:15.391804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47426) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:15.391897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:15.395996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': '5e90d2e6-3020-4d4f-8238-0dff2196fcde', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-40528129'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:15.491918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:15.505534 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac05c0a-204d-4a82-b5cd-6af33d0d4e33 req-ea32fe17-973f-4488-8415-dcbe2beba167 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:15.507413 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ac05c0a-204d-4a82-b5cd-6af33d0d4e33 req-ea32fe17-973f-4488-8415-dcbe2beba167 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 945 time: 0.6060846 Jan 17 08:13:15.548798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Attempting to bind port f89d982c-c248-49bb-910f-99288413dde1 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:15.549173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Attempting to bind port f89d982c-c248-49bb-910f-99288413dde1 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '0a59aa15-fa08-411b-9f52-6f792d7a0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '560dff18-35da-4b61-9916-1212b78ca914'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:15.549601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Attempting to bind port f89d982c-c248-49bb-910f-99288413dde1 on network 560dff18-35da-4b61-9916-1212b78ca914 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:15.573500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:15.574031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Checking segment: {'id': '0a59aa15-fa08-411b-9f52-6f792d7a0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '560dff18-35da-4b61-9916-1212b78ca914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:15.574439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:15.574836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Bound using segment: {'id': '0a59aa15-fa08-411b-9f52-6f792d7a0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '560dff18-35da-4b61-9916-1212b78ca914'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:15.576009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Bound port: f89d982c-c248-49bb-910f-99288413dde1, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a59aa15-fa08-411b-9f52-6f792d7a0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '560dff18-35da-4b61-9916-1212b78ca914'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:15.576512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:15.662486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '5e90d2e6-3020-4d4f-8238-0dff2196fcde'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:13:15.663482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:15.672002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Allocated IP 172.20.0.3 (560dff18-35da-4b61-9916-1212b78ca914/04d8af72-4299-48f1-9f50-26ce672c58ab/225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:15.692823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:15.700884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:15.716405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:15.726385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:15.781411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Calling delete_port for 01fa4b8f-3bcb-4da9-9254-077539d93d45 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:15.800708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] For port f89d982c-c248-49bb-910f-99288413dde1, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:15.816667 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e92a62e-9154-46f8-80a6-e768dd35d4b6 req-1a58dd54-8389-45dc-ad83-5b8d5c984266 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4424267 Jan 17 08:13:15.834582 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46b120d2-6889-41b9-bbcd-80835019806f req-fa81c9d6-d250-47b4-bcaf-67e341fea138 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4082851 Jan 17 08:13:15.841561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] For port f89d982c-c248-49bb-910f-99288413dde1, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f89d982c-c248-49bb-910f-99288413dde1,segment=NetworkSegment(0a59aa15-fa08-411b-9f52-6f792d7a0f93),segment_id=0a59aa15-fa08-411b-9f52-6f792d7a0f93)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:15.872271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/5e90d2e6-3020-4d4f-8238-0dff2196fcde/f03db544-ee78-44cd-9cfc-7f35824f8c03) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:15.874544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:15.898492 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ac05c0a-204d-4a82-b5cd-6af33d0d4e33 req-502c6c30-126d-4e20-a624-9b3a73eae35c tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321147 Jan 17 08:13:15.993903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.088392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.115842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d058-708c-4f9e-9ddc-ac33530186d6 req-da6ba766-8e09-4cbc-a62f-d56ef1cf7dc2 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:16.118108 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c254d058-708c-4f9e-9ddc-ac33530186d6 req-da6ba766-8e09-4cbc-a62f-d56ef1cf7dc2 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.3352511 Jan 17 08:13:16.125166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port ad667d95-e357-4e87-a7dd-d1594443a22c yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:16.128611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f76af-7390-4ce0-80da-d8eb1a123cba None None] Pushing event updated for resources: {'Port': ['ID=f89d982c-c248-49bb-910f-99288413dde1,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:16.229438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.242870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Transition to ACTIVE for port object f03db544-ee78-44cd-9cfc-7f35824f8c03 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:16.250033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.254752 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c254d058-708c-4f9e-9ddc-ac33530186d6 req-480e57cf-2a68-4985-ba21-84718509a591 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311595 Jan 17 08:13:16.283043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Transition to ACTIVE for port object f03db544-ee78-44cd-9cfc-7f35824f8c03 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:16.287316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.317095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Transition to ACTIVE for port object 225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:16.347611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.381237 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:13:16.382069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:13:16.447354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.474382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:16.478678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:16.482856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Pushing event updated for resources: {'Port': ['ID=f03db544-ee78-44cd-9cfc-7f35824f8c03,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:16.486022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:16.518454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event deleted for resources: {'Port': ['ID=01fa4b8f-3bcb-4da9-9254-077539d93d45,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:16.594770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.603635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Attempting to bind port f03db544-ee78-44cd-9cfc-7f35824f8c03 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:16.604094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Attempting to bind port f03db544-ee78-44cd-9cfc-7f35824f8c03 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:16.604518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Attempting to bind port f03db544-ee78-44cd-9cfc-7f35824f8c03 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:16.616418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Network 560dff18-35da-4b61-9916-1212b78ca914 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:16.617393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:16.617840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:16.618297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.620015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:16.620401 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d468acf2-8e0b-406b-9023-9c0e05be08b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2330728 Jan 17 08:13:16.620745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Bound port: f03db544-ee78-44cd-9cfc-7f35824f8c03, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:16.621172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.622950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47434) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:16.628098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:16.641162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:16.709715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.711260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Port': ['ID=225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:16.763820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] For port f03db544-ee78-44cd-9cfc-7f35824f8c03, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:16.767248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] For port f03db544-ee78-44cd-9cfc-7f35824f8c03, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f03db544-ee78-44cd-9cfc-7f35824f8c03,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:16.772936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:16.773558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.804850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73971e0c-22ac-4555-a0b1-faac67dc80c4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:16.805540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-73971e0c-22ac-4555-a0b1-faac67dc80c4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:16.843986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:16.845225 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f9147ad6-96dd-4384-9841-a642d08a243c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8769786 Jan 17 08:13:16.848931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47438) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:16.890449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-73971e0c-22ac-4555-a0b1-faac67dc80c4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:16.893167 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-73971e0c-22ac-4555-a0b1-faac67dc80c4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2616739 Jan 17 08:13:16.898969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:16.930491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee5c06-0d8f-401b-a84e-a8eb7973bfda None None] Pushing event updated for resources: {'Port': ['ID=f03db544-ee78-44cd-9cfc-7f35824f8c03,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:17.009815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49323bf-513d-4ee6-b9e0-7f66798004d0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:17.010576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49323bf-513d-4ee6-b9e0-7f66798004d0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:17.012117 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f49323bf-513d-4ee6-b9e0-7f66798004d0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1105111 Jan 17 08:13:17.022524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78096196-f83c-4ac8-a4e6-9966163dbba2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:17.026486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78096196-f83c-4ac8-a4e6-9966163dbba2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:17.031642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78096196-f83c-4ac8-a4e6-9966163dbba2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:17.032420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47448) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:17.033506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-78096196-f83c-4ac8-a4e6-9966163dbba2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Synchronizing usage tracker for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:17.102584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:17.134044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f89d982c-c248-49bb-910f-99288413dde1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:17.233443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7086227-9bbc-4c41-bdf0-92de1b66eacf req-8808de22-a6be-42b9-b834-b689fa75302d tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:17.240831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e38c-f81a-42e2-ad09-e10931aeb64c req-782867a3-c5b3-4c1f-818c-fbb1bbd92672 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:17.244984 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f7086227-9bbc-4c41-bdf0-92de1b66eacf req-8808de22-a6be-42b9-b834-b689fa75302d tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 945 time: 0.7448411 Jan 17 08:13:17.249750 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8003e38c-f81a-42e2-ad09-e10931aeb64c req-782867a3-c5b3-4c1f-818c-fbb1bbd92672 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 945 time: 0.1498010 Jan 17 08:13:17.295132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:17.306048 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8003e38c-f81a-42e2-ad09-e10931aeb64c req-33490552-4725-432d-b1ec-0255c20e71a6 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552959 Jan 17 08:13:17.352561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-78096196-f83c-4ac8-a4e6-9966163dbba2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Unset dirty status for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:17.356313 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-78096196-f83c-4ac8-a4e6-9966163dbba2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.5034289 Jan 17 08:13:17.356785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47454) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:17.402240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port f89d982c-c248-49bb-910f-99288413dde1 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:17.483099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-eb81d8f0-62b4-4209-afc3-592d8ad9215c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Deleting port 225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:17.489180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb81d8f0-62b4-4209-afc3-592d8ad9215c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:17.670420 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f7086227-9bbc-4c41-bdf0-92de1b66eacf req-75edd46d-4569-4d0f-979b-fc44c3a809b3 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4244835 Jan 17 08:13:17.734511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10956b1c-87e8-46dd-8ea5-e6aec9fce7ef None None] Network 560dff18-35da-4b61-9916-1212b78ca914 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:17.798167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12d9d-556a-484a-b1d3-94a480747b45 req-80f53e64-9ff3-43f2-ba6f-7d6b81e10e0a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:17.799888 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-28a12d9d-556a-484a-b1d3-94a480747b45 req-80f53e64-9ff3-43f2-ba6f-7d6b81e10e0a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.2533512 Jan 17 08:13:17.914822 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-28a12d9d-556a-484a-b1d3-94a480747b45 req-02291827-56b4-4d99-bd51-de5787023e4a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939186 Jan 17 08:13:17.923522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb81d8f0-62b4-4209-afc3-592d8ad9215c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.050060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-66d8be15-15cb-4821-8677-adfb4e1976b6 None None] Provisioning for port f89d982c-c248-49bb-910f-99288413dde1 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:18.079840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-66d8be15-15cb-4821-8677-adfb4e1976b6 None None] Provisioning complete for port f89d982c-c248-49bb-910f-99288413dde1 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:18.080642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66d8be15-15cb-4821-8677-adfb4e1976b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.205353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-eb81d8f0-62b4-4209-afc3-592d8ad9215c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Calling delete_port for 225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:18.206868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.285937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66d8be15-15cb-4821-8677-adfb4e1976b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.332070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.342871 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-66d8be15-15cb-4821-8677-adfb4e1976b6 None None] For port f89d982c-c248-49bb-910f-99288413dde1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f89d982c-c248-49bb-910f-99288413dde1,segment=NetworkSegment(0a59aa15-fa08-411b-9f52-6f792d7a0f93),segment_id=0a59aa15-fa08-411b-9f52-6f792d7a0f93)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:18.419665 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66d8be15-15cb-4821-8677-adfb4e1976b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.448218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb81d8f0-62b4-4209-afc3-592d8ad9215c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.470200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.509754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81d8f0-62b4-4209-afc3-592d8ad9215c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event deleted for resources: {'Port': ['ID=225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:18.571291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3e52f7-7bc5-425f-9c19-0c92bf04e628 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 5e90d2e6-3020-4d4f-8238-0dff2196fcde {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:13:18.579474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8be15-15cb-4821-8677-adfb4e1976b6 None None] Pushing event updated for resources: {'Port': ['ID=f89d982c-c248-49bb-910f-99288413dde1,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:18.589319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3e52f7-7bc5-425f-9c19-0c92bf04e628 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.688196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-75d048b3-82a3-4241-b882-3ce1196c4057 None None] Provisioning for port f03db544-ee78-44cd-9cfc-7f35824f8c03 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:18.830159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb81d8f0-62b4-4209-afc3-592d8ad9215c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.852397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34fdf2-1a98-4905-b7e7-8453b4bb1d50 req-f005e988-78cf-4529-ad39-52941faaf55a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:18.854030 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2a34fdf2-1a98-4905-b7e7-8453b4bb1d50 req-f005e988-78cf-4529-ad39-52941faaf55a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 945 time: 0.2809057 Jan 17 08:13:18.871153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5f3db747-1516-4dff-9ebf-ca91437ac5ac None None] Provisioning for port 4c53e3f7-b7e7-4b79-b3d5-4e04c985791e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:18.881172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5f3db747-1516-4dff-9ebf-ca91437ac5ac None None] Provisioning complete for port 4c53e3f7-b7e7-4b79-b3d5-4e04c985791e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:18.881172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f3db747-1516-4dff-9ebf-ca91437ac5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.887308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3e52f7-7bc5-425f-9c19-0c92bf04e628 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.914030 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-eb81d8f0-62b4-4209-afc3-592d8ad9215c tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "DELETE /v2.0/ports/225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a HTTP/1.1" status: 204 len: 168 time: 1.5550015 Jan 17 08:13:18.914761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:18.960682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5f3db747-1516-4dff-9ebf-ca91437ac5ac None None] Port 4c53e3f7-b7e7-4b79-b3d5-4e04c985791e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:18.983677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5f3db747-1516-4dff-9ebf-ca91437ac5ac None None] Provisioning complete for port f89d982c-c248-49bb-910f-99288413dde1 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:18.984119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f3db747-1516-4dff-9ebf-ca91437ac5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.992823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:18.993354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Fanout notify agent at l3_agent the message router_deleted on router 848e03ce-6ed9-46a4-a973-81edd671e8aa {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:13:19.005270 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3e344-869d-400b-9345-a767b2dc4a58 req-ee9827eb-ebdf-4eeb-9f6b-67fd1350ecf9 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:19.007176 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-23c3e344-869d-400b-9345-a767b2dc4a58 req-ee9827eb-ebdf-4eeb-9f6b-67fd1350ecf9 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.8215396 Jan 17 08:13:19.037234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47468) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:19.059761 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2a34fdf2-1a98-4905-b7e7-8453b4bb1d50 req-6f05c975-9331-45ce-989e-35c553605901 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985643 Jan 17 08:13:19.060697 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-953a0aa2-be00-49d0-ad14-b75616fce25f tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] GET failed (client error): The resource could not be found. Jan 17 08:13:19.061179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-953a0aa2-be00-49d0-ad14-b75616fce25f tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Synchronizing usage tracker for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:19.085911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Request body: {'floatingip': {'port_id': '4208bfca-e776-4ce4-9084-39506e8c9ab5'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:19.139860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-953a0aa2-be00-49d0-ad14-b75616fce25f tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Unset dirty status for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:19.146082 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-953a0aa2-be00-49d0-ad14-b75616fce25f tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "GET /v2.0/ports/225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a HTTP/1.1" status: 404 len: 333 time: 0.2292264 Jan 17 08:13:19.146918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47474) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:19.152761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'port': {'network_id': '560dff18-35da-4b61-9916-1212b78ca914', 'name': 'tempest-AllowedAddressPairTestJSON-119179410'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:19.231564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f89d982c-c248-49bb-910f-99288413dde1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:19.319028 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5f3db747-1516-4dff-9ebf-ca91437ac5ac None None] Could not find standard attr ID for object 225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:13:19.335416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port f89d982c-c248-49bb-910f-99288413dde1 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:19.336094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.409505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for floatingip, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.443090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e2c34850-fd1b-4429-ab84-0737c0c64737 None None] Could not find standard attr ID for object 225e01b4-5d0a-4bc5-83d6-08d3a7a67d1a. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:13:19.469133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:19.471356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.489436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:19.499653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.520493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.20.0.1 (bedf7322-250a-43c6-af31-49d02ff2d161/04e7927f-a9e9-49f5-872a-56981c3b0b10/daecdc1d-9677-43cd-bf03-30f2e553e2a7) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:19.528050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f03db544-ee78-44cd-9cfc-7f35824f8c03 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:19.532546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf7322-9c4f-40ee-a058-57ae44463b01 req-3dda1123-d608-4471-bd02-8622be49879b tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:19.535430 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1edf7322-9c4f-40ee-a058-57ae44463b01 req-3dda1123-d608-4471-bd02-8622be49879b tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 945 time: 0.2038782 Jan 17 08:13:19.544644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:19.550992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Request body: {'floatingip': {'port_id': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:19.560235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e2c34850-fd1b-4429-ab84-0737c0c64737 None None] Provisioning complete for port 4c53e3f7-b7e7-4b79-b3d5-4e04c985791e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:19.560600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e2c34850-fd1b-4429-ab84-0737c0c64737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.573581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.587670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.588743 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-70d75d48-c758-42fe-8cbe-affa92bbda97 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/848e03ce-6ed9-46a4-a973-81edd671e8aa HTTP/1.1" status: 204 len: 168 time: 7.0179968 Jan 17 08:13:19.619145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:19.622198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Made reservation on behalf of e78916efbae44a9abe6778df7a0da762 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:19.625727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.637614 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e2c34850-fd1b-4429-ab84-0737c0c64737 None None] Port 4c53e3f7-b7e7-4b79-b3d5-4e04c985791e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:19.653323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'router': {'name': 'tempest-snat-router-818081132', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': False}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:19.670861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:19.678028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.729297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port f03db544-ee78-44cd-9cfc-7f35824f8c03 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:19.731703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Usage tracker for resource:router and tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:19.737731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port f03db544-ee78-44cd-9cfc-7f35824f8c03 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:19.737731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.741232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:19.747552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] device_id is not set on port c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:19.858871 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.894426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:19.928858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3e52f7-7bc5-425f-9c19-0c92bf04e628 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:19.969080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Allocated IP 172.20.0.3 (560dff18-35da-4b61-9916-1212b78ca914/04d8af72-4299-48f1-9f50-26ce672c58ab/c7bb3bd6-c1b4-4271-8f4c-f0662db54db5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:20.023651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.024503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.060457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.060927 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09677c9b-d405-4f27-a2f9-1279c443d371 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:13:20.120179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336202-cd2e-4f85-9a0d-ca93947af1d2 req-bc115fe3-66ac-45bf-8297-81336325a6ca tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:20.121665 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-60336202-cd2e-4f85-9a0d-ca93947af1d2 req-bc115fe3-66ac-45bf-8297-81336325a6ca tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 945 time: 0.7227762 Jan 17 08:13:20.131647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.176333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.274845 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 17 08:13:20.278726 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-da6a1b20-d793-4793-8a4c-5291d14fed1e tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.2528403 Jan 17 08:13:20.283185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3e52f7-7bc5-425f-9c19-0c92bf04e628 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.289105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47486) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:20.362183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:13:20.362792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:13:20.389266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e52f7-7bc5-425f-9c19-0c92bf04e628 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=5e90d2e6-3020-4d4f-8238-0dff2196fcde,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:20.392743 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-60336202-cd2e-4f85-9a0d-ca93947af1d2 req-e90bfc40-cfe9-43bd-bc67-c2d2e9550aae tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511477 Jan 17 08:13:20.428883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b400e-3c26-470e-96e2-ac1cc14e6f24 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:20.448746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3e52f7-7bc5-425f-9c19-0c92bf04e628 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.570917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7f2940fb-28d1-4e75-bf38-4b63ce254132 tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Deleting port 5efcdfc6-ba11-4150-9511-f2dc4bf4e285 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:20.571152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f2940fb-28d1-4e75-bf38-4b63ce254132 tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.596234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.600723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.693964 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0e3e52f7-7bc5-425f-9c19-0c92bf04e628 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/5e90d2e6-3020-4d4f-8238-0dff2196fcde HTTP/1.1" status: 204 len: 168 time: 3.6433246 Jan 17 08:13:20.719524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98529ca-7782-443c-aef9-89df32596754 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:13:20.724145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47492) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:20.724490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Deleting port f03db544-ee78-44cd-9cfc-7f35824f8c03 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:20.724872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.795600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Transition to ACTIVE for port object c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:20.833012 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-948ee647-8f7a-4441-9d49-60d4fc4c5b2f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018884 Jan 17 08:13:20.840310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47496) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:20.877014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:20.912376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=daecdc1d-9677-43cd-bf03-30f2e553e2a7,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:20.932218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network bedf7322-250a-43c6-af31-49d02ff2d161 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:20.980805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.987941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:20.996709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:20.996928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:20.998863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e98529ca-7782-443c-aef9-89df32596754 None None] For port f03db544-ee78-44cd-9cfc-7f35824f8c03, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f03db544-ee78-44cd-9cfc-7f35824f8c03,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:20.999282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.054966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb311b-ad49-4bbb-9c54-318528de2b83 req-5277cdf4-916b-499d-a926-18ecda24e8eb tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:21.056472 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-65bb311b-ad49-4bbb-9c54-318528de2b83 req-5277cdf4-916b-499d-a926-18ecda24e8eb tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 945 time: 0.5040357 Jan 17 08:13:21.070916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47500) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:21.080649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9d82d329-156c-4afb-8dd5-7b86b38f552c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Request body: {'floatingip': {'port_id': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:21.140836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Calling delete_port for f03db544-ee78-44cd-9cfc-7f35824f8c03 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:21.154650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.168339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port f03db544-ee78-44cd-9cfc-7f35824f8c03, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f03db544-ee78-44cd-9cfc-7f35824f8c03,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:21.190149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:21.236180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:21.241567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:21.249599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.250889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.251014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d82d329-156c-4afb-8dd5-7b86b38f552c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.267575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:21.304905 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:13:21.305279 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:13:21.305832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:13:21.339971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=f03db544-ee78-44cd-9cfc-7f35824f8c03,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:21.348707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f03db544-ee78-44cd-9cfc-7f35824f8c03 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:13:21.358414 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f2940fb-28d1-4e75-bf38-4b63ce254132 tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.476063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Network 560dff18-35da-4b61-9916-1212b78ca914 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:21.488964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:21.492252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:21.500679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:21.504727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.511893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.530528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Port': ['ID=c7bb3bd6-c1b4-4271-8f4c-f0662db54db5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:21.553549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:13:21.557516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port f03db544-ee78-44cd-9cfc-7f35824f8c03, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f03db544-ee78-44cd-9cfc-7f35824f8c03,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:21.636806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.739976 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7f2940fb-28d1-4e75-bf38-4b63ce254132 tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Calling delete_port for 5efcdfc6-ba11-4150-9511-f2dc4bf4e285 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:21.746676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=f03db544-ee78-44cd-9cfc-7f35824f8c03,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:21.807550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Deleting port f03db544-ee78-44cd-9cfc-7f35824f8c03 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:21.808347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.828430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:21.829032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.855264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d14fdbf1-30a6-4160-8870-20161da59044 None None] Provisioning for port c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:21.861386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.867260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d14fdbf1-30a6-4160-8870-20161da59044 None None] Provisioning complete for port c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:21.867260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d14fdbf1-30a6-4160-8870-20161da59044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.879561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:21.964701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d14fdbf1-30a6-4160-8870-20161da59044 None None] Port c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:22.015967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.058818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.069005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e98529ca-7782-443c-aef9-89df32596754 None None] For port f03db544-ee78-44cd-9cfc-7f35824f8c03, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f03db544-ee78-44cd-9cfc-7f35824f8c03,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:22.069632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.070198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.105196 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-87d144a6-e56c-4045-abac-b3053d143428 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9559371 Jan 17 08:13:22.121604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47504) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:22.146415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0cac1cd5-7fd1-49e5-90d2-5fb9095849d0 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7c:b7:f3'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:22.192355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Calling delete_port for f03db544-ee78-44cd-9cfc-7f35824f8c03 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:22.206975 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62409fbe-a1db-4f00-a08e-386667a609bf req-cef83f91-6b37-47c9-9227-e29611f97c51 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3839226 Jan 17 08:13:22.340271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f2940fb-28d1-4e75-bf38-4b63ce254132 tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.363090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.383513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.429753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2940fb-28d1-4e75-bf38-4b63ce254132 tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Pushing event deleted for resources: {'Port': ['ID=5efcdfc6-ba11-4150-9511-f2dc4bf4e285,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:22.446767 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98529ca-7782-443c-aef9-89df32596754 None None] Pushing event deleted for resources: {'Port': ['ID=f03db544-ee78-44cd-9cfc-7f35824f8c03,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:22.464141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98529ca-7782-443c-aef9-89df32596754 None None] No DVR routers for this DVR port f03db544-ee78-44cd-9cfc-7f35824f8c03 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:13:22.494122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.665523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.804680 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62409fbe-a1db-4f00-a08e-386667a609bf req-d36bde18-f299-48fd-a27a-0247a8f29ddf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1098 time: 0.5005441 Jan 17 08:13:22.809802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:22.813030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f2940fb-28d1-4e75-bf38-4b63ce254132 tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.840616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Allocated IP 172.26.4.186 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/04a8e8e6-78d4-4ec1-99da-7bf17084443d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:22.842469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cac1cd5-7fd1-49e5-90d2-5fb9095849d0 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:22.976451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:22.986667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=58053f6e-e6ea-448b-8309-685535e2fa80,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:22.987059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d926f8c5-a23a-4314-a59d-4625e9147ae4 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:23.008980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:23.009440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.042808 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7f2940fb-28d1-4e75-bf38-4b63ce254132 tempest-RoutersAdminNegativeIpV6Test-428343238 tempest-RoutersAdminNegativeIpV6Test-428343238-project-admin] 10.222.0.44 "DELETE /v2.0/ports/5efcdfc6-ba11-4150-9511-f2dc4bf4e285 HTTP/1.1" status: 204 len: 168 time: 2.7088940 Jan 17 08:13:23.101705 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Floating IP de2abf4b-1396-4fd8-8b79-444f5feb910a associated. External IP: 172.26.4.170, port: fa0d4ee1-e948-49e3-b0fc-fc800c196d4d. Jan 17 08:13:23.191893 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5abf045e-900c-4793-95b8-08c052a98286 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3505075 Jan 17 08:13:23.198509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47510) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:23.207989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-71202433', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:23.214396 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Floating IP 135edee7-0f92-46a0-a179-c32a1b8dd1d9 associated. External IP: 172.26.4.77, port: 4208bfca-e776-4ce4-9084-39506e8c9ab5. Jan 17 08:13:23.242487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '58053f6e-e6ea-448b-8309-685535e2fa80'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:13:23.243366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.279253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:23.288455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62409fbe-a1db-4f00-a08e-386667a609bf req-558874a1-d030-47ae-8a50-df18fb41c9e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:23.289938 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62409fbe-a1db-4f00-a08e-386667a609bf req-558874a1-d030-47ae-8a50-df18fb41c9e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 912 time: 0.3044071 Jan 17 08:13:23.294919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:router and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:23.315175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f365f598-65ab-4763-b0e2-54e46cb38a42 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:13:23.347309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:23.354950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: f365f598-65ab-4763-b0e2-54e46cb38a42 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:13:23.354950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f365f598-65ab-4763-b0e2-54e46cb38a42 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:13:23.365990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:13:23.368802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d82d329-156c-4afb-8dd5-7b86b38f552c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.380805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:23.395665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.447182 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62409fbe-a1db-4f00-a08e-386667a609bf req-64245c46-661c-47c0-8149-96cffc6b5031 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 998 time: 0.1493328 Jan 17 08:13:23.464381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/58053f6e-e6ea-448b-8309-685535e2fa80/b0ea4e7d-9125-40bb-9309-e9fb5a21277b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:23.497021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.520724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d82d329-156c-4afb-8dd5-7b86b38f552c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.567031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.568005 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.676730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.681764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47516) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:23.694644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62409fbe-a1db-4f00-a08e-386667a609bf req-a81996fb-e677-4800-b285-3f0b1cf0c3d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:23.696125 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62409fbe-a1db-4f00-a08e-386667a609bf req-a81996fb-e677-4800-b285-3f0b1cf0c3d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.2390499 Jan 17 08:13:23.700922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.714695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Transition to ACTIVE for port object b0ea4e7d-9125-40bb-9309-e9fb5a21277b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:23.737638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Transition to ACTIVE for port object b0ea4e7d-9125-40bb-9309-e9fb5a21277b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:23.744103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.754141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=daecdc1d-9677-43cd-bf03-30f2e553e2a7,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:23.763529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.790428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cac1cd5-7fd1-49e5-90d2-5fb9095849d0 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.815296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.909280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:23.914910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:23.921388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:23.925842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cac1cd5-7fd1-49e5-90d2-5fb9095849d0 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.940196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Pushing event updated for resources: {'Port': ['ID=b0ea4e7d-9125-40bb-9309-e9fb5a21277b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:23.945822 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62409fbe-a1db-4f00-a08e-386667a609bf req-0ceeba4c-58ce-447a-aa37-da3b6aad7cb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2431002 Jan 17 08:13:23.971772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.981173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network bedf7322-250a-43c6-af31-49d02ff2d161 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:23.984892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:23.990810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89daa16-60af-40c9-b5e0-e0c254503f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.033426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:24.044579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Attempting to bind port b0ea4e7d-9125-40bb-9309-e9fb5a21277b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:24.045133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Attempting to bind port b0ea4e7d-9125-40bb-9309-e9fb5a21277b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:24.045533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Attempting to bind port b0ea4e7d-9125-40bb-9309-e9fb5a21277b on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:24.054297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:24.054715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:24.055054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.055493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:24.055957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Bound port: b0ea4e7d-9125-40bb-9309-e9fb5a21277b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:24.056429 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.117184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac1cd5-7fd1-49e5-90d2-5fb9095849d0 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Port': ['ID=c7bb3bd6-c1b4-4271-8f4c-f0662db54db5,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:24.118852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:24.171955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:24.175008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f89daa16-60af-40c9-b5e0-e0c254503f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:24.180866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f89daa16-60af-40c9-b5e0-e0c254503f4b admin admin] Usage tracker for resource:security_group_rule and tenant:cc48107ba8244f22b365ebd5c55a272d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:24.182409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] For port b0ea4e7d-9125-40bb-9309-e9fb5a21277b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:24.185399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f89daa16-60af-40c9-b5e0-e0c254503f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:24.186657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] For port b0ea4e7d-9125-40bb-9309-e9fb5a21277b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b0ea4e7d-9125-40bb-9309-e9fb5a21277b,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:24.206752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:24.241585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f89daa16-60af-40c9-b5e0-e0c254503f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:24.260521 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.287347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0cac1cd5-7fd1-49e5-90d2-5fb9095849d0 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] In _notify_port_updated(), no bound segment for port c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 on network 560dff18-35da-4b61-9916-1212b78ca914 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:13:24.291138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cac1cd5-7fd1-49e5-90d2-5fb9095849d0 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:24.291777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cac1cd5-7fd1-49e5-90d2-5fb9095849d0 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.295661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0cac1cd5-7fd1-49e5-90d2-5fb9095849d0 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "PUT /v2.0/ports/c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 HTTP/1.1" status: 200 len: 992 time: 2.1626904 Jan 17 08:13:24.306248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47522) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:24.322308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event updated for resources: {'Port': ['ID=04a8e8e6-78d4-4ec1-99da-7bf17084443d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:24.326299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.327673 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0f6787b5-92dc-44bb-a48d-b8dfa85b4a7b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1271472 Jan 17 08:13:24.348331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47526) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:24.385340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45489bf5-829d-4436-9e42-8ac57a72a131 None None] Pushing event updated for resources: {'Port': ['ID=b0ea4e7d-9125-40bb-9309-e9fb5a21277b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:24.389380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b838abd7-1410-4ec0-96d4-85360377bd9a None None] Provisioning complete for port c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:24.389380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b838abd7-1410-4ec0-96d4-85360377bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.435308 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-9d82d329-156c-4afb-8dd5-7b86b38f552c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Floating IP bec6b529-7a12-4ee0-b91b-c9c55051193a associated. External IP: 172.26.4.107, port: dfbc313c-a85c-4896-baf0-3d63aaa9b71c. Jan 17 08:13:24.450232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b838abd7-1410-4ec0-96d4-85360377bd9a None None] Port c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:24.591782 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62409fbe-a1db-4f00-a08e-386667a609bf req-37015f2a-ae71-4987-a08e-45ace81d3c38 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379547 Jan 17 08:13:24.621144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bc825f0c-41db-41b8-b26c-708c2e0c340a tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Deleting port c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:24.627508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc825f0c-41db-41b8-b26c-708c2e0c340a tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.731249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89daa16-60af-40c9-b5e0-e0c254503f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.809824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f89daa16-60af-40c9-b5e0-e0c254503f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:24.955362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89daa16-60af-40c9-b5e0-e0c254503f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e530fd9e-69f8-429f-a180-d9295a55edb7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:24.971279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f89daa16-60af-40c9-b5e0-e0c254503f4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc48107ba8244f22b365ebd5c55a272d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2865753 Jan 17 08:13:24.980618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47530) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:25.139170 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62409fbe-a1db-4f00-a08e-386667a609bf req-b51092da-7228-4347-b65d-81f730cfff77 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380170 Jan 17 08:13:25.261816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc825f0c-41db-41b8-b26c-708c2e0c340a tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.267342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-498ce932-83e5-42b7-b158-5ca69aa31a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.416608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b0ea4e7d-9125-40bb-9309-e9fb5a21277b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:25.431396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Router bfca7abb-96df-45b7-a676-b8e25256d43c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:25.439771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-498ce932-83e5-42b7-b158-5ca69aa31a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.450174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-bc825f0c-41db-41b8-b26c-708c2e0c340a tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Calling delete_port for c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:25.576430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.577160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.596830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port b0ea4e7d-9125-40bb-9309-e9fb5a21277b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:25.656738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.658507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7605f05f-1330-4d6c-86fe-265572f3ae2d None None] Provisioning for port b0ea4e7d-9125-40bb-9309-e9fb5a21277b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:25.671303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7605f05f-1330-4d6c-86fe-265572f3ae2d None None] Provisioning complete for port b0ea4e7d-9125-40bb-9309-e9fb5a21277b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:25.673963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7605f05f-1330-4d6c-86fe-265572f3ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.681895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:25.802388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7605f05f-1330-4d6c-86fe-265572f3ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.834680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-498ce932-83e5-42b7-b158-5ca69aa31a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.840203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7605f05f-1330-4d6c-86fe-265572f3ae2d None None] For port b0ea4e7d-9125-40bb-9309-e9fb5a21277b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b0ea4e7d-9125-40bb-9309-e9fb5a21277b,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:25.843787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:25.877406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc825f0c-41db-41b8-b26c-708c2e0c340a tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.903531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ce932-83e5-42b7-b158-5ca69aa31a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e530fd9e-69f8-429f-a180-d9295a55edb7,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:25.920478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-498ce932-83e5-42b7-b158-5ca69aa31a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:25.924196 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-498ce932-83e5-42b7-b158-5ca69aa31a92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e530fd9e-69f8-429f-a180-d9295a55edb7 HTTP/1.1" status: 204 len: 168 time: 0.9380131 Jan 17 08:13:25.938860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc825f0c-41db-41b8-b26c-708c2e0c340a tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event deleted for resources: {'Port': ['ID=c7bb3bd6-c1b4-4271-8f4c-f0662db54db5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:25.940438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7605f05f-1330-4d6c-86fe-265572f3ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:26.058320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605f05f-1330-4d6c-86fe-265572f3ae2d None None] Pushing event updated for resources: {'Port': ['ID=b0ea4e7d-9125-40bb-9309-e9fb5a21277b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:26.420886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc825f0c-41db-41b8-b26c-708c2e0c340a tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:26.433198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:26.451837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] Sync routers for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:26.459658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:26.470144 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bc825f0c-41db-41b8-b26c-708c2e0c340a tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "DELETE /v2.0/ports/c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 HTTP/1.1" status: 204 len: 168 time: 2.1562922 Jan 17 08:13:26.473011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47538) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:26.474655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:26.476084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:26.486944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::1 (f8dda541-a6ad-4425-a3fa-1d9436a44791/58053f6e-e6ea-448b-8309-685535e2fa80/fecbcd03-951a-4d6c-b370-d34a261c2b35) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:26.629886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d82d329-156c-4afb-8dd5-7b86b38f552c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Router 0e730a35-619a-4169-af80-42eaa29f0ece has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:26.630067 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5e9bd901-26dc-4660-97d2-f9849875f79a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "PUT /v2.0/floatingips/135edee7-0f92-46a0-a179-c32a1b8dd1d9 HTTP/1.1" status: 200 len: 990 time: 7.5881925 Jan 17 08:13:26.654445 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:13:26.655360 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4bd752-a360-4e8a-b149-a42f9859cffa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] GET failed (client error): The resource could not be found. Jan 17 08:13:26.655860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a4bd752-a360-4e8a-b149-a42f9859cffa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Synchronizing usage tracker for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:26.675154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'tag': '4208bfca-e776-4ce4-9084-39506e8c9ab5'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:13:26.691881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:26.702552 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] Sync routers for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:26.716766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47546) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:26.722622 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:26.723287 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:26.727505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:26.755154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:26.776807 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'tag': '4208bfca-e776-4ce4-9084-39506e8c9ab5', 'status': 'completed', 'code': 200} Jan 17 08:13:26.867489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:26.884189 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f030156c-96dd-4f9b-89d9-296412b5994d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/routers/2eb22de4-9940-45ad-9dc4-fc52df4ee541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2900007 Jan 17 08:13:26.902749 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47552) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:26.915709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Router 9decb55e-4eb5-4b9a-81b4-10e56930878b is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:13:26.916178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'port': {'network_id': 'bedf7322-250a-43c6-af31-49d02ff2d161', 'name': 'tempest-FloatingIPTestJSON-1116940720'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:26.921820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a4bd752-a360-4e8a-b149-a42f9859cffa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Unset dirty status for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:26.923251 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2a4bd752-a360-4e8a-b149-a42f9859cffa tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "GET /v2.0/ports/c7bb3bd6-c1b4-4271-8f4c-f0662db54db5 HTTP/1.1" status: 404 len: 333 time: 0.4491920 Jan 17 08:13:26.940930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47556) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:26.951658 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3e9da5d1-e0e8-402a-859f-fde89e7fe37a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc502447e1f74c40b895fa23ed1e4dd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2339120 Jan 17 08:13:26.952697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47558) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:26.956335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:27.000751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e263d5e8-175b-465c-95e2-29673b880271 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:27.002669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'port': {'network_id': '560dff18-35da-4b61-9916-1212b78ca914', 'name': 'tempest-AllowedAddressPairTestJSON-1178354092'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:27.028137 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-217c0001-816e-4750-bd8f-989a63a4287a tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "PUT /v2.0/floatingips/de2abf4b-1396-4fd8-8b79-444f5feb910a HTTP/1.1" status: 200 len: 991 time: 7.4820480 Jan 17 08:13:27.036973 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:27.038932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'tag': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:13:27.097547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object fecbcd03-951a-4d6c-b370-d34a261c2b35 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:27.148228 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'tag': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d', 'status': 'completed', 'code': 200} Jan 17 08:13:27.156296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263d5e8-175b-465c-95e2-29673b880271 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:27.157158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e263d5e8-175b-465c-95e2-29673b880271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:27.239027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e263d5e8-175b-465c-95e2-29673b880271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:27.311448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263d5e8-175b-465c-95e2-29673b880271 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:27.312083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e263d5e8-175b-465c-95e2-29673b880271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:27.326378 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d31a5f90-e552-4cae-a6da-4d38fab972f6 req-a977ebdd-421c-4004-845f-18dbf0292593 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1098 time: 0.5062408 Jan 17 08:13:27.356263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:27.373341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b0ea4e7d-9125-40bb-9309-e9fb5a21277b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:27.382860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:27.423725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8fd15de3-d810-446e-b2bb-4183187ac895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:27.423936 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e263d5e8-175b-465c-95e2-29673b880271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:27.424284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e263d5e8-175b-465c-95e2-29673b880271 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:27.490809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '135edee7-0f92-46a0-a179-c32a1b8dd1d9', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'port_id': '4208bfca-e776-4ce4-9084-39506e8c9ab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'mac_address': 'fa:16:3e:ac:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:12:29Z', 'updated_at': '2022-01-17T08:13:21Z', 'revision_number': 1, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12a168c-2ad7-444a-8e57-f8f7266b12cb', 'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'mac_address': 'fa:16:3e:7e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:16Z', 'updated_at': '2022-01-17T08:12:52Z', 'revision_number': 5, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'subnets': [{'id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:27.500676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b0ea4e7d-9125-40bb-9309-e9fb5a21277b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:27.501048 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:27.524166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Made reservation on behalf of e78916efbae44a9abe6778df7a0da762 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:27.528010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:27.534276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:27.547157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] Checking router: bfca7abb-96df-45b7-a676-b8e25256d43c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:13:27.562354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] device_id is not set on port 95171aa6-d16b-453d-ad7d-72d9a90f0c01 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:27.565428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:port and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:27.566439 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'de2abf4b-1396-4fd8-8b79-444f5feb910a', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'floating_ip_address': '172.26.4.170', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'port_id': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'mac_address': 'fa:16:3e:86:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:12:30Z', 'updated_at': '2022-01-17T08:13:21Z', 'revision_number': 1, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b475c4-4c0f-4537-b08b-a239bb6accf1', 'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'mac_address': 'fa:16:3e:57:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:15Z', 'updated_at': '2022-01-17T08:12:57Z', 'revision_number': 5, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'subnets': [{'id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:27.571959 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] Checking router: 7ced8ccc-99b7-462e-afaa-ef2989c98b47 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:13:27.583877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8fd15de3-d810-446e-b2bb-4183187ac895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:27.585808 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:27.586594 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:27.587433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:27.588194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:27.593794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:27.597277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:27.613325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:27.639628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d82d329-156c-4afb-8dd5-7b86b38f552c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:27.648432 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Sync routers for ids ['9decb55e-4eb5-4b9a-81b4-10e56930878b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:27.654284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:27.678538 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Routers {'9decb55e-4eb5-4b9a-81b4-10e56930878b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:27.679093 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9decb55e-4eb5-4b9a-81b4-10e56930878b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:27.680597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d82d329-156c-4afb-8dd5-7b86b38f552c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:27.771321 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-e5c21f89-60c0-41a8-bf28-cb033f65dae9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9ba4e0ea41f490294ebdd0b709d6369&device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 1098 time: 0.5869906 Jan 17 08:13:27.804315 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9d82d329-156c-4afb-8dd5-7b86b38f552c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "PUT /v2.0/floatingips/bec6b529-7a12-4ee0-b91b-c9c55051193a HTTP/1.1" status: 200 len: 991 time: 6.7322342 Jan 17 08:13:27.814849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:27.836767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:27.837960 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4135f2cc-e7fc-4dc8-bef7-9ed801f2e64d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2170110 Jan 17 08:13:27.849756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47572) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:27.896235 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Set router 9decb55e-4eb5-4b9a-81b4-10e56930878b gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:27.974742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:27.985681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a5f90-e552-4cae-a6da-4d38fab972f6 req-983b5418-3c25-4dda-9aae-46608e4d4ef6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:27.987142 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d31a5f90-e552-4cae-a6da-4d38fab972f6 req-983b5418-3c25-4dda-9aae-46608e4d4ef6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 912 time: 0.6425240 Jan 17 08:13:27.988566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:27.990347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Made reservation on behalf of e5f51c031f15494fb517b12b03cd0be5 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:27.990623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] Sync routers for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:27.995629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.004729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Allocated IP 172.20.0.11 (560dff18-35da-4b61-9916-1212b78ca914/04d8af72-4299-48f1-9f50-26ce672c58ab/95171aa6-d16b-453d-ad7d-72d9a90f0c01) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:28.036922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:28.037289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.044358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:28.047265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:28.183114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-8b946f37-cccf-4fdf-b4d4-27a527978cdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:28.185648 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-8b946f37-cccf-4fdf-b4d4-27a527978cdf service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2781a32-dbcf-4a89-be6e-041dd74b2227 HTTP/1.1" status: 200 len: 913 time: 0.3996832 Jan 17 08:13:28.192218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=fecbcd03-951a-4d6c-b370-d34a261c2b35,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:28.410424 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9decb55e-4eb5-4b9a-81b4-10e56930878b', 'name': 'tempest-snat-router-818081132', 'tenant_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.186'}], 'enable_snat': False}, 'gw_port_id': '04a8e8e6-78d4-4ec1-99da-7bf17084443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:20Z', 'updated_at': '2022-01-17T08:13:24Z', 'revision_number': 3, 'project_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'gw_port': {'id': '04a8e8e6-78d4-4ec1-99da-7bf17084443d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9decb55e-4eb5-4b9a-81b4-10e56930878b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:22Z', 'updated_at': '2022-01-17T08:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:28.423477 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Checking router: 9decb55e-4eb5-4b9a-81b4-10e56930878b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:13:28.423833 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Updating router 9decb55e-4eb5-4b9a-81b4-10e56930878b port 04a8e8e6-78d4-4ec1-99da-7bf17084443d binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:13:28.479751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] device_id is not set on port 529ea7d1-21b4-44c4-b05e-40db46a63e2a yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:28.485905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.504778 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.510146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:28.511534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Transition to ACTIVE for port object 95171aa6-d16b-453d-ad7d-72d9a90f0c01 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:28.568418 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-785ea604-3c5e-4b2d-983a-f6aeaff90557 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/routers/9decb55e-4eb5-4b9a-81b4-10e56930878b HTTP/1.1" status: 200 len: 908 time: 0.7171736 Jan 17 08:13:28.569085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:28.574994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'router': {'name': 'tempest-snat-router-818081132', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': True}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:28.581538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:28.586596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Usage tracker for resource:router and tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:28.591109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:28.599390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:28.621649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.648927 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d31a5f90-e552-4cae-a6da-4d38fab972f6 req-72c3c47a-c90a-470a-840f-d4f774b57e76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 998 time: 0.6034255 Jan 17 08:13:28.684333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8fd15de3-d810-446e-b2bb-4183187ac895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.715724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Port': ['ID=95171aa6-d16b-453d-ad7d-72d9a90f0c01,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:28.727281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.728559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.734647 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-46747312-d7aa-43e0-9613-f9919a3cd524 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d HTTP/1.1" status: 200 len: 999 time: 0.5115383 Jan 17 08:13:28.743972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd15de3-d810-446e-b2bb-4183187ac895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3887713-0f4c-4043-9bed-ead96028542e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:28.762528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Network 560dff18-35da-4b61-9916-1212b78ca914 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:28.765524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:28.768690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:28.822104 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a59ddf6d-d2ec-41e0-8acc-378f66f55679 None None] Provisioning for port fecbcd03-951a-4d6c-b370-d34a261c2b35 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:28.843654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a59ddf6d-d2ec-41e0-8acc-378f66f55679 None None] Provisioning complete for port fecbcd03-951a-4d6c-b370-d34a261c2b35 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:28.844340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a59ddf6d-d2ec-41e0-8acc-378f66f55679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.848008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:28.848680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.873590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.930682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.20.0.6 (bedf7322-250a-43c6-af31-49d02ff2d161/04e7927f-a9e9-49f5-872a-56981c3b0b10/529ea7d1-21b4-44c4-b05e-40db46a63e2a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:28.947466 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a5f90-e552-4cae-a6da-4d38fab972f6 req-e0ea1f0d-0c5d-4302-a255-1d39e2ec7dc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:28.948924 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d31a5f90-e552-4cae-a6da-4d38fab972f6 req-e0ea1f0d-0c5d-4302-a255-1d39e2ec7dc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.2558725 Jan 17 08:13:28.949644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8fd15de3-d810-446e-b2bb-4183187ac895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:28.950620 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8fd15de3-d810-446e-b2bb-4183187ac895 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3887713-0f4c-4043-9bed-ead96028542e HTTP/1.1" status: 204 len: 168 time: 1.9864421 Jan 17 08:13:28.960203 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:28.978530 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad846cb9-968d-4de1-a6ba-8a2c6419f976 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9830530 Jan 17 08:13:28.984654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47586) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:28.990956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7c:b7:f3'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:28.996574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-d57492d1-e458-4132-a4fe-42e92acaaaf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:28.998023 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-d57492d1-e458-4132-a4fe-42e92acaaaf4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd30e160-1e61-452a-8fb0-5eb1772c4e96 HTTP/1.1" status: 200 len: 851 time: 0.2494845 Jan 17 08:13:28.998566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:29.043794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a59ddf6d-d2ec-41e0-8acc-378f66f55679 None None] Port fecbcd03-951a-4d6c-b370-d34a261c2b35 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:29.059239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '135edee7-0f92-46a0-a179-c32a1b8dd1d9', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'port_id': '4208bfca-e776-4ce4-9084-39506e8c9ab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'mac_address': 'fa:16:3e:ac:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:12:29Z', 'updated_at': '2022-01-17T08:13:21Z', 'revision_number': 1, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12a168c-2ad7-444a-8e57-f8f7266b12cb', 'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'mac_address': 'fa:16:3e:7e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:16Z', 'updated_at': '2022-01-17T08:12:52Z', 'revision_number': 5, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'subnets': [{'id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:29.073299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd9c52e-088c-4f54-9dc5-d150605efb17 None None] The sync data for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv is: [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '135edee7-0f92-46a0-a179-c32a1b8dd1d9', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'port_id': '4208bfca-e776-4ce4-9084-39506e8c9ab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'mac_address': 'fa:16:3e:ac:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:12:29Z', 'updated_at': '2022-01-17T08:13:21Z', 'revision_number': 1, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12a168c-2ad7-444a-8e57-f8f7266b12cb', 'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'mac_address': 'fa:16:3e:7e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:16Z', 'updated_at': '2022-01-17T08:12:52Z', 'revision_number': 5, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'subnets': [{'id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:29.314791 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:29.346567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:13:29.353916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:15Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'bec6b529-7a12-4ee0-b91b-c9c55051193a', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'floating_ip_address': '172.26.4.107', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'port_id': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'mac_address': 'fa:16:3e:bc:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:12:29Z', 'updated_at': '2022-01-17T08:13:22Z', 'revision_number': 1, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4fe87f-3c17-41de-ba3d-e464086bdf3a', 'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'mac_address': 'fa:16:3e:6d:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:13Z', 'updated_at': '2022-01-17T08:12:28Z', 'revision_number': 5, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'subnets': [{'id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:29.364580 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Transition to ACTIVE for port object 04a8e8e6-78d4-4ec1-99da-7bf17084443d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:29.372089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] Checking router: 0e730a35-619a-4169-af80-42eaa29f0ece for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:13:29.415163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:29.415848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:29.517392 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:29.552164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-18f1a3cb-c87f-4e04-8ae4-a68bfca63bfa None None] Provisioning for port 95171aa6-d16b-453d-ad7d-72d9a90f0c01 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:29.584794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-18f1a3cb-c87f-4e04-8ae4-a68bfca63bfa None None] Provisioning complete for port 95171aa6-d16b-453d-ad7d-72d9a90f0c01 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:29.585372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-18f1a3cb-c87f-4e04-8ae4-a68bfca63bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:29.599270 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'status': 'completed', 'code': 200} Jan 17 08:13:29.631124 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2763f7-c8aa-4619-838f-d199e4a36c21 None None] New status for floating IP 135edee7-0f92-46a0-a179-c32a1b8dd1d9: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:13:29.678241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:29.814197 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afd8d725-20bf-44b7-94f7-7bb7ee548bf4 req-929f44cd-6985-419c-976c-e2c0ac03650c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=32f31bd8c25644b2b993868c561e5454&device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 1098 time: 0.2072277 Jan 17 08:13:29.814607 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Pushing event updated for resources: {'Port': ['ID=04a8e8e6-78d4-4ec1-99da-7bf17084443d,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:29.820839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:29.844631 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.845018 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.845340 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.845658 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.846839 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.847266 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.848417 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.848537 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.848805 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.849131 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.849704 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:13:29.867679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:29.924286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-18f1a3cb-c87f-4e04-8ae4-a68bfca63bfa None None] Port 95171aa6-d16b-453d-ad7d-72d9a90f0c01 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:29.952367 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-d605e60d-581f-4008-8290-9fb465445d8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2781a32-dbcf-4a89-be6e-041dd74b2227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9383206 Jan 17 08:13:30.114712 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-812111b9-5716-4d02-a12f-e01f6756ae62 service neutron] 10.222.0.53 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483302 Jan 17 08:13:30.139709 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d31a5f90-e552-4cae-a6da-4d38fab972f6 req-6500ffa3-a3ea-4a3f-9232-e78bd4c6cb53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1742189 Jan 17 08:13:30.156421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d725-20bf-44b7-94f7-7bb7ee548bf4 req-9d184e07-d0d1-470c-a3d3-c4e4e68142a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:30.157833 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afd8d725-20bf-44b7-94f7-7bb7ee548bf4 req-9d184e07-d0d1-470c-a3d3-c4e4e68142a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17f264ea-aa2d-4e2f-be9f-873f03e41f4b HTTP/1.1" status: 200 len: 906 time: 0.2946973 Jan 17 08:13:30.228131 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Attempting to bind port 04a8e8e6-78d4-4ec1-99da-7bf17084443d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:30.230002 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Attempting to bind port 04a8e8e6-78d4-4ec1-99da-7bf17084443d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:30.230406 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Attempting to bind port 04a8e8e6-78d4-4ec1-99da-7bf17084443d on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:30.335275 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afd8d725-20bf-44b7-94f7-7bb7ee548bf4 req-4879b13e-3beb-43db-9230-b985dd66fda3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c HTTP/1.1" status: 200 len: 999 time: 0.1680965 Jan 17 08:13:30.367168 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:30.367690 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:30.368184 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:30.368833 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:30.369849 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Bound port: 04a8e8e6-78d4-4ec1-99da-7bf17084443d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:30.370375 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:30.442082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:13:30.451782 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] For port 04a8e8e6-78d4-4ec1-99da-7bf17084443d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:30.455087 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] For port 04a8e8e6-78d4-4ec1-99da-7bf17084443d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=04a8e8e6-78d4-4ec1-99da-7bf17084443d,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:30.491125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:30.533344 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:30.568148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:30.602355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d725-20bf-44b7-94f7-7bb7ee548bf4 req-b449c70f-6f7a-4565-803c-c1b7a3c66741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:30.607549 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afd8d725-20bf-44b7-94f7-7bb7ee548bf4 req-b449c70f-6f7a-4565-803c-c1b7a3c66741 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9572314a-8e41-42bf-8de3-4cb05ced5c99 HTTP/1.1" status: 200 len: 844 time: 0.2600253 Jan 17 08:13:30.607549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:30.607549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:30.647016 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'de2abf4b-1396-4fd8-8b79-444f5feb910a', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'floating_ip_address': '172.26.4.170', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'port_id': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'mac_address': 'fa:16:3e:86:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:12:30Z', 'updated_at': '2022-01-17T08:13:21Z', 'revision_number': 1, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b475c4-4c0f-4537-b08b-a239bb6accf1', 'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'mac_address': 'fa:16:3e:57:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:15Z', 'updated_at': '2022-01-17T08:12:57Z', 'revision_number': 5, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'subnets': [{'id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:30.656470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:15Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'bec6b529-7a12-4ee0-b91b-c9c55051193a', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'floating_ip_address': '172.26.4.107', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'port_id': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'mac_address': 'fa:16:3e:bc:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:12:29Z', 'updated_at': '2022-01-17T08:13:22Z', 'revision_number': 1, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4fe87f-3c17-41de-ba3d-e464086bdf3a', 'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'mac_address': 'fa:16:3e:6d:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:13Z', 'updated_at': '2022-01-17T08:12:28Z', 'revision_number': 5, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'subnets': [{'id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:30.665521 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7e5d3-b2f9-4d43-a8b4-8744cde936a4 None None] The sync data for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv is: [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:15Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'bec6b529-7a12-4ee0-b91b-c9c55051193a', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'floating_ip_address': '172.26.4.107', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'port_id': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'mac_address': 'fa:16:3e:bc:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:12:29Z', 'updated_at': '2022-01-17T08:13:22Z', 'revision_number': 1, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba4fe87f-3c17-41de-ba3d-e464086bdf3a', 'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'mac_address': 'fa:16:3e:6d:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:13Z', 'updated_at': '2022-01-17T08:12:28Z', 'revision_number': 5, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'subnets': [{'id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:30.676695 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96305a54-2448-4a08-bf66-7133c5d8a4fe None None] The sync data for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv is: [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'de2abf4b-1396-4fd8-8b79-444f5feb910a', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'floating_ip_address': '172.26.4.170', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'port_id': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'mac_address': 'fa:16:3e:86:c1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:12:30Z', 'updated_at': '2022-01-17T08:13:21Z', 'revision_number': 1, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b475c4-4c0f-4537-b08b-a239bb6accf1', 'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'mac_address': 'fa:16:3e:57:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:15Z', 'updated_at': '2022-01-17T08:12:57Z', 'revision_number': 5, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'subnets': [{'id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:30.752190 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba393f-3442-4747-8cd7-4850c19b68d5 None None] Pushing event updated for resources: {'Port': ['ID=04a8e8e6-78d4-4ec1-99da-7bf17084443d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:30.761758 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Routers {'9decb55e-4eb5-4b9a-81b4-10e56930878b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:30.761966 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9decb55e-4eb5-4b9a-81b4-10e56930878b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:30.864889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Port': ['ID=95171aa6-d16b-453d-ad7d-72d9a90f0c01,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:30.914201 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:30.949689 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d31a5f90-e552-4cae-a6da-4d38fab972f6 req-58961f2c-7750-465c-90a0-1aef93b40fa5 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699265 Jan 17 08:13:30.969777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] In _notify_port_updated(), no bound segment for port 95171aa6-d16b-453d-ad7d-72d9a90f0c01 on network 560dff18-35da-4b61-9916-1212b78ca914 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:13:30.974226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:30.974861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:30.976701 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-09a422d9-52e2-4155-938c-3ed983f00f2e tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "PUT /v2.0/ports/95171aa6-d16b-453d-ad7d-72d9a90f0c01 HTTP/1.1" status: 200 len: 997 time: 1.9956095 Jan 17 08:13:30.983403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47624) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:31.072600 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] Set router 9decb55e-4eb5-4b9a-81b4-10e56930878b gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:31.073151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:13:31.111924 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:31.154302 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-4077b0d0-87c9-46f9-91a7-28971f5450c1 service neutron] 10.222.0.53 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0209925 Jan 17 08:13:31.176353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-171d68c9-5a57-4360-b648-55e3a1d24fd6 None None] Provisioning complete for port 95171aa6-d16b-453d-ad7d-72d9a90f0c01 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:31.176667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-171d68c9-5a57-4360-b648-55e3a1d24fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:31.180633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:31.181722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:31.216967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:31.256091 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afd8d725-20bf-44b7-94f7-7bb7ee548bf4 req-ffd7cc00-c9cd-4ea0-888b-68d8bb702123 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f264ea-aa2d-4e2f-be9f-873f03e41f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5633097 Jan 17 08:13:31.259621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Allocated IP 172.26.4.176 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/52450fa2-b79a-4cd9-8903-2ed7a5a32b15) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:31.293520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-171d68c9-5a57-4360-b648-55e3a1d24fd6 None None] Port 95171aa6-d16b-453d-ad7d-72d9a90f0c01 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:31.315777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:31.332387 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d31a5f90-e552-4cae-a6da-4d38fab972f6 req-8b9b6dc2-5f37-417f-9112-24db83a31773 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609488 Jan 17 08:13:31.386185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=fecbcd03-951a-4d6c-b370-d34a261c2b35,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:31.410130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-66585198-f337-4e5f-bc89-5489e122c4a2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Deleting port 95171aa6-d16b-453d-ad7d-72d9a90f0c01 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:31.412082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66585198-f337-4e5f-bc89-5489e122c4a2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:31.436047 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9decb55e-4eb5-4b9a-81b4-10e56930878b', 'name': 'tempest-snat-router-818081132', 'tenant_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.186'}], 'enable_snat': False}, 'gw_port_id': '04a8e8e6-78d4-4ec1-99da-7bf17084443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:20Z', 'updated_at': '2022-01-17T08:13:24Z', 'revision_number': 3, 'project_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'gw_port': {'id': '04a8e8e6-78d4-4ec1-99da-7bf17084443d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9decb55e-4eb5-4b9a-81b4-10e56930878b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:22Z', 'updated_at': '2022-01-17T08:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:31.442883 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b593791-0c24-420c-85e5-cbb39cf603f1 None None] The sync data for ids ['9decb55e-4eb5-4b9a-81b4-10e56930878b'] in dv-neutron-824874-1-hyperv is: [{'id': '9decb55e-4eb5-4b9a-81b4-10e56930878b', 'name': 'tempest-snat-router-818081132', 'tenant_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.186'}], 'enable_snat': False}, 'gw_port_id': '04a8e8e6-78d4-4ec1-99da-7bf17084443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:20Z', 'updated_at': '2022-01-17T08:13:24Z', 'revision_number': 3, 'project_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'gw_port': {'id': '04a8e8e6-78d4-4ec1-99da-7bf17084443d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:63:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9decb55e-4eb5-4b9a-81b4-10e56930878b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:22Z', 'updated_at': '2022-01-17T08:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:31.473025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'network': {'name': 'tempest-RoutersTest-2021776129'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:31.501404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:31.510859 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afd8d725-20bf-44b7-94f7-7bb7ee548bf4 req-855318ab-63d2-417d-a2b3-7f0484dcf24c service neutron] 10.222.0.53 "GET /v2.0/networks/17f264ea-aa2d-4e2f-be9f-873f03e41f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379193 Jan 17 08:13:31.512380 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network bedf7322-250a-43c6-af31-49d02ff2d161 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:31.517739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:31.533527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:31.559582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=529ea7d1-21b4-44c4-b05e-40db46a63e2a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:31.577755 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:network and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:31.603146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:31.609384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:31.620650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:31.661458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:31.790965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:31.813016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:31.975571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:31.980507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:31.988721 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2672a89f-5de5-409f-a2d8-f7e47f36f962 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0785010 Jan 17 08:13:31.992214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47642) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:32.002584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'port': {'network_id': 'bedf7322-250a-43c6-af31-49d02ff2d161', 'name': 'tempest-FloatingIPTestJSON-1304471377'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:32.010798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:32.110458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265e30a-6823-45f6-8dbf-83c840922279 None None] New status for floating IP bec6b529-7a12-4ee0-b91b-c9c55051193a: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:13:32.118203 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afd8d725-20bf-44b7-94f7-7bb7ee548bf4 req-39e4abb3-d835-4fac-9976-15f98d7dc33b service neutron] 10.222.0.53 "GET /v2.0/networks/17f264ea-aa2d-4e2f-be9f-873f03e41f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416565 Jan 17 08:13:32.152471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:32.161508 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c160f25-ea59-4a2f-ab48-332b8f070df6 None None] New status for floating IP de2abf4b-1396-4fd8-8b79-444f5feb910a: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:13:32.190630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:32.336402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66585198-f337-4e5f-bc89-5489e122c4a2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:32.380231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:32.388433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:32.400935 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:32.407793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:port and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:32.417420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:32.427818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f9a40f33-2572-4da7-90f3-37527eecd3d2 None None] Provisioning complete for port fecbcd03-951a-4d6c-b370-d34a261c2b35 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:32.428190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f9a40f33-2572-4da7-90f3-37527eecd3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:32.431995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:32.528149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Made reservation on behalf of e5f51c031f15494fb517b12b03cd0be5 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:32.531382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:32.533292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event updated for resources: {'Port': ['ID=52450fa2-b79a-4cd9-8903-2ed7a5a32b15,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:32.567970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] device_id is not set on port 7f76c8f3-bca3-4da4-b140-646c4bacc4ae yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:32.609063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Router 1b861537-9776-4042-8b63-8f7f3db7302e is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:13:32.614009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:32.619717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:security_group_rule and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:32.629927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-66585198-f337-4e5f-bc89-5489e122c4a2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Calling delete_port for 95171aa6-d16b-453d-ad7d-72d9a90f0c01 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:32.653350 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f9a40f33-2572-4da7-90f3-37527eecd3d2 None None] Port fecbcd03-951a-4d6c-b370-d34a261c2b35 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:32.669925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:32.698602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:32.717582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:32.905343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.20.0.13 (bedf7322-250a-43c6-af31-49d02ff2d161/04e7927f-a9e9-49f5-872a-56981c3b0b10/7f76c8f3-bca3-4da4-b140-646c4bacc4ae) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:32.974863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.016326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66585198-f337-4e5f-bc89-5489e122c4a2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.064459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.092852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66585198-f337-4e5f-bc89-5489e122c4a2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event deleted for resources: {'Port': ['ID=95171aa6-d16b-453d-ad7d-72d9a90f0c01,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:33.098718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:33.111607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Sync routers for ids ['1b861537-9776-4042-8b63-8f7f3db7302e'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:33.126838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Routers {'1b861537-9776-4042-8b63-8f7f3db7302e'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:33.127723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1b861537-9776-4042-8b63-8f7f3db7302e'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:33.149139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:13:33.184472 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-33ce84f6-c6cb-4ce0-afe7-d28c7ac2f8f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "PUT /v2.0/routers/1b861537-9776-4042-8b63-8f7f3db7302e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8349409 Jan 17 08:13:33.188553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47652) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:33.227509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db499815-2a0e-4ac9-a669-1f18ddbeab9f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:33.245598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.245962 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added segment 17099d98-a7ec-431a-a7ca-e93d5c39451e of type vlan for network c9f255e2-add3-4e49-9958-3456ad7f689f Jan 17 08:13:33.320717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66585198-f337-4e5f-bc89-5489e122c4a2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.325039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3cb36-a1fb-4421-8a66-2d7bfd2a0082 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:33.328073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dae3cb36-a1fb-4421-8a66-2d7bfd2a0082 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:33.334948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.415772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.417101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.423651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.425548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 04a8e8e6-78d4-4ec1-99da-7bf17084443d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:33.428296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dae3cb36-a1fb-4421-8a66-2d7bfd2a0082 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:33.430534 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dae3cb36-a1fb-4421-8a66-2d7bfd2a0082 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports/fecbcd03-951a-4d6c-b370-d34a261c2b35 HTTP/1.1" status: 200 len: 911 time: 0.2415161 Jan 17 08:13:33.434627 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47656) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:33.511591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Set router 1b861537-9776-4042-8b63-8f7f3db7302e gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:33.526110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0ac03-3c38-4ea6-bce0-df5b4fb9e5d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:33.530252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e0ac03-3c38-4ea6-bce0-df5b4fb9e5d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:33.533937 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-23e0ac03-3c38-4ea6-bce0-df5b4fb9e5d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0981517 Jan 17 08:13:33.536097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47660) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:33.587682 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-66585198-f337-4e5f-bc89-5489e122c4a2 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "DELETE /v2.0/ports/95171aa6-d16b-453d-ad7d-72d9a90f0c01 HTTP/1.1" status: 204 len: 168 time: 2.6003418 Jan 17 08:13:33.587682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.589386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:33.589954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.592209 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47664) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:33.606744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.697270 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9eed2c-ef71-47c2-a3b5-fc26ee38a2e8 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] GET failed (client error): The resource could not be found. Jan 17 08:13:33.704828 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2d9eed2c-ef71-47c2-a3b5-fc26ee38a2e8 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "GET /v2.0/ports/95171aa6-d16b-453d-ad7d-72d9a90f0c01 HTTP/1.1" status: 404 len: 333 time: 0.0997925 Jan 17 08:13:33.710815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47668) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:33.725009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'port': {'network_id': '560dff18-35da-4b61-9916-1212b78ca914', 'name': 'tempest-AllowedAddressPairTestJSON-668498458'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:33.746132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Network': ['ID=c9f255e2-add3-4e49-9958-3456ad7f689f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:33.792092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network bedf7322-250a-43c6-af31-49d02ff2d161 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:33.792849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=7f76c8f3-bca3-4da4-b140-646c4bacc4ae,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:33.796356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:33.798457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:33.812548 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-782fef19-19d9-4ba3-af7c-506325010456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5899372 Jan 17 08:13:33.818806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:33.821880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'network': {'name': 'tempest-RoutersTest-418868290'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:33.822576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network c9f255e2-add3-4e49-9958-3456ad7f689f details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:13:33.838884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:33.852600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:network and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:33.858961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:33.871567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:33.872471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.878453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:33.893649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 04a8e8e6-78d4-4ec1-99da-7bf17084443d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:33.903870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 04a8e8e6-78d4-4ec1-99da-7bf17084443d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:33.904387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:33.968530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:33.980878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Usage tracker for resource:port and tenant:e78916efbae44a9abe6778df7a0da762 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:33.985547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:33.993265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:34.022697 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5a76871c-a39a-4d47-9a16-1bcc90da310e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0285010 Jan 17 08:13:34.025874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47678) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:34.034021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '7f76c8f3-bca3-4da4-b140-646c4bacc4ae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:34.036252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:34.043416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.044003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:34.083676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b861537-9776-4042-8b63-8f7f3db7302e', 'name': 'tempest-NetworksTestDHCPv6-router-71202433', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:23Z', 'updated_at': '2022-01-17T08:13:28Z', 'revision_number': 2, 'project_id': 'ab55436046df496b93f5307e85c40341', 'gw_port_host': None, '_interfaces': [{'id': 'fecbcd03-951a-4d6c-b370-d34a261c2b35', 'name': '', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'mac_address': 'fa:16:3e:ee:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b861537-9776-4042-8b63-8f7f3db7302e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58053f6e-e6ea-448b-8309-685535e2fa80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:25Z', 'updated_at': '2022-01-17T08:13:29Z', 'revision_number': 2, 'project_id': 'ab55436046df496b93f5307e85c40341', 'subnets': [{'id': '58053f6e-e6ea-448b-8309-685535e2fa80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:34.083914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:13:34.097773 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Checking router: 1b861537-9776-4042-8b63-8f7f3db7302e for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:13:34.098689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Updating router 1b861537-9776-4042-8b63-8f7f3db7302e port fecbcd03-951a-4d6c-b370-d34a261c2b35 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:13:34.100823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.101166 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added segment d635bf99-4df2-4ba3-86d1-c5e9e0227c38 of type vlan for network 12870a18-4605-427e-8386-23a522ac030b Jan 17 08:13:34.102736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Made reservation on behalf of e78916efbae44a9abe6778df7a0da762 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:34.105674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.111802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:floatingip and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:34.124694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:34.137347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] device_id is not set on port 061b2b85-16ef-4ad5-ad6d-b595ae340d71 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:34.138015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:34.142838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.174176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 04a8e8e6-78d4-4ec1-99da-7bf17084443d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=04a8e8e6-78d4-4ec1-99da-7bf17084443d,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:34.178103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.194648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.202245 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Router 0f459a07-c403-4d4c-9f03-0fd0b2e06b78 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:13:34.226742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.302243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.372375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.376130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:34.376705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.429085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Allocated IP 172.20.0.6 (560dff18-35da-4b61-9916-1212b78ca914/04d8af72-4299-48f1-9f50-26ce672c58ab/061b2b85-16ef-4ad5-ad6d-b595ae340d71) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:34.479761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=04a8e8e6-78d4-4ec1-99da-7bf17084443d,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:34.501570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.633952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.710407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Network': ['ID=12870a18-4605-427e-8386-23a522ac030b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:34.727582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 12870a18-4605-427e-8386-23a522ac030b details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:13:34.745896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.766083 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b8bf7d8e-983e-4e84-b378-e1b71e30a25e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9512441 Jan 17 08:13:34.772515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47686) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:34.773370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.26.4.3 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/ad7ebf3d-4820-4930-a3f8-c138f3a698a1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:34.823940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Transition to ACTIVE for port object fecbcd03-951a-4d6c-b370-d34a261c2b35 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:34.844668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.852375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'subnet': {'network_id': 'c9f255e2-add3-4e49-9958-3456ad7f689f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:34.877096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:34.940892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Transition to ACTIVE for port object 061b2b85-16ef-4ad5-ad6d-b595ae340d71 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:35.004681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:35.008803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b7552-3ff2-45c3-9c35-c597d071ea68 None None] Pushing event updated for resources: {'Port': ['ID=fecbcd03-951a-4d6c-b370-d34a261c2b35,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:35.012780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:subnet and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:35.017148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:35.031032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:35.051657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:35.061063 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Sync routers for ids ['0f459a07-c403-4d4c-9f03-0fd0b2e06b78'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:35.089099 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Routers {'0f459a07-c403-4d4c-9f03-0fd0b2e06b78'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:35.089742 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0f459a07-c403-4d4c-9f03-0fd0b2e06b78'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:35.094584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:35.118238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Attempting to bind port fecbcd03-951a-4d6c-b370-d34a261c2b35 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:35.118606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Attempting to bind port fecbcd03-951a-4d6c-b370-d34a261c2b35 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:35.118963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Attempting to bind port fecbcd03-951a-4d6c-b370-d34a261c2b35 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:35.126410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:35.126878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:35.132327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:35.132327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:35.132327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Bound port: fecbcd03-951a-4d6c-b370-d34a261c2b35, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:35.132327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:35.150478 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:35.184425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:35.230049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:35.231618 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-07759d9c-95f3-4c6b-9842-305c1d09c67e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6613388 Jan 17 08:13:35.236980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47692) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:35.250991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] For port fecbcd03-951a-4d6c-b370-d34a261c2b35, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:35.255610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] For port fecbcd03-951a-4d6c-b370-d34a261c2b35, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fecbcd03-951a-4d6c-b370-d34a261c2b35,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:35.330745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:35.398044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Network 560dff18-35da-4b61-9916-1212b78ca914 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:35.399102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:35.427624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Port': ['ID=061b2b85-16ef-4ad5-ad6d-b595ae340d71,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:35.432991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 04a8e8e6-78d4-4ec1-99da-7bf17084443d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:35.437812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:35.457045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:35.483181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:35.510219 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Set router 0f459a07-c403-4d4c-9f03-0fd0b2e06b78 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:35.568770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:35.575014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:35.587024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:35.705093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b7552-3ff2-45c3-9c35-c597d071ea68 None None] Pushing event updated for resources: {'Port': ['ID=fecbcd03-951a-4d6c-b370-d34a261c2b35,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:35.724268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Routers {'1b861537-9776-4042-8b63-8f7f3db7302e'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:35.725299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1b861537-9776-4042-8b63-8f7f3db7302e'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:35.758611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:35.759582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:35.784344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=ad7ebf3d-4820-4930-a3f8-c138f3a698a1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:35.950480 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8aaf8f5d-861f-4d1f-b28f-0689717360bc tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2311032 Jan 17 08:13:35.950792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47700) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:35.957940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'port': {'network_id': '560dff18-35da-4b61-9916-1212b78ca914', 'name': 'tempest-AllowedAddressPairTestJSON-1433885006'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:35.967732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 04a8e8e6-78d4-4ec1-99da-7bf17084443d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:35.968131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.043828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] Set router 1b861537-9776-4042-8b63-8f7f3db7302e gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:36.057213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.096002 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f459a07-c403-4d4c-9f03-0fd0b2e06b78', 'name': 'tempest-snat-router-818081132', 'tenant_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': '52450fa2-b79a-4cd9-8903-2ed7a5a32b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:28Z', 'updated_at': '2022-01-17T08:13:32Z', 'revision_number': 3, 'project_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'gw_port': {'id': '52450fa2-b79a-4cd9-8903-2ed7a5a32b15', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f459a07-c403-4d4c-9f03-0fd0b2e06b78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:30Z', 'updated_at': '2022-01-17T08:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:36.104945 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Checking router: 0f459a07-c403-4d4c-9f03-0fd0b2e06b78 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:13:36.105289 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Updating router 0f459a07-c403-4d4c-9f03-0fd0b2e06b78 port 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:13:36.106839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8e3bd94-1fc5-4010-ae41-33d8189be398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.119631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0844f66c-005a-4a20-bbe6-4031a5c6b59f None None] Provisioning for port 061b2b85-16ef-4ad5-ad6d-b595ae340d71 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:36.121080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port fecbcd03-951a-4d6c-b370-d34a261c2b35 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:36.121581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.143792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0844f66c-005a-4a20-bbe6-4031a5c6b59f None None] Provisioning complete for port 061b2b85-16ef-4ad5-ad6d-b595ae340d71 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:36.144756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0844f66c-005a-4a20-bbe6-4031a5c6b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.181955 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.189243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Subnet': ['ID=fab5ccf0-1e5b-4c31-b104-c2d7800a0823,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:36.210919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:36.217443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Usage tracker for resource:port and tenant:e78916efbae44a9abe6778df7a0da762 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:36.221325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:36.224360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Checking segment: {'id': '17099d98-a7ec-431a-a7ca-e93d5c39451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c9f255e2-add3-4e49-9958-3456ad7f689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:36.224821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network hostable DHCP agents. Network: c9f255e2-add3-4e49-9958-3456ad7f689f, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:13:36.233431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:36.340027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Made reservation on behalf of e78916efbae44a9abe6778df7a0da762 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:36.343983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.389793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0844f66c-005a-4a20-bbe6-4031a5c6b59f None None] Port 061b2b85-16ef-4ad5-ad6d-b595ae340d71 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:36.402494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network c9f255e2-add3-4e49-9958-3456ad7f689f is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:13:36.413879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] device_id is not set on port fc1bfe9f-225e-4cfe-993f-24ab4a0d052a yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:13:36.608244 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.611090 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cac73680-ae8a-4d0f-a1dd-e3c9690df864 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/routers/0f459a07-c403-4d4c-9f03-0fd0b2e06b78 HTTP/1.1" status: 200 len: 907 time: 1.3565879 Jan 17 08:13:36.611641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, c9f255e2-add3-4e49-9958-3456ad7f689f) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:36.613829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47708) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:36.623619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1138e03-f599-475e-be27-a4d1d9f02d4f None None] Network c9f255e2-add3-4e49-9958-3456ad7f689f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:36.632188 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Transition to ACTIVE for port object 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:36.642413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b861537-9776-4042-8b63-8f7f3db7302e', 'name': 'tempest-NetworksTestDHCPv6-router-71202433', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:23Z', 'updated_at': '2022-01-17T08:13:28Z', 'revision_number': 2, 'project_id': 'ab55436046df496b93f5307e85c40341', 'gw_port_host': None, '_interfaces': [{'id': 'fecbcd03-951a-4d6c-b370-d34a261c2b35', 'name': '', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'mac_address': 'fa:16:3e:ee:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b861537-9776-4042-8b63-8f7f3db7302e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58053f6e-e6ea-448b-8309-685535e2fa80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:25Z', 'updated_at': '2022-01-17T08:13:35Z', 'revision_number': 4, 'project_id': 'ab55436046df496b93f5307e85c40341', 'subnets': [{'id': '58053f6e-e6ea-448b-8309-685535e2fa80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:36.679939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] For port fecbcd03-951a-4d6c-b370-d34a261c2b35, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fecbcd03-951a-4d6c-b370-d34a261c2b35,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:36.680333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.693946 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.713010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:36.713594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.742324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66291ba8-5f4c-47f9-9197-c21430297d38 None None] The sync data for ids ['1b861537-9776-4042-8b63-8f7f3db7302e'] in dv-neutron-824874-1-hyperv is: [{'id': '1b861537-9776-4042-8b63-8f7f3db7302e', 'name': 'tempest-NetworksTestDHCPv6-router-71202433', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:23Z', 'updated_at': '2022-01-17T08:13:28Z', 'revision_number': 2, 'project_id': 'ab55436046df496b93f5307e85c40341', 'gw_port_host': None, '_interfaces': [{'id': 'fecbcd03-951a-4d6c-b370-d34a261c2b35', 'name': '', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'mac_address': 'fa:16:3e:ee:00:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b861537-9776-4042-8b63-8f7f3db7302e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58053f6e-e6ea-448b-8309-685535e2fa80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:25Z', 'updated_at': '2022-01-17T08:13:35Z', 'revision_number': 4, 'project_id': 'ab55436046df496b93f5307e85c40341', 'subnets': [{'id': '58053f6e-e6ea-448b-8309-685535e2fa80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:36.802607 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea3bf4-94a3-4043-89d9-c69685c300f6 None None] Pushing event updated for resources: {'Port': ['ID=52450fa2-b79a-4cd9-8903-2ed7a5a32b15,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:36.809881 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Attempting to bind port 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:36.810358 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Attempting to bind port 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:36.810779 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Attempting to bind port 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:36.820871 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:36.828359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:36.828359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.828359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:36.828359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Bound port: 52450fa2-b79a-4cd9-8903-2ed7a5a32b15, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:36.828359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.828780 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dc7bbdb4-9ae7-4061-a43f-13d8d61def73 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0518322 Jan 17 08:13:36.832599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47712) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:36.833591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for fecbcd03-951a-4d6c-b370-d34a261c2b35 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:36.842264 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'subnet': {'network_id': '12870a18-4605-427e-8386-23a522ac030b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:36.919996 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] For port 52450fa2-b79a-4cd9-8903-2ed7a5a32b15, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:36.926053 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] For port 52450fa2-b79a-4cd9-8903-2ed7a5a32b15, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52450fa2-b79a-4cd9-8903-2ed7a5a32b15,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:36.960465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:36.964571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:subnet and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:36.967320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:36.973984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:36.980120 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:36.990645 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Allocated IP 172.20.0.12 (560dff18-35da-4b61-9916-1212b78ca914/04d8af72-4299-48f1-9f50-26ce672c58ab/fc1bfe9f-225e-4cfe-993f-24ab4a0d052a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:37.055551 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-c9f255e2-add3-4e49-9958-3456ad7f689f', 'network_id': 'c9f255e2-add3-4e49-9958-3456ad7f689f', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'fixed_ips': [{'subnet_id': 'fab5ccf0-1e5b-4c31-b104-c2d7800a0823'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:13:37.057959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:37.067437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.086658 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea3bf4-94a3-4043-89d9-c69685c300f6 None None] Pushing event updated for resources: {'Port': ['ID=52450fa2-b79a-4cd9-8903-2ed7a5a32b15,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:37.115787 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Routers {'0f459a07-c403-4d4c-9f03-0fd0b2e06b78'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:37.116449 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0f459a07-c403-4d4c-9f03-0fd0b2e06b78'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:37.185736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.252554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Allocated IP 172.20.0.2 (c9f255e2-add3-4e49-9958-3456ad7f689f/fab5ccf0-1e5b-4c31-b104-c2d7800a0823/e4ba4901-286f-4625-8cd7-aa2b98a5f1db) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:37.294043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.348701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.364190 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] Set router 0f459a07-c403-4d4c-9f03-0fd0b2e06b78 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:37.385087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.453030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=fecbcd03-951a-4d6c-b370-d34a261c2b35,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:37.507467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.605575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.618650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Transition to ACTIVE for port object e4ba4901-286f-4625-8cd7-aa2b98a5f1db will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:37.665260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Transition to ACTIVE for port object e4ba4901-286f-4625-8cd7-aa2b98a5f1db will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:37.764097 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.843367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.844854 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f459a07-c403-4d4c-9f03-0fd0b2e06b78', 'name': 'tempest-snat-router-818081132', 'tenant_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': '52450fa2-b79a-4cd9-8903-2ed7a5a32b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:28Z', 'updated_at': '2022-01-17T08:13:32Z', 'revision_number': 3, 'project_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'gw_port': {'id': '52450fa2-b79a-4cd9-8903-2ed7a5a32b15', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f459a07-c403-4d4c-9f03-0fd0b2e06b78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:30Z', 'updated_at': '2022-01-17T08:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:37.850008 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4606f-9e58-41ee-a3c4-bab2c63b0f22 None None] The sync data for ids ['0f459a07-c403-4d4c-9f03-0fd0b2e06b78'] in dv-neutron-824874-1-hyperv is: [{'id': '0f459a07-c403-4d4c-9f03-0fd0b2e06b78', 'name': 'tempest-snat-router-818081132', 'tenant_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': '52450fa2-b79a-4cd9-8903-2ed7a5a32b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:28Z', 'updated_at': '2022-01-17T08:13:32Z', 'revision_number': 3, 'project_id': 'ad2bd3b1d6cb4e0abd5574478d7b6b5b', 'gw_port': {'id': '52450fa2-b79a-4cd9-8903-2ed7a5a32b15', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f459a07-c403-4d4c-9f03-0fd0b2e06b78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:30Z', 'updated_at': '2022-01-17T08:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:37.861038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.864019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Network c9f255e2-add3-4e49-9958-3456ad7f689f is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:37.866916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:37.871244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:37.885040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Pushing event updated for resources: {'Port': ['ID=e4ba4901-286f-4625-8cd7-aa2b98a5f1db,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:37.958337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.978799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Attempting to bind port e4ba4901-286f-4625-8cd7-aa2b98a5f1db on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:37.979178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Attempting to bind port e4ba4901-286f-4625-8cd7-aa2b98a5f1db by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '17099d98-a7ec-431a-a7ca-e93d5c39451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c9f255e2-add3-4e49-9958-3456ad7f689f'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:37.979578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Attempting to bind port e4ba4901-286f-4625-8cd7-aa2b98a5f1db on network c9f255e2-add3-4e49-9958-3456ad7f689f {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:37.986541 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:37.986909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Checking segment: {'id': '17099d98-a7ec-431a-a7ca-e93d5c39451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c9f255e2-add3-4e49-9958-3456ad7f689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:37.987372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:37.988312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Bound using segment: {'id': '17099d98-a7ec-431a-a7ca-e93d5c39451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c9f255e2-add3-4e49-9958-3456ad7f689f'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:37.988773 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Bound port: e4ba4901-286f-4625-8cd7-aa2b98a5f1db, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17099d98-a7ec-431a-a7ca-e93d5c39451e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'c9f255e2-add3-4e49-9958-3456ad7f689f'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:37.989142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.086611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] For port e4ba4901-286f-4625-8cd7-aa2b98a5f1db, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:38.090224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] For port e4ba4901-286f-4625-8cd7-aa2b98a5f1db, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e4ba4901-286f-4625-8cd7-aa2b98a5f1db,segment=NetworkSegment(17099d98-a7ec-431a-a7ca-e93d5c39451e),segment_id=17099d98-a7ec-431a-a7ca-e93d5c39451e)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:38.124068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=ad7ebf3d-4820-4930-a3f8-c138f3a698a1,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:38.124303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.130185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Subnet': ['ID=7860f864-9301-48bc-b61f-e550932abde5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:38.150341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.153914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.172849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Transition to ACTIVE for port object fc1bfe9f-225e-4cfe-993f-24ab4a0d052a will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:38.180167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.187793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Checking segment: {'id': 'd635bf99-4df2-4ba3-86d1-c5e9e0227c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '12870a18-4605-427e-8386-23a522ac030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:38.188152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network hostable DHCP agents. Network: 12870a18-4605-427e-8386-23a522ac030b, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:13:38.230633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8aa24dbf-db02-427d-b87a-8425e15dbf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.242902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.280773 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae81f9-4883-417f-872c-6a26de8d6669 None None] Pushing event updated for resources: {'Port': ['ID=e4ba4901-286f-4625-8cd7-aa2b98a5f1db,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:38.299777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.344201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network 12870a18-4605-427e-8386-23a522ac030b is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:13:38.346041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Deleting port 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:38.346381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.430655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Network 560dff18-35da-4b61-9916-1212b78ca914 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:38.438104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:38.462560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Port': ['ID=fc1bfe9f-225e-4cfe-993f-24ab4a0d052a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:38.473384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:38.570500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 12870a18-4605-427e-8386-23a522ac030b) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:38.578495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989185b-237b-4e53-92f2-330447da8eae None None] Network 12870a18-4605-427e-8386-23a522ac030b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:38.587150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:38.587982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.683309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:38.683935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.735642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] For port 52450fa2-b79a-4cd9-8903-2ed7a5a32b15, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52450fa2-b79a-4cd9-8903-2ed7a5a32b15,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:38.736004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.748931 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dc623755-021b-421e-91c5-f967c59581d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9123759 Jan 17 08:13:38.751501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47724) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:38.758877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-916549647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:38.824654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:38.882385 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b9196f95-57bb-4775-bd8e-9df73e0ca52d tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9303710 Jan 17 08:13:38.890259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47730) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:38.892897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Calling delete_port for 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:38.904185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-47cb98d8-d585-473e-a52b-378b542b5b19 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7c:b7:f3'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:0c:c9:f2'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:38.917274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-12870a18-4605-427e-8386-23a522ac030b', 'network_id': '12870a18-4605-427e-8386-23a522ac030b', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'fixed_ips': [{'subnet_id': '7860f864-9301-48bc-b61f-e550932abde5'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:13:38.918142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:38.932878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:router and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:38.938168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:38.945355 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP 82fb0f2d-948a-4be7-b290-e97c5fab5fc6 associated. External IP: 172.26.4.3, port: 7f76c8f3-bca3-4da4-b140-646c4bacc4ae. Jan 17 08:13:38.953663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:38.992741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b0293393-2592-4425-b365-a40f5e521c12 None None] Provisioning for port fc1bfe9f-225e-4cfe-993f-24ab4a0d052a completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:39.002524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b0293393-2592-4425-b365-a40f5e521c12 None None] Provisioning complete for port fc1bfe9f-225e-4cfe-993f-24ab4a0d052a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:39.008490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0293393-2592-4425-b365-a40f5e521c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.100635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.101875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.102175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b0293393-2592-4425-b365-a40f5e521c12 None None] Port fc1bfe9f-225e-4cfe-993f-24ab4a0d052a cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:39.190454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.195411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Allocated IP 172.21.0.2 (12870a18-4605-427e-8386-23a522ac030b/7860f864-9301-48bc-b61f-e550932abde5/d5373639-5a11-4354-97c4-87cecd10ec66) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:39.238139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Router 1b861537-9776-4042-8b63-8f7f3db7302e has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:39.397527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.408640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.466326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e4ba4901-286f-4625-8cd7-aa2b98a5f1db up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:39.524451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event deleted for resources: {'Port': ['ID=52450fa2-b79a-4cd9-8903-2ed7a5a32b15,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:39.545552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.557558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.597830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47cb98d8-d585-473e-a52b-378b542b5b19 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.642892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.649378 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2f9e1430-b8a1-4dcf-b758-7d96e29532d4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8924277 Jan 17 08:13:39.653042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47738) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:39.660461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6927fd53-990f-48cd-8204-e579829f7769 None None] Network c9f255e2-add3-4e49-9958-3456ad7f689f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:39.733255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:39.772499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:39.807493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Transition to ACTIVE for port object d5373639-5a11-4354-97c4-87cecd10ec66 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:39.856944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Transition to ACTIVE for port object d5373639-5a11-4354-97c4-87cecd10ec66 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:39.947129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e4ba4901-286f-4625-8cd7-aa2b98a5f1db completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:39.950044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-978a8549-19a8-4246-8ed9-9c168762ab7f None None] Provisioning for port e4ba4901-286f-4625-8cd7-aa2b98a5f1db completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:39.969865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.058491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Pushing event updated for resources: {'Port': ['ID=d5373639-5a11-4354-97c4-87cecd10ec66,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:40.060760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-978a8549-19a8-4246-8ed9-9c168762ab7f None None] Provisioning complete for port e4ba4901-286f-4625-8cd7-aa2b98a5f1db triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:40.061132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-978a8549-19a8-4246-8ed9-9c168762ab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.064452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.067297 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a1a87073-7f29-48dc-bfa5-8979dbb4070c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "PUT /v2.0/routers/1b861537-9776-4042-8b63-8f7f3db7302e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5300300 Jan 17 08:13:40.074198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47744) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:40.086184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e4ba4901-286f-4625-8cd7-aa2b98a5f1db triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:40.086543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.136205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47cb98d8-d585-473e-a52b-378b542b5b19 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.177360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d402d2-4919-4bd4-ae96-09bfdf54f482 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:40.178814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d402d2-4919-4bd4-ae96-09bfdf54f482 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:40.179612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-47d402d2-4919-4bd4-ae96-09bfdf54f482 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:40.213526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47cb98d8-d585-473e-a52b-378b542b5b19 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.224733 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Network 12870a18-4605-427e-8386-23a522ac030b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:40.229470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:40.235088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:40.316004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb98d8-d585-473e-a52b-378b542b5b19 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event updated for resources: {'Port': ['ID=fc1bfe9f-225e-4cfe-993f-24ab4a0d052a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:40.411369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-47d402d2-4919-4bd4-ae96-09bfdf54f482 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:40.415685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47750) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:40.417937 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-47d402d2-4919-4bd4-ae96-09bfdf54f482 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3422120 Jan 17 08:13:40.451663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Attempting to bind port d5373639-5a11-4354-97c4-87cecd10ec66 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:40.452509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Attempting to bind port d5373639-5a11-4354-97c4-87cecd10ec66 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'd635bf99-4df2-4ba3-86d1-c5e9e0227c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '12870a18-4605-427e-8386-23a522ac030b'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:40.452509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Attempting to bind port d5373639-5a11-4354-97c4-87cecd10ec66 on network 12870a18-4605-427e-8386-23a522ac030b {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:40.467919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-978a8549-19a8-4246-8ed9-9c168762ab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.482291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.487709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-47cb98d8-d585-473e-a52b-378b542b5b19 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] In _notify_port_updated(), no bound segment for port fc1bfe9f-225e-4cfe-993f-24ab4a0d052a on network 560dff18-35da-4b61-9916-1212b78ca914 {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:13:40.491810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb98d8-d585-473e-a52b-378b542b5b19 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:40.492441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47cb98d8-d585-473e-a52b-378b542b5b19 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.496925 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-47cb98d8-d585-473e-a52b-378b542b5b19 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "PUT /v2.0/ports/fc1bfe9f-225e-4cfe-993f-24ab4a0d052a HTTP/1.1" status: 200 len: 1056 time: 1.6007073 Jan 17 08:13:40.499814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47754) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:40.506897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:40.507450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Checking segment: {'id': 'd635bf99-4df2-4ba3-86d1-c5e9e0227c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '12870a18-4605-427e-8386-23a522ac030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:40.507970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.508463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Bound using segment: {'id': 'd635bf99-4df2-4ba3-86d1-c5e9e0227c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '12870a18-4605-427e-8386-23a522ac030b'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:40.509057 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Bound port: d5373639-5a11-4354-97c4-87cecd10ec66, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd635bf99-4df2-4ba3-86d1-c5e9e0227c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '12870a18-4605-427e-8386-23a522ac030b'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:40.509527 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.536255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.606261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:40.630240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ef784ed5-ca37-4b3a-841e-ecf1ff420933 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Deleting port fc1bfe9f-225e-4cfe-993f-24ab4a0d052a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:40.630507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed5-ca37-4b3a-841e-ecf1ff420933 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.666389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.670406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e4ba4901-286f-4625-8cd7-aa2b98a5f1db, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e4ba4901-286f-4625-8cd7-aa2b98a5f1db,segment=NetworkSegment(17099d98-a7ec-431a-a7ca-e93d5c39451e),segment_id=17099d98-a7ec-431a-a7ca-e93d5c39451e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:40.758110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:40.769085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] For port d5373639-5a11-4354-97c4-87cecd10ec66, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:40.860448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] For port d5373639-5a11-4354-97c4-87cecd10ec66, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d5373639-5a11-4354-97c4-87cecd10ec66,segment=NetworkSegment(d635bf99-4df2-4ba3-86d1-c5e9e0227c38),segment_id=d635bf99-4df2-4ba3-86d1-c5e9e0227c38)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:40.906529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-978a8549-19a8-4246-8ed9-9c168762ab7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:13:40.906875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-978a8549-19a8-4246-8ed9-9c168762ab7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:13:40.907570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e4ba4901-286f-4625-8cd7-aa2b98a5f1db,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:40.940149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.003860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.025656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9047b-38dd-4212-8ee5-0749956f90f5 None None] Pushing event updated for resources: {'Port': ['ID=d5373639-5a11-4354-97c4-87cecd10ec66,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:41.055375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.055865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f459a07-c403-4d4c-9f03-0fd0b2e06b78 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:13:41.066588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c47a8c-57ce-4baf-bc18-186c54d5ca9a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 58053f6e-e6ea-448b-8309-685535e2fa80 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:13:41.072448 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0c47a8c-57ce-4baf-bc18-186c54d5ca9a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.108475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.109623 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ea960dc0-1e7a-4918-8ced-1bbb5b104ca3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0f459a07-c403-4d4c-9f03-0fd0b2e06b78 HTTP/1.1" status: 204 len: 168 time: 4.4899974 Jan 17 08:13:41.169727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47760) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:41.176519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.178135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed5-ca37-4b3a-841e-ecf1ff420933 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.321324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0c47a8c-57ce-4baf-bc18-186c54d5ca9a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.352042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ef784ed5-ca37-4b3a-841e-ecf1ff420933 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Calling delete_port for fc1bfe9f-225e-4cfe-993f-24ab4a0d052a owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:41.463781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d5373639-5a11-4354-97c4-87cecd10ec66 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:41.465728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:41.495208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae3480-b82a-4da6-b6b3-b6456177feb2 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:41.564577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae3480-b82a-4da6-b6b3-b6456177feb2 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:41.566743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8fae3480-b82a-4da6-b6b3-b6456177feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:41.614143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.637435 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8fae3480-b82a-4da6-b6b3-b6456177feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:41.651978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae3480-b82a-4da6-b6b3-b6456177feb2 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:41.652617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8fae3480-b82a-4da6-b6b3-b6456177feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:41.663150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed5-ca37-4b3a-841e-ecf1ff420933 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.720128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784ed5-ca37-4b3a-841e-ecf1ff420933 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event deleted for resources: {'Port': ['ID=fc1bfe9f-225e-4cfe-993f-24ab4a0d052a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:41.722785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8fae3480-b82a-4da6-b6b3-b6456177feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:41.723188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae3480-b82a-4da6-b6b3-b6456177feb2 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:41.727512 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6042f4cf-a81c-4863-8ead-b29e6a5a62bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.6978908 Jan 17 08:13:41.727673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d5373639-5a11-4354-97c4-87cecd10ec66 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:41.727769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47768) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:41.734458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9a612a36-fe84-4731-9886-528b45178395 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:41.734631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e4ba4901-286f-4625-8cd7-aa2b98a5f1db up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:41.793139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7553a97f-8ec6-4cc0-a32b-dd35ca5b7e5e None None] Provisioning complete for port e4ba4901-286f-4625-8cd7-aa2b98a5f1db triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:41.793505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7553a97f-8ec6-4cc0-a32b-dd35ca5b7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.878916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a612a36-fe84-4731-9886-528b45178395 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.890267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e4ba4901-286f-4625-8cd7-aa2b98a5f1db triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:41.894992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:41.987318 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0c47a8c-57ce-4baf-bc18-186c54d5ca9a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.182861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7553a97f-8ec6-4cc0-a32b-dd35ca5b7e5e None None] Could not find standard attr ID for object fc1bfe9f-225e-4cfe-993f-24ab4a0d052a. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:13:42.234756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.20.0.1 (c9f255e2-add3-4e49-9958-3456ad7f689f/fab5ccf0-1e5b-4c31-b104-c2d7800a0823/834e0f30-05ea-4c69-a900-91cab1b4d8b6) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:42.277103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be00ad5-dbff-4245-baec-f372cc200a2c None None] Network 12870a18-4605-427e-8386-23a522ac030b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:42.330761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0c47a8c-57ce-4baf-bc18-186c54d5ca9a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.365347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.385026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef784ed5-ca37-4b3a-841e-ecf1ff420933 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.390588 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ef784ed5-ca37-4b3a-841e-ecf1ff420933 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "DELETE /v2.0/ports/fc1bfe9f-225e-4cfe-993f-24ab4a0d052a HTTP/1.1" status: 204 len: 168 time: 1.8899863 Jan 17 08:13:42.400383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47776) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:42.449196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c47a8c-57ce-4baf-bc18-186c54d5ca9a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=58053f6e-e6ea-448b-8309-685535e2fa80,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:42.452855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7d3c86-e230-4a14-9fe4-1ed168b6d562 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] GET failed (client error): The resource could not be found. Jan 17 08:13:42.453605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1a7d3c86-e230-4a14-9fe4-1ed168b6d562 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Synchronizing usage tracker for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:42.469808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0c47a8c-57ce-4baf-bc18-186c54d5ca9a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.511533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fff7ca-70a2-49ae-9c31-565bc1e9d607 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:42.563628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.621658 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d0c47a8c-57ce-4baf-bc18-186c54d5ca9a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/58053f6e-e6ea-448b-8309-685535e2fa80 HTTP/1.1" status: 204 len: 168 time: 2.2049477 Jan 17 08:13:42.629290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47780) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:42.672985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a612a36-fe84-4731-9886-528b45178395 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.696479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Transition to ACTIVE for port object 834e0f30-05ea-4c69-a900-91cab1b4d8b6 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:42.722591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1a7d3c86-e230-4a14-9fe4-1ed168b6d562 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Unset dirty status for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:42.726487 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1a7d3c86-e230-4a14-9fe4-1ed168b6d562 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "GET /v2.0/ports/fc1bfe9f-225e-4cfe-993f-24ab4a0d052a HTTP/1.1" status: 404 len: 333 time: 0.3248117 Jan 17 08:13:42.733852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-947e1578-6075-4833-b9dd-0ac526b0f2b6 None None] Provisioning for port d5373639-5a11-4354-97c4-87cecd10ec66 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:42.735104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47786) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:42.765204 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-947e1578-6075-4833-b9dd-0ac526b0f2b6 None None] Provisioning complete for port d5373639-5a11-4354-97c4-87cecd10ec66 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:42.765573 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-947e1578-6075-4833-b9dd-0ac526b0f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.789202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a612a36-fe84-4731-9886-528b45178395 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.789665 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-9a612a36-fe84-4731-9886-528b45178395 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP 82fb0f2d-948a-4be7-b290-e97c5fab5fc6 disassociated. External IP: 172.26.4.3, port: 7f76c8f3-bca3-4da4-b140-646c4bacc4ae. Jan 17 08:13:42.812749 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9cb1ce59-92f9-49bf-9ca5-8e6a3084fdd3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1821389 Jan 17 08:13:42.817408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:42.880808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6161f5c-ef1f-42cc-b5de-063bd9b1ec77 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Deleting port 061b2b85-16ef-4ad5-ad6d-b595ae340d71 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:42.881172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6161f5c-ef1f-42cc-b5de-063bd9b1ec77 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.889336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.945954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-947e1578-6075-4833-b9dd-0ac526b0f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.948584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:42.986972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-947e1578-6075-4833-b9dd-0ac526b0f2b6 None None] For port d5373639-5a11-4354-97c4-87cecd10ec66, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d5373639-5a11-4354-97c4-87cecd10ec66,segment=NetworkSegment(d635bf99-4df2-4ba3-86d1-c5e9e0227c38),segment_id=d635bf99-4df2-4ba3-86d1-c5e9e0227c38)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:43.063949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1747ae-2fe7-42b5-8e12-665dbadd505b None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:13:43.070027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network c9f255e2-add3-4e49-9958-3456ad7f689f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:43.070843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Deleting port 04a8e8e6-78d4-4ec1-99da-7bf17084443d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:43.071347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.071935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ac1747ae-2fe7-42b5-8e12-665dbadd505b None None] Deleting port b0ea4e7d-9125-40bb-9309-e9fb5a21277b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:43.072461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac1747ae-2fe7-42b5-8e12-665dbadd505b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.110082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-947e1578-6075-4833-b9dd-0ac526b0f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.134384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:43.144901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=834e0f30-05ea-4c69-a900-91cab1b4d8b6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:43.151102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:43.229103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45c1e5f7-3e8b-4248-af81-d61aec60304d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.280679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6161f5c-ef1f-42cc-b5de-063bd9b1ec77 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.281668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e1578-6075-4833-b9dd-0ac526b0f2b6 None None] Pushing event updated for resources: {'Port': ['ID=d5373639-5a11-4354-97c4-87cecd10ec66,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:43.417261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d5373639-5a11-4354-97c4-87cecd10ec66 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:43.469422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c6161f5c-ef1f-42cc-b5de-063bd9b1ec77 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Calling delete_port for 061b2b85-16ef-4ad5-ad6d-b595ae340d71 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:43.510484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ac1747ae-2fe7-42b5-8e12-665dbadd505b None None] For port b0ea4e7d-9125-40bb-9309-e9fb5a21277b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b0ea4e7d-9125-40bb-9309-e9fb5a21277b,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:43.511018 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac1747ae-2fe7-42b5-8e12-665dbadd505b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.520404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f69e1962-7c30-4109-900e-ad77addc22bf None None] Provisioning complete for port d5373639-5a11-4354-97c4-87cecd10ec66 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:43.520928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f69e1962-7c30-4109-900e-ad77addc22bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.569811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.677469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ac1747ae-2fe7-42b5-8e12-665dbadd505b None None] Calling delete_port for b0ea4e7d-9125-40bb-9309-e9fb5a21277b owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:43.787068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d5373639-5a11-4354-97c4-87cecd10ec66 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:43.787484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.817937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6161f5c-ef1f-42cc-b5de-063bd9b1ec77 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.826783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] For port 04a8e8e6-78d4-4ec1-99da-7bf17084443d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=04a8e8e6-78d4-4ec1-99da-7bf17084443d,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:43.827133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:43.908685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6161f5c-ef1f-42cc-b5de-063bd9b1ec77 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event deleted for resources: {'Port': ['ID=061b2b85-16ef-4ad5-ad6d-b595ae340d71,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:43.996103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac1747ae-2fe7-42b5-8e12-665dbadd505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.073761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a612a36-fe84-4731-9886-528b45178395 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:44.077549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1747ae-2fe7-42b5-8e12-665dbadd505b None None] Pushing event deleted for resources: {'Port': ['ID=b0ea4e7d-9125-40bb-9309-e9fb5a21277b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:44.079873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Calling delete_port for 04a8e8e6-78d4-4ec1-99da-7bf17084443d owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:44.092424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6161f5c-ef1f-42cc-b5de-063bd9b1ec77 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.102830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b0ea4e7d-9125-40bb-9309-e9fb5a21277b no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:13:44.150791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: b0ea4e7d-9125-40bb-9309-e9fb5a21277b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:13:44.151532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b0ea4e7d-9125-40bb-9309-e9fb5a21277b not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:13:44.158450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1747ae-2fe7-42b5-8e12-665dbadd505b None None] No DVR routers for this DVR port b0ea4e7d-9125-40bb-9309-e9fb5a21277b on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:13:44.173865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-45bcde6b-c3ab-4507-9257-ffe0792f3295 None None] Provisioning for port 834e0f30-05ea-4c69-a900-91cab1b4d8b6 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:44.182807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-45bcde6b-c3ab-4507-9257-ffe0792f3295 None None] Provisioning complete for port 834e0f30-05ea-4c69-a900-91cab1b4d8b6 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:44.183175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45bcde6b-c3ab-4507-9257-ffe0792f3295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.203353 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c6161f5c-ef1f-42cc-b5de-063bd9b1ec77 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "DELETE /v2.0/ports/061b2b85-16ef-4ad5-ad6d-b595ae340d71 HTTP/1.1" status: 204 len: 168 time: 1.4669113 Jan 17 08:13:44.212128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47800) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:44.253356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-45bcde6b-c3ab-4507-9257-ffe0792f3295 None None] Port 834e0f30-05ea-4c69-a900-91cab1b4d8b6 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:44.328663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45c1e5f7-3e8b-4248-af81-d61aec60304d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.341746 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d8b165-2196-4b53-90df-6797efb5c4ee tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] GET failed (client error): The resource could not be found. Jan 17 08:13:44.342225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5d8b165-2196-4b53-90df-6797efb5c4ee tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Synchronizing usage tracker for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:44.352920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a612a36-fe84-4731-9886-528b45178395 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:44.355848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45c1e5f7-3e8b-4248-af81-d61aec60304d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.357052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9a612a36-fe84-4731-9886-528b45178395 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.366713 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5b58d8-2b77-4f99-9b15-8230ceb26e0b None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:44.378101 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b58d8-2b77-4f99-9b15-8230ceb26e0b None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:44.378717 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5e5b58d8-2b77-4f99-9b15-8230ceb26e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:44.391351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.452065 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5e5b58d8-2b77-4f99-9b15-8230ceb26e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:44.464507 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b58d8-2b77-4f99-9b15-8230ceb26e0b None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:44.465126 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5e5b58d8-2b77-4f99-9b15-8230ceb26e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:44.529646 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9a612a36-fe84-4731-9886-528b45178395 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/floatingips/82fb0f2d-948a-4be7-b290-e97c5fab5fc6 HTTP/1.1" status: 200 len: 686 time: 2.8007977 Jan 17 08:13:44.536922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47806) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:44.542695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5d8b165-2196-4b53-90df-6797efb5c4ee tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Unset dirty status for tenant:e78916efbae44a9abe6778df7a0da762 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:44.551325 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5e5b58d8-2b77-4f99-9b15-8230ceb26e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:44.551868 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c5d8b165-2196-4b53-90df-6797efb5c4ee tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "GET /v2.0/ports/061b2b85-16ef-4ad5-ad6d-b595ae340d71 HTTP/1.1" status: 404 len: 333 time: 0.3274209 Jan 17 08:13:44.551943 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5b58d8-2b77-4f99-9b15-8230ceb26e0b None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:44.552709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47810) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:44.615483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5701cf27-009b-43d1-94cc-c72514e1ea15 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Deleting port 4c53e3f7-b7e7-4b79-b3d5-4e04c985791e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:44.616113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5701cf27-009b-43d1-94cc-c72514e1ea15 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.694143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45c1e5f7-3e8b-4248-af81-d61aec60304d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.694875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c1e5f7-3e8b-4248-af81-d61aec60304d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Fanout notify agent at l3_agent the message router_deleted on router 1b861537-9776-4042-8b63-8f7f3db7302e {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:13:44.859925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5701cf27-009b-43d1-94cc-c72514e1ea15 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.977415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5701cf27-009b-43d1-94cc-c72514e1ea15 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Calling delete_port for 4c53e3f7-b7e7-4b79-b3d5-4e04c985791e owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:44.992035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45c1e5f7-3e8b-4248-af81-d61aec60304d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:44.993135 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-45c1e5f7-3e8b-4248-af81-d61aec60304d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/routers/1b861537-9776-4042-8b63-8f7f3db7302e HTTP/1.1" status: 204 len: 168 time: 2.1760509 Jan 17 08:13:45.002348 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47816) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:45.015574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port ad7ebf3d-4820-4930-a3f8-c138f3a698a1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:45.015934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.017255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:45.124912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.153654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:45.158483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:45.162736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:45.205226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event deleted for resources: {'Port': ['ID=04a8e8e6-78d4-4ec1-99da-7bf17084443d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:45.206845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:45.277080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:45.349685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5701cf27-009b-43d1-94cc-c72514e1ea15 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.410234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701cf27-009b-43d1-94cc-c72514e1ea15 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event deleted for resources: {'Port': ['ID=4c53e3f7-b7e7-4b79-b3d5-4e04c985791e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:45.432095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.460462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.464161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.464480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.537839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.658117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5701cf27-009b-43d1-94cc-c72514e1ea15 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.734487 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5701cf27-009b-43d1-94cc-c72514e1ea15 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "DELETE /v2.0/ports/4c53e3f7-b7e7-4b79-b3d5-4e04c985791e HTTP/1.1" status: 204 len: 168 time: 1.1805949 Jan 17 08:13:45.738941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47826) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:45.795975 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for ad7ebf3d-4820-4930-a3f8-c138f3a698a1 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:45.842559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.897600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.940254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.968915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:45.977872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:45.980685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:45.981263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:45.986831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8cd045-0072-4297-b78f-54fa5957f14e None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:45.996750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=834e0f30-05ea-4c69-a900-91cab1b4d8b6,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:46.013403 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=4263ae21-b27e-48ee-bf26-9ad1522f4f3b,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:46.037613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41ad279-4b11-4337-9731-f14d669990ae tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Deleting subnet 04d8af72-4299-48f1-9f50-26ce672c58ab {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:13:46.040640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d41ad279-4b11-4337-9731-f14d669990ae tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.074384 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-693288ca-3bdd-431e-a6af-744449906b46 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0703876 Jan 17 08:13:46.077491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47830) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:46.084883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1670950824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:46.099975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:46.112075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:router and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:46.117281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:46.121822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d41ad279-4b11-4337-9731-f14d669990ae tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.256811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:46.262152 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '4263ae21-b27e-48ee-bf26-9ad1522f4f3b'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:13:46.263324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.319212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d41ad279-4b11-4337-9731-f14d669990ae tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.358771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.367317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.368887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.410220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.429460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.491676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network c9f255e2-add3-4e49-9958-3456ad7f689f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:46.493486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:46.494017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/4263ae21-b27e-48ee-bf26-9ad1522f4f3b/d3eef98e-4d65-4d36-b9e4-8a3ac5799acb) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:46.494256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d41ad279-4b11-4337-9731-f14d669990ae tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.542913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.553546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ad279-4b11-4337-9731-f14d669990ae tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event deleted for resources: {'Subnet': ['ID=04d8af72-4299-48f1-9f50-26ce672c58ab,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:46.568720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d41ad279-4b11-4337-9731-f14d669990ae tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.578552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.579088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9decb55e-4eb5-4b9a-81b4-10e56930878b {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:13:46.581914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.582330 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d41ad279-4b11-4337-9731-f14d669990ae tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "DELETE /v2.0/subnets/04d8af72-4299-48f1-9f50-26ce672c58ab HTTP/1.1" status: 204 len: 168 time: 0.8422823 Jan 17 08:13:46.587742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47836) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:46.590647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c153a6-eb71-4d74-88af-164e13aa88da None None] Network 560dff18-35da-4b61-9916-1212b78ca914 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:46.698875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.702900 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-774af357-fc58-466c-8a83-c396e8709aaf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6220784 Jan 17 08:13:46.707444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:46.710294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=ad7ebf3d-4820-4930-a3f8-c138f3a698a1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:46.790857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.801911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Deleting port f89d982c-c248-49bb-910f-99288413dde1 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:46.802235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.857203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.861848 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4cdd8ac9-11d1-4696-935f-71ad649045ba tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "DELETE /v2.0/routers/9decb55e-4eb5-4b9a-81b4-10e56930878b HTTP/1.1" status: 204 len: 168 time: 5.6608543 Jan 17 08:13:46.864151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47846) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:46.886279 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1656425336', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:46.894009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:46.899143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Usage tracker for resource:router and tenant:651101ee7b7c40208c502510806d8321 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:46.993704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:46.996727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e8840efb-788a-401f-a6fa-5e894e7e4f54 None None] Provisioning complete for port 834e0f30-05ea-4c69-a900-91cab1b4d8b6 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:46.997191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8840efb-788a-401f-a6fa-5e894e7e4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.045443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Transition to ACTIVE for port object d3eef98e-4d65-4d36-b9e4-8a3ac5799acb will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:47.055802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:47.074754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:47.086387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e8840efb-788a-401f-a6fa-5e894e7e4f54 None None] Port 834e0f30-05ea-4c69-a900-91cab1b4d8b6 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:47.094617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Transition to ACTIVE for port object d3eef98e-4d65-4d36-b9e4-8a3ac5799acb will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:47.104871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] For port f89d982c-c248-49bb-910f-99288413dde1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f89d982c-c248-49bb-910f-99288413dde1,segment=NetworkSegment(0a59aa15-fa08-411b-9f52-6f792d7a0f93),segment_id=0a59aa15-fa08-411b-9f52-6f792d7a0f93)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:47.105472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.177868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] DHCP port deletion for 560dff18-35da-4b61-9916-1212b78ca914 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:13:47.183850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] Deleting port f89d982c-c248-49bb-910f-99288413dde1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:47.184592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.197826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.208992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.208992 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ba2db8cb-47b2-4d82-a224-332d2adeb3dd tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/floatingips/82fb0f2d-948a-4be7-b290-e97c5fab5fc6 HTTP/1.1" status: 204 len: 168 time: 2.6649389 Jan 17 08:13:47.218166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47852) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:47.267792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.269486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.284812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '529ea7d1-21b4-44c4-b05e-40db46a63e2a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:47.288477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.294228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:47.296739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Calling delete_port for f89d982c-c248-49bb-910f-99288413dde1 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:47.299443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:floatingip and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:47.304602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:47.363731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:47.391042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f89d982c-c248-49bb-910f-99288413dde1 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:13:47.402558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.420214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:47.436705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:47.450462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:47.466497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.483109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.486781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Pushing event updated for resources: {'Port': ['ID=d3eef98e-4d65-4d36-b9e4-8a3ac5799acb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:47.622704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event deleted for resources: {'Port': ['ID=f89d982c-c248-49bb-910f-99288413dde1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:47.661925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No active binding found for port f89d982c-c248-49bb-910f-99288413dde1 {{(pid=84156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 17 08:13:47.662346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f89d982c-c248-49bb-910f-99288413dde1 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:13:47.673479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Attempting to bind port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:47.673851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Attempting to bind port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:47.677284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Attempting to bind port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:47.684250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] For port f89d982c-c248-49bb-910f-99288413dde1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f89d982c-c248-49bb-910f-99288413dde1,segment=NetworkSegment(0a59aa15-fa08-411b-9f52-6f792d7a0f93),segment_id=0a59aa15-fa08-411b-9f52-6f792d7a0f93)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:47.684250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.687683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] No DVR routers for this DVR port f89d982c-c248-49bb-910f-99288413dde1 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:13:47.691286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:47.691666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:47.692081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.692532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:47.693017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Bound port: d3eef98e-4d65-4d36-b9e4-8a3ac5799acb, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:47.693389 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.791701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.823922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.845225 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] Calling delete_port for f89d982c-c248-49bb-910f-99288413dde1 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:47.853360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560dff18-35da-4b61-9916-1212b78ca914']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:47.870956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a59aa15-fa08-411b-9f52-6f792d7a0f93') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:47.871309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a59aa15-fa08-411b-9f52-6f792d7a0f93') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:47.884357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.886996 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.926082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.986044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:13:47.986282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router 60fda386-b302-468d-a28f-4017a93934b0 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:13:47.986378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:47.993589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] For port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:47.998295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] For port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d3eef98e-4d65-4d36-b9e4-8a3ac5799acb,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:47.998295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:13:47.998295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:13:48.000342 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:13:48.054102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:48.121013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:48.151288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfaf7e-6837-454b-b061-432fc161f474 None None] Pushing event updated for resources: {'Port': ['ID=d3eef98e-4d65-4d36-b9e4-8a3ac5799acb,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:48.185122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:48.314848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:48.321632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:48.373467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] Pushing event deleted for resources: {'Network': ['ID=560dff18-35da-4b61-9916-1212b78ca914,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:48.375509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:48.422182 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8f7ddfd0-f189-4b29-b26f-1692c6ea4426 tempest-AllowedAddressPairTestJSON-454652301 tempest-AllowedAddressPairTestJSON-454652301-project] 10.222.0.44 "DELETE /v2.0/networks/560dff18-35da-4b61-9916-1212b78ca914 HTTP/1.1" status: 204 len: 168 time: 1.8332036 Jan 17 08:13:48.499295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] Deleting port f89d982c-c248-49bb-910f-99288413dde1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:48.499770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:48.613503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b848fddb-af73-4d1e-a16d-05c0210add1b None None] The port 'f89d982c-c248-49bb-910f-99288413dde1' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:13:48.615469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.26.4.218 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/74557009-2113-442b-b069-c78db192d1c0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:48.679598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::1 (f8dda541-a6ad-4425-a3fa-1d9436a44791/4263ae21-b27e-48ee-bf26-9ad1522f4f3b/22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:48.775652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:48.785923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae863bdc-1cfd-4858-9834-5d703692f6d9 None None] Sync routers for ids ['60fda386-b302-468d-a28f-4017a93934b0'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:48.803607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae863bdc-1cfd-4858-9834-5d703692f6d9 None None] Routers {'60fda386-b302-468d-a28f-4017a93934b0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:48.804240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ae863bdc-1cfd-4858-9834-5d703692f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['60fda386-b302-468d-a28f-4017a93934b0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:48.865330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ae863bdc-1cfd-4858-9834-5d703692f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:48.876412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae863bdc-1cfd-4858-9834-5d703692f6d9 None None] Routers {'60fda386-b302-468d-a28f-4017a93934b0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:48.877022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ae863bdc-1cfd-4858-9834-5d703692f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['60fda386-b302-468d-a28f-4017a93934b0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:48.891602 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3bdff705-f385-49a9-91a5-3bce28c0eef0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/60fda386-b302-468d-a28f-4017a93934b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2347729 Jan 17 08:13:48.892101 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47866) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:48.931531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:48.982049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ae863bdc-1cfd-4858-9834-5d703692f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:48.982543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae863bdc-1cfd-4858-9834-5d703692f6d9 None None] The sync data for ids ['60fda386-b302-468d-a28f-4017a93934b0'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:49.002400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306bbaa8-9d71-4170-9cca-ebc02b34ca0b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:49.006627 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-306bbaa8-9d71-4170-9cca-ebc02b34ca0b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports/834e0f30-05ea-4c69-a900-91cab1b4d8b6 HTTP/1.1" status: 200 len: 910 time: 0.1114824 Jan 17 08:13:49.008529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:49.012166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47870) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:49.130803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:49.161029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47878) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:49.217304 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:49.284418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Allocated IP 172.26.4.9 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/97a617b8-4c47-456f-a059-261bc404dcb6) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:49.306516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=74557009-2113-442b-b069-c78db192d1c0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:49.310081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:49.330792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:49.333395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:49.457037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:49.498138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d3eef98e-4d65-4d36-b9e4-8a3ac5799acb up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:49.520618 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-78f3cc2c-3972-4218-b2a5-c0e11acda22c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e78916efbae44a9abe6778df7a0da762&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3558664 Jan 17 08:13:49.523258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47886) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:49.537417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:49.574649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:49.653398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:49.693845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:49.756213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:49.762698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:49.764856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:49.770264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:49.777443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:49.789025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:49.789554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:49.793360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:49.798081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event updated for resources: {'Port': ['ID=97a617b8-4c47-456f-a059-261bc404dcb6,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:49.830333 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-39875f0c-1029-4b67-bde3-59d41fdcf0c5 None None] Provisioning for port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:49.836515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-39875f0c-1029-4b67-bde3-59d41fdcf0c5 None None] Provisioning complete for port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:49.843387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39875f0c-1029-4b67-bde3-59d41fdcf0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:49.945038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818e86ff-8dc4-4eba-b54e-c3e315904fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.016184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39875f0c-1029-4b67-bde3-59d41fdcf0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.024573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818e86ff-8dc4-4eba-b54e-c3e315904fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.055441 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-39875f0c-1029-4b67-bde3-59d41fdcf0c5 None None] For port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d3eef98e-4d65-4d36-b9e4-8a3ac5799acb,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:50.058037 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.058828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.099481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-39875f0c-1029-4b67-bde3-59d41fdcf0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.189160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39875f0c-1029-4b67-bde3-59d41fdcf0c5 None None] Pushing event updated for resources: {'Port': ['ID=d3eef98e-4d65-4d36-b9e4-8a3ac5799acb,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:50.298759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ab96287a-c4af-4e0b-8379-6b79a07db5fb None None] Provisioning for port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:50.304741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ab96287a-c4af-4e0b-8379-6b79a07db5fb None None] Provisioning complete for port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:50.305116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab96287a-c4af-4e0b-8379-6b79a07db5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.350554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Router c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:13:50.366213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ab96287a-c4af-4e0b-8379-6b79a07db5fb None None] Port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:50.384161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.401994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818e86ff-8dc4-4eba-b54e-c3e315904fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.426267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e86ff-8dc4-4eba-b54e-c3e315904fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4a6aa-7d03-48b4-a45d-7df37089a0ad,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:50.544595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-818e86ff-8dc4-4eba-b54e-c3e315904fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.549189 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-818e86ff-8dc4-4eba-b54e-c3e315904fbf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecb4a6aa-7d03-48b4-a45d-7df37089a0ad HTTP/1.1" status: 204 len: 168 time: 1.0184309 Jan 17 08:13:50.585727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:50.596349 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616c9be-9c0a-4f53-a7c2-05c7e08a9df0 None None] Sync routers for ids ['c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:50.609971 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616c9be-9c0a-4f53-a7c2-05c7e08a9df0 None None] Routers {'c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:50.611009 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1616c9be-9c0a-4f53-a7c2-05c7e08a9df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:50.677029 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1616c9be-9c0a-4f53-a7c2-05c7e08a9df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:50.682030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:50.683449 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-782bdc35-0081-471f-a7ed-7277e3d7392e tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8171544 Jan 17 08:13:50.686297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47898) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:50.692319 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616c9be-9c0a-4f53-a7c2-05c7e08a9df0 None None] Routers {'c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:50.692483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-72c264fe-7c3f-44f7-a8cc-6eda5dfd9d70 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': False}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:50.692915 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1616c9be-9c0a-4f53-a7c2-05c7e08a9df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:50.760009 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-1616c9be-9c0a-4f53-a7c2-05c7e08a9df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:50.760516 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616c9be-9c0a-4f53-a7c2-05c7e08a9df0 None None] The sync data for ids ['c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:51.232140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.295556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.373201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d3eef98e-4d65-4d36-b9e4-8a3ac5799acb up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:51.492656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72c264fe-7c3f-44f7-a8cc-6eda5dfd9d70 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.504949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:51.509065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.603923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.609250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.660083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.660826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.894588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:51.944001 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72c264fe-7c3f-44f7-a8cc-6eda5dfd9d70 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.947914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72c264fe-7c3f-44f7-a8cc-6eda5dfd9d70 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:51.951867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:52.118248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.21.0.1 (12870a18-4605-427e-8386-23a522ac030b/7860f864-9301-48bc-b61f-e550932abde5/59ea990e-4bfa-4ba8-a23b-f70088b0f109) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:52.179990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:52.187881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:52.230226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c264fe-7c3f-44f7-a8cc-6eda5dfd9d70 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Router c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:52.301427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:52.378596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1869758231'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:52.484001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:52.485864 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c264fe-7c3f-44f7-a8cc-6eda5dfd9d70 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:52.496306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72c264fe-7c3f-44f7-a8cc-6eda5dfd9d70 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:52.496925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8033bca-b773-42cb-b809-ae2aed8c67ee None None] Sync routers for ids ['c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:52.502461 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-72c264fe-7c3f-44f7-a8cc-6eda5dfd9d70 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "PUT /v2.0/routers/c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1 HTTP/1.1" status: 200 len: 920 time: 1.8148644 Jan 17 08:13:52.504015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47934) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:52.506408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Transition to ACTIVE for port object 59ea990e-4bfa-4ba8-a23b-f70088b0f109 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:52.527866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:52.533546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e8631e5a-a7b2-42fa-8a3a-361d4df62ed1 None None] Provisioning complete for port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:52.536238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e8631e5a-a7b2-42fa-8a3a-361d4df62ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:52.595580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8033bca-b773-42cb-b809-ae2aed8c67ee None None] Routers {'c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:52.596417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f8033bca-b773-42cb-b809-ae2aed8c67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:52.676822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f8033bca-b773-42cb-b809-ae2aed8c67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:52.687884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e8631e5a-a7b2-42fa-8a3a-361d4df62ed1 None None] Port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:52.696580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8033bca-b773-42cb-b809-ae2aed8c67ee None None] Routers {'c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:52.697478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f8033bca-b773-42cb-b809-ae2aed8c67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:52.760488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:52.763293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f8033bca-b773-42cb-b809-ae2aed8c67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:52.763701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8033bca-b773-42cb-b809-ae2aed8c67ee None None] The sync data for ids ['c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:52.777613 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-743fdcc8-5772-4053-b648-d19c1408677e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/routers/c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1 HTTP/1.1" status: 200 len: 920 time: 0.2720141 Jan 17 08:13:52.780344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47938) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:52.785038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:52.796708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Usage tracker for resource:network and tenant:fae9dc7c5cfb45f08234642257dfabc1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:52.801824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:52.860587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:52.865839 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4118f468-928e-4257-9d6b-c00d6c93718b tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0800292 Jan 17 08:13:52.866086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47944) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:52.909586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=74557009-2113-442b-b069-c78db192d1c0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:52.943069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network 12870a18-4605-427e-8386-23a522ac030b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:52.963323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:52.965662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:52.993821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05702f5-c0fa-4268-8f8c-ee3ac98cf576 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:52.996107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e05702f5-c0fa-4268-8f8c-ee3ac98cf576 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Synchronizing usage tracker for tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:53.013383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Made reservation on behalf of fae9dc7c5cfb45f08234642257dfabc1 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:53.016391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.039933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.064662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e05702f5-c0fa-4268-8f8c-ee3ac98cf576 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Unset dirty status for tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:53.066899 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e05702f5-c0fa-4268-8f8c-ee3ac98cf576 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 881 time: 0.1995466 Jan 17 08:13:53.069808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47948) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:53.112914 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-284da034-242e-45a3-8537-bc7e7bdd21c0 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1 HTTP/1.1" status: 200 len: 205 time: 0.0410385 Jan 17 08:13:53.113126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.115123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47952) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:53.190946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=59ea990e-4bfa-4ba8-a23b-f70088b0f109,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:53.210656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.253439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0db1530b-b4bb-4692-ab42-015da215273c None None] Provisioning for port 59ea990e-4bfa-4ba8-a23b-f70088b0f109 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:53.258823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0db1530b-b4bb-4692-ab42-015da215273c None None] Provisioning complete for port 59ea990e-4bfa-4ba8-a23b-f70088b0f109 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:53.260236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0db1530b-b4bb-4692-ab42-015da215273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.317829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:53.318298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0db1530b-b4bb-4692-ab42-015da215273c None None] Port 59ea990e-4bfa-4ba8-a23b-f70088b0f109 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:53.327628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Usage tracker for resource:security_group_rule and tenant:fae9dc7c5cfb45f08234642257dfabc1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:53.332288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:53.341898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:53.433530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.575547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.599796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.635004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.662360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.681937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Deleting port 97a617b8-4c47-456f-a059-261bc404dcb6 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:53.682337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.710673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:13:53.791255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP e8a027e2-6158-4d50-bf25-33182b921e06 associated. External IP: 172.26.4.218, port: 529ea7d1-21b4-44c4-b05e-40db46a63e2a. Jan 17 08:13:53.854144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.893227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8363e7a8-3167-4f6b-a25f-b2b055bca711,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:53.912605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:53.912949 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Added segment 63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b of type vlan for network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 Jan 17 08:13:53.964269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Router 4a08b0db-7426-49e8-bae3-206ea91f099e is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:13:53.971440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Calling delete_port for 97a617b8-4c47-456f-a059-261bc404dcb6 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:53.972230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:54.207907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:54.253468 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event deleted for resources: {'Port': ['ID=97a617b8-4c47-456f-a059-261bc404dcb6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:54.423793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:54.428061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:54.428640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:54.496213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:54.609269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event updated for resources: {'Network': ['ID=0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:54.622633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:13:54.642746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:54.670218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:54.678186 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c342df5c-7888-4c37-b17d-d1f59e5b074f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "PUT /v2.0/routers/4a08b0db-7426-49e8-bae3-206ea91f099e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9611361 Jan 17 08:13:54.682832 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Sync routers for ids ['4a08b0db-7426-49e8-bae3-206ea91f099e'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:54.684869 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0b93bb35-2b72-48b8-8ed0-931ee2151225 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7850447 Jan 17 08:13:54.684993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47964) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:54.685389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47966) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:54.697391 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Routers {'4a08b0db-7426-49e8-bae3-206ea91f099e'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:54.698321 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4a08b0db-7426-49e8-bae3-206ea91f099e'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:54.699502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Request body: {'subnet': {'network_id': '0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:54.745940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:54.893312 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Set router 4a08b0db-7426-49e8-bae3-206ea91f099e gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:54.895700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:54.900882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=59ea990e-4bfa-4ba8-a23b-f70088b0f109,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:55.031734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.066263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.077963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7009452e-3023-4fe6-98a2-25e537b4c347 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:55.078542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7009452e-3023-4fe6-98a2-25e537b4c347 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:55.087547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:55.094107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Usage tracker for resource:subnet and tenant:fae9dc7c5cfb45f08234642257dfabc1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:55.098849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:55.110584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:55.124549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network 12870a18-4605-427e-8386-23a522ac030b is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:55.126581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:55.224894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7009452e-3023-4fe6-98a2-25e537b4c347 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:55.226462 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7009452e-3023-4fe6-98a2-25e537b4c347 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports/22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d HTTP/1.1" status: 200 len: 911 time: 0.5398796 Jan 17 08:13:55.228000 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a08b0db-7426-49e8-bae3-206ea91f099e', 'name': 'tempest-NetworksTestDHCPv6-router-1670950824', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:46Z', 'updated_at': '2022-01-17T08:13:50Z', 'revision_number': 2, 'project_id': 'ab55436046df496b93f5307e85c40341', 'gw_port_host': None, '_interfaces': [{'id': '22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d', 'name': '', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'mac_address': 'fa:16:3e:8b:bc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a08b0db-7426-49e8-bae3-206ea91f099e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4263ae21-b27e-48ee-bf26-9ad1522f4f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:48Z', 'updated_at': '2022-01-17T08:13:50Z', 'revision_number': 2, 'project_id': 'ab55436046df496b93f5307e85c40341', 'subnets': [{'id': '4263ae21-b27e-48ee-bf26-9ad1522f4f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:55.229141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47976) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:55.235613 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Checking router: 4a08b0db-7426-49e8-bae3-206ea91f099e for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:13:55.235959 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Updating router 4a08b0db-7426-49e8-bae3-206ea91f099e port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:13:55.278337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Made reservation on behalf of fae9dc7c5cfb45f08234642257dfabc1 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:13:55.294737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.295699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Fanout notify agent at l3_agent the message router_deleted on router c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:13:55.309340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:55.313702 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.402818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.403923 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6a11e2e0-58be-4679-a3f1-616719cc8211 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1 HTTP/1.1" status: 204 len: 168 time: 2.2878017 Jan 17 08:13:55.413909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47980) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:55.427959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-214855104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:55.447686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:55.457052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Usage tracker for resource:router and tenant:651101ee7b7c40208c502510806d8321 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:55.463668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.476726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:55.487811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-21bdbfa7-f8b3-4668-8846-6cce196482d8 None None] Provisioning complete for port 59ea990e-4bfa-4ba8-a23b-f70088b0f109 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:55.488644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21bdbfa7-f8b3-4668-8846-6cce196482d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.537439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:55.568800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-21bdbfa7-f8b3-4668-8846-6cce196482d8 None None] Port 59ea990e-4bfa-4ba8-a23b-f70088b0f109 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:13:55.579647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5faf2-f805-42ad-a828-190a40a57f69 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:55.584254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5faf2-f805-42ad-a828-190a40a57f69 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:55.585864 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e0b5faf2-f805-42ad-a828-190a40a57f69 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3553305 Jan 17 08:13:55.589794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 47984) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:55.660206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.661080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.664510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router 60fda386-b302-468d-a28f-4017a93934b0 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:13:55.756610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:55.767478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c35ca4-221f-4e22-947a-8d29a3874f50 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:55.790322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c35ca4-221f-4e22-947a-8d29a3874f50 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:55.791213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-23c35ca4-221f-4e22-947a-8d29a3874f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:55.807750 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.845992 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.876955 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Transition to ACTIVE for port object 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:55.899079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-23c35ca4-221f-4e22-947a-8d29a3874f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:55.910364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c35ca4-221f-4e22-947a-8d29a3874f50 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:55.910891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-23c35ca4-221f-4e22-947a-8d29a3874f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:55.968593 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.976636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:55.989283 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-23c35ca4-221f-4e22-947a-8d29a3874f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:55.990448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c35ca4-221f-4e22-947a-8d29a3874f50 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:55.990895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:56.030607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:13:56.036039 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7ad5c91b-76c2-4168-bdc4-c65b13723a8c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/60fda386-b302-468d-a28f-4017a93934b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0229242 Jan 17 08:13:56.038799 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47992) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:56.051284 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827ac50-4d59-4457-b220-50c7704f93f1 None None] Sync routers for ids ['60fda386-b302-468d-a28f-4017a93934b0'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:13:56.083296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:56.165003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f3916-8e8f-47a9-85f2-57b1274b3629 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:56.165603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e93f3916-8e8f-47a9-85f2-57b1274b3629 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:56.167564 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d13b8-1a49-427a-aa36-6127e48a4419 None None] Pushing event updated for resources: {'Port': ['ID=22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:56.170290 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e27e2559-b27a-4911-bb39-e5a342dae1d2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.8978624 Jan 17 08:13:56.173091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 47996) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:56.175778 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827ac50-4d59-4457-b220-50c7704f93f1 None None] Routers {'60fda386-b302-468d-a28f-4017a93934b0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:56.176388 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5827ac50-4d59-4457-b220-50c7704f93f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['60fda386-b302-468d-a28f-4017a93934b0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:56.185780 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event updated for resources: {'Subnet': ['ID=8c4c6487-60d8-4384-8fc7-4275dd54d9f5,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:56.206339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:56.210427 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4ea1b84b-e8fd-45ce-b85d-20928e08988a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7933478 Jan 17 08:13:56.212682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48000) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:56.219144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:56.278374 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5827ac50-4d59-4457-b220-50c7704f93f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:56.291268 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Checking segment: {'id': '63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:56.291629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Network hostable DHCP agents. Network: 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:13:56.302182 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3ab1863e-21d2-44d7-bc1f-e548e515c090 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "GET /v2.0/floatingips/e8a027e2-6158-4d50-bf25-33182b921e06 HTTP/1.1" status: 200 len: 978 time: 0.1237557 Jan 17 08:13:56.302182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48004) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:56.357522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e93f3916-8e8f-47a9-85f2-57b1274b3629 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:56.359612 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e93f3916-8e8f-47a9-85f2-57b1274b3629 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports/59ea990e-4bfa-4ba8-a23b-f70088b0f109 HTTP/1.1" status: 200 len: 910 time: 0.3185675 Jan 17 08:13:56.364741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48010) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:56.428348 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Attempting to bind port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:56.431797 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Attempting to bind port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:56.432167 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Attempting to bind port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:56.434255 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827ac50-4d59-4457-b220-50c7704f93f1 None None] Routers {'60fda386-b302-468d-a28f-4017a93934b0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:56.434861 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5827ac50-4d59-4457-b220-50c7704f93f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['60fda386-b302-468d-a28f-4017a93934b0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:56.482296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:13:56.524831 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5827ac50-4d59-4457-b220-50c7704f93f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:56.525226 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827ac50-4d59-4457-b220-50c7704f93f1 None None] The sync data for ids ['60fda386-b302-468d-a28f-4017a93934b0'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:56.528674 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:56.528674 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:56.528980 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:56.529396 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:56.529795 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Bound port: 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:56.530174 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:56.549098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-72f5f5a2-26ba-4d97-ad98-a69d60600e5d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Synchronizing usage tracker for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:13:56.625873 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] For port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:56.630008 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] For port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:56.668304 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-72f5f5a2-26ba-4d97-ad98-a69d60600e5d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Unset dirty status for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:13:56.671906 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-72f5f5a2-26ba-4d97-ad98-a69d60600e5d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3697476 Jan 17 08:13:56.675537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48014) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:56.681716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'port_id': '7f76c8f3-bca3-4da4-b140-646c4bacc4ae'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:56.682506 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:56.766893 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d13b8-1a49-427a-aa36-6127e48a4419 None None] Pushing event updated for resources: {'Port': ['ID=22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:56.768732 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Routers {'4a08b0db-7426-49e8-bae3-206ea91f099e'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:13:56.769327 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4a08b0db-7426-49e8-bae3-206ea91f099e'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:56.788338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:56.797792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8985fe6-258e-4e55-91b1-8186a8e64bbe None None] Network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:56.801672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:13:56.802243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:56.921949 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-35fa3d90-e4dd-4362-a0f4-0e02dadc8234 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2326856 Jan 17 08:13:56.937176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:56.968687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:56.976110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48020) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:56.981600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-918607999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:13:56.993320 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] Set router 4a08b0db-7426-49e8-bae3-206ea91f099e gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:13:57.004793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:13:57.033303 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Usage tracker for resource:router and tenant:fae9dc7c5cfb45f08234642257dfabc1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:13:57.039004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:13:57.052994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:13:57.169851 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.170731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.205148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282', 'network_id': '0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282', 'tenant_id': 'fae9dc7c5cfb45f08234642257dfabc1', 'fixed_ips': [{'subnet_id': '8c4c6487-60d8-4384-8fc7-4275dd54d9f5'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:13:57.206054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.258995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.268000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.348575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.454889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Allocated IP 172.20.0.2 (0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282/8c4c6487-60d8-4384-8fc7-4275dd54d9f5/ff3d9f9e-709f-4f76-a2ee-52caee2bddec) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:57.549819 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a08b0db-7426-49e8-bae3-206ea91f099e', 'name': 'tempest-NetworksTestDHCPv6-router-1670950824', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:46Z', 'updated_at': '2022-01-17T08:13:50Z', 'revision_number': 2, 'project_id': 'ab55436046df496b93f5307e85c40341', 'gw_port_host': None, '_interfaces': [{'id': '22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d', 'name': '', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'mac_address': 'fa:16:3e:8b:bc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a08b0db-7426-49e8-bae3-206ea91f099e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4263ae21-b27e-48ee-bf26-9ad1522f4f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:48Z', 'updated_at': '2022-01-17T08:13:56Z', 'revision_number': 4, 'project_id': 'ab55436046df496b93f5307e85c40341', 'subnets': [{'id': '4263ae21-b27e-48ee-bf26-9ad1522f4f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:13:57.555593 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d45b119-14fc-4811-9355-eae5d17fe656 None None] The sync data for ids ['4a08b0db-7426-49e8-bae3-206ea91f099e'] in dv-neutron-824874-1-hyperv is: [{'id': '4a08b0db-7426-49e8-bae3-206ea91f099e', 'name': 'tempest-NetworksTestDHCPv6-router-1670950824', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:13:46Z', 'updated_at': '2022-01-17T08:13:50Z', 'revision_number': 2, 'project_id': 'ab55436046df496b93f5307e85c40341', 'gw_port_host': None, '_interfaces': [{'id': '22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d', 'name': '', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'mac_address': 'fa:16:3e:8b:bc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a08b0db-7426-49e8-bae3-206ea91f099e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4263ae21-b27e-48ee-bf26-9ad1522f4f3b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:13:48Z', 'updated_at': '2022-01-17T08:13:56Z', 'revision_number': 4, 'project_id': 'ab55436046df496b93f5307e85c40341', 'subnets': [{'id': '4263ae21-b27e-48ee-bf26-9ad1522f4f3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:13:57.579271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.623671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.677128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.766760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.779153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Transition to ACTIVE for port object ff3d9f9e-709f-4f76-a2ee-52caee2bddec will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:57.800328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Transition to ACTIVE for port object ff3d9f9e-709f-4f76-a2ee-52caee2bddec will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:13:57.808859 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.810046 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d2f5149b-2062-41f1-8df3-68c210987e94 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8329716 Jan 17 08:13:57.813395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:13:57.859247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.930303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:57.933230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:57.934629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:57.935115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:57.936865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:57.942982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Pushing event updated for resources: {'Port': ['ID=ff3d9f9e-709f-4f76-a2ee-52caee2bddec,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:57.973922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Allocated IP 172.26.4.83 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/8ae9d6c8-babc-4a1c-856e-38728d952a7d) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:13:58.029033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Attempting to bind port ff3d9f9e-709f-4f76-a2ee-52caee2bddec on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:13:58.029407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Attempting to bind port ff3d9f9e-709f-4f76-a2ee-52caee2bddec by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:13:58.029745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Attempting to bind port ff3d9f9e-709f-4f76-a2ee-52caee2bddec on network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:13:58.037128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:13:58.037494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Checking segment: {'id': '63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:13:58.037883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:58.038269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Bound using segment: {'id': '63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:13:58.038726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Bound port: ff3d9f9e-709f-4f76-a2ee-52caee2bddec, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:13:58.039161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:58.128710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] For port ff3d9f9e-709f-4f76-a2ee-52caee2bddec, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:13:58.131706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] For port ff3d9f9e-709f-4f76-a2ee-52caee2bddec, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ff3d9f9e-709f-4f76-a2ee-52caee2bddec,segment=NetworkSegment(63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b),segment_id=63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:13:58.208381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:58.364139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0b1c3-c677-4fc1-9f33-41b53cfcd5a2 None None] Pushing event updated for resources: {'Port': ['ID=ff3d9f9e-709f-4f76-a2ee-52caee2bddec,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:58.398331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] For port 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:13:58.398686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:58.413376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:58.563885 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:13:58.790662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:58.794368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:13:58.909625 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:13:58.911302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event updated for resources: {'Port': ['ID=8ae9d6c8-babc-4a1c-856e-38728d952a7d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:58.913868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:13:58.916034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:13:58.986087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:58.996043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:59.060156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:59.093337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:13:59.117251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:59.271786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:59.509498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ff3d9f9e-709f-4f76-a2ee-52caee2bddec up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:13:59.674758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 59ea990e-4bfa-4ba8-a23b-f70088b0f109 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:13:59.675143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:59.740357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:13:59.750620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port ff3d9f9e-709f-4f76-a2ee-52caee2bddec completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:59.823164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2c44ec-d2a2-49de-8928-510bdce89c83 None None] Network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:13:59.972955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-154994ca-014d-47f2-bbb5-85ffe383afad None None] Provisioning for port ff3d9f9e-709f-4f76-a2ee-52caee2bddec completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:13:59.983542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-154994ca-014d-47f2-bbb5-85ffe383afad None None] Provisioning complete for port ff3d9f9e-709f-4f76-a2ee-52caee2bddec triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:13:59.983931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154994ca-014d-47f2-bbb5-85ffe383afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:00.152016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:00.177682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:00.184994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:00.191862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Router 4a08b0db-7426-49e8-bae3-206ea91f099e has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:00.203834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154994ca-014d-47f2-bbb5-85ffe383afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:00.244668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-154994ca-014d-47f2-bbb5-85ffe383afad None None] For port ff3d9f9e-709f-4f76-a2ee-52caee2bddec, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ff3d9f9e-709f-4f76-a2ee-52caee2bddec,segment=NetworkSegment(63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b),segment_id=63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:00.284656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Allocated IP 172.20.0.1 (0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282/8c4c6487-60d8-4384-8fc7-4275dd54d9f5/3b1acefd-e6f0-401a-a825-dd62ebaea146) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:00.293825 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 59ea990e-4bfa-4ba8-a23b-f70088b0f109 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:00.310700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154994ca-014d-47f2-bbb5-85ffe383afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:00.351388 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP e8a027e2-6158-4d50-bf25-33182b921e06 associated. External IP: 172.26.4.218, port: 529ea7d1-21b4-44c4-b05e-40db46a63e2a. Jan 17 08:14:00.405201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154994ca-014d-47f2-bbb5-85ffe383afad None None] Pushing event updated for resources: {'Port': ['ID=ff3d9f9e-709f-4f76-a2ee-52caee2bddec,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:00.432337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:00.539274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e9f80899-6fc8-4abe-9c4f-9687ab3a450e None None] Provisioning complete for port ff3d9f9e-709f-4f76-a2ee-52caee2bddec triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:00.539784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9f80899-6fc8-4abe-9c4f-9687ab3a450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:00.565658 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1d2715e2-54d9-4469-9b24-bbd2ea29f946 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "PUT /v2.0/routers/4a08b0db-7426-49e8-bae3-206ea91f099e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9729145 Jan 17 08:14:00.567670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48044) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:00.647531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2dbb50-f3e9-4481-96aa-5be82948440b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:00.648952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2dbb50-f3e9-4481-96aa-5be82948440b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:00.649698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6f2dbb50-f3e9-4481-96aa-5be82948440b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:00.704398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:00.751814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6f2dbb50-f3e9-4481-96aa-5be82948440b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:00.756148 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6f2dbb50-f3e9-4481-96aa-5be82948440b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1849566 Jan 17 08:14:00.756148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Router 1ffc1876-3361-4783-82df-f3fb4b6fd665 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:14:00.758135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48050) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:00.795276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Transition to ACTIVE for port object 3b1acefd-e6f0-401a-a825-dd62ebaea146 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:00.921078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:00.924851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.062675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 4263ae21-b27e-48ee-bf26-9ad1522f4f3b {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:01.066633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.126810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.177896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:01.183082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:01.212870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:01.238174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event updated for resources: {'Port': ['ID=3b1acefd-e6f0-401a-a825-dd62ebaea146,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:01.294478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.301660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.302020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.302352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.302691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.303119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.303498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.303834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.304159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.304488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.304815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.305139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.360099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=59ea990e-4bfa-4ba8-a23b-f70088b0f109,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:01.378129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:01.390444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a0ec4-d042-4075-9903-dddc57787b9c None None] Sync routers for ids ['1ffc1876-3361-4783-82df-f3fb4b6fd665'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:01.404735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ff3d9f9e-709f-4f76-a2ee-52caee2bddec up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:01.404916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.409074 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5721bf05-d1a2-45f2-9d52-2f8e8dc5e945 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "PUT /v2.0/routers/1ffc1876-3361-4783-82df-f3fb4b6fd665 HTTP/1.1" status: 200 len: 878 time: 5.1910949 Jan 17 08:14:01.414255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48058) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:01.435169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.491387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a0ec4-d042-4075-9903-dddc57787b9c None None] Routers {'1ffc1876-3361-4783-82df-f3fb4b6fd665'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:01.492305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d27a0ec4-d042-4075-9903-dddc57787b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1ffc1876-3361-4783-82df-f3fb4b6fd665'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:01.586148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.600479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d27a0ec4-d042-4075-9903-dddc57787b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:01.618047 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port ff3d9f9e-709f-4f76-a2ee-52caee2bddec triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:01.618523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.644911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=4263ae21-b27e-48ee-bf26-9ad1522f4f3b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:01.654158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a0ec4-d042-4075-9903-dddc57787b9c None None] Routers {'1ffc1876-3361-4783-82df-f3fb4b6fd665'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:01.655232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d27a0ec4-d042-4075-9903-dddc57787b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1ffc1876-3361-4783-82df-f3fb4b6fd665'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:01.656060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.656476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.661510 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/4263ae21-b27e-48ee-bf26-9ad1522f4f3b HTTP/1.1" status: 204 len: 168 time: 0.9011443 Jan 17 08:14:01.661654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:01.669902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.670233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.670565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.670890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.671316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.671594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.671912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.672230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.672598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.672915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.673250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f6f1f-cff5-428a-b815-6c65118a5a45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:01.698427 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-04b4219b-7062-4995-bb76-063bbc53d37e tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/routers/1ffc1876-3361-4783-82df-f3fb4b6fd665 HTTP/1.1" status: 200 len: 919 time: 0.2775815 Jan 17 08:14:01.698939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48066) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:01.715884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b8acd-de78-4950-9af5-474a064898de None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:01.729136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a6364edc-0964-4a6b-ac10-7066a948d2be None None] Provisioning for port 3b1acefd-e6f0-401a-a825-dd62ebaea146 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:01.756308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a6364edc-0964-4a6b-ac10-7066a948d2be None None] Provisioning complete for port 3b1acefd-e6f0-401a-a825-dd62ebaea146 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:01.756308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6364edc-0964-4a6b-ac10-7066a948d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.773675 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d60c57f5-ee6e-4afe-8e7f-775acfde693d tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=1ffc1876-3361-4783-82df-f3fb4b6fd665&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0735877 Jan 17 08:14:01.774245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48070) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:01.779639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:01.784127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d27a0ec4-d042-4075-9903-dddc57787b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:01.784591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a0ec4-d042-4075-9903-dddc57787b9c None None] The sync data for ids ['1ffc1876-3361-4783-82df-f3fb4b6fd665'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:01.926404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:01.948072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a6364edc-0964-4a6b-ac10-7066a948d2be None None] Port 3b1acefd-e6f0-401a-a825-dd62ebaea146 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:02.027648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8e36ea-4575-4339-9dcf-481a43ac7c52 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:02.032261 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7a8e36ea-4575-4339-9dcf-481a43ac7c52 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 881 time: 0.2570891 Jan 17 08:14:02.032841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48076) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:02.083646 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cb61f26d-6684-46e9-8b5b-ca7b6bbe2bbc tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffc1876-3361-4783-82df-f3fb4b6fd665 HTTP/1.1" status: 200 len: 205 time: 0.0475316 Jan 17 08:14:02.087671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48082) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:02.137389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e4ae10a-083b-4d72-b362-28db04635323 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:router {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:02.155082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0ca90-cea3-4f6a-9920-9c4eb010254b None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:14:02.160112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dab0ca90-cea3-4f6a-9920-9c4eb010254b None None] Deleting port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:02.160730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dab0ca90-cea3-4f6a-9920-9c4eb010254b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:02.337620 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8cd72-fe36-45fb-be64-365c1c592450 None None] Sync routers for ids ['1b861537-9776-4042-8b63-8f7f3db7302e'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:02.354327 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8cd72-fe36-45fb-be64-365c1c592450 None None] Routers set() bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:02.356315 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8cd72-fe36-45fb-be64-365c1c592450 None None] Router IDs set() for agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 08:14:02.357058 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_agentschedulers_db [None req-f5c8cd72-fe36-45fb-be64-365c1c592450 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1b861537-9776-4042-8b63-8f7f3db7302e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent'). {{(pid=84157) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 17 08:14:02.374875 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8cd72-fe36-45fb-be64-365c1c592450 None None] Routers set() bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:02.376021 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8cd72-fe36-45fb-be64-365c1c592450 None None] Router IDs set() for agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 08:14:02.378345 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_agentschedulers_db [None req-f5c8cd72-fe36-45fb-be64-365c1c592450 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1b861537-9776-4042-8b63-8f7f3db7302e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent'). {{(pid=84157) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 17 08:14:02.378896 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8cd72-fe36-45fb-be64-365c1c592450 None None] The sync data for ids ['1b861537-9776-4042-8b63-8f7f3db7302e'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:02.379260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e4ae10a-083b-4d72-b362-28db04635323 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:router {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:02.383401 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6e4ae10a-083b-4d72-b362-28db04635323 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7202549 Jan 17 08:14:02.383948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48088) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:02.488467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-dab0ca90-cea3-4f6a-9920-9c4eb010254b None None] For port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d3eef98e-4d65-4d36-b9e4-8a3ac5799acb,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:02.489105 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dab0ca90-cea3-4f6a-9920-9c4eb010254b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:02.544465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:02.634439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dab0ca90-cea3-4f6a-9920-9c4eb010254b None None] Calling delete_port for d3eef98e-4d65-4d36-b9e4-8a3ac5799acb owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:02.647369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25f11baf-56a9-4c82-ab2c-fa5e645e5112 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:02.927928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dab0ca90-cea3-4f6a-9920-9c4eb010254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.017666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0ca90-cea3-4f6a-9920-9c4eb010254b None None] Pushing event deleted for resources: {'Port': ['ID=d3eef98e-4d65-4d36-b9e4-8a3ac5799acb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:03.034877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0ca90-cea3-4f6a-9920-9c4eb010254b None None] No DVR routers for this DVR port d3eef98e-4d65-4d36-b9e4-8a3ac5799acb on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:03.162750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:03.180688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dff80-1c52-4f8b-bb20-451ca15fd816 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:03.195238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dff80-1c52-4f8b-bb20-451ca15fd816 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:03.196454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-176dff80-1c52-4f8b-bb20-451ca15fd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:03.227220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25f11baf-56a9-4c82-ab2c-fa5e645e5112 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.231992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.247781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25f11baf-56a9-4c82-ab2c-fa5e645e5112 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.264843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.272918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-176dff80-1c52-4f8b-bb20-451ca15fd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:03.301795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.302147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dff80-1c52-4f8b-bb20-451ca15fd816 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:03.302783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-176dff80-1c52-4f8b-bb20-451ca15fd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:03.361760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Deleting port 8ae9d6c8-babc-4a1c-856e-38728d952a7d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:03.362111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.405487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-176dff80-1c52-4f8b-bb20-451ca15fd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:03.405906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176dff80-1c52-4f8b-bb20-451ca15fd816 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:03.475546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:03.524284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25f11baf-56a9-4c82-ab2c-fa5e645e5112 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.526823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f11baf-56a9-4c82-ab2c-fa5e645e5112 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Fanout notify agent at l3_agent the message router_deleted on router 4a08b0db-7426-49e8-bae3-206ea91f099e {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:14:03.538700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:03.539045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52450fa2-b79a-4cd9-8903-2ed7a5a32b15 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:03.540963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 04a8e8e6-78d4-4ec1-99da-7bf17084443d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:03.570479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router 60fda386-b302-468d-a28f-4017a93934b0 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:03.585810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 04a8e8e6-78d4-4ec1-99da-7bf17084443d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:03.586450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 04a8e8e6-78d4-4ec1-99da-7bf17084443d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:03.587279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d3eef98e-4d65-4d36-b9e4-8a3ac5799acb no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:03.605725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event updated for resources: {'Port': ['ID=3b1acefd-e6f0-401a-a825-dd62ebaea146,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:03.623502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.633347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d3eef98e-4d65-4d36-b9e4-8a3ac5799acb {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:03.633846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d3eef98e-4d65-4d36-b9e4-8a3ac5799acb not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:03.634405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fecbcd03-951a-4d6c-b370-d34a261c2b35 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:03.655842 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:14:03.683364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: fecbcd03-951a-4d6c-b370-d34a261c2b35 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:03.683913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fecbcd03-951a-4d6c-b370-d34a261c2b35 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:03.791928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.853929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25f11baf-56a9-4c82-ab2c-fa5e645e5112 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:03.855012 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-25f11baf-56a9-4c82-ab2c-fa5e645e5112 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/routers/4a08b0db-7426-49e8-bae3-206ea91f099e HTTP/1.1" status: 204 len: 168 time: 1.4700651 Jan 17 08:14:03.861165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48098) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:03.915901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Calling delete_port for 8ae9d6c8-babc-4a1c-856e-38728d952a7d owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:03.945670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1b98a0a9-07c8-4e38-b0ca-1bfecf3f7f31 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:04.022257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:04.026737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:04.133027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:04.184624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event deleted for resources: {'Port': ['ID=8ae9d6c8-babc-4a1c-856e-38728d952a7d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:04.234357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1b98a0a9-07c8-4e38-b0ca-1bfecf3f7f31 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:04.238735 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1b98a0a9-07c8-4e38-b0ca-1bfecf3f7f31 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3764570 Jan 17 08:14:04.241849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48104) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:04.286232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b2d424cf-a6c3-43c3-847f-77c307ef573b None None] Provisioning complete for port 3b1acefd-e6f0-401a-a825-dd62ebaea146 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:04.286822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2d424cf-a6c3-43c3-847f-77c307ef573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:04.360883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b2d424cf-a6c3-43c3-847f-77c307ef573b None None] Port 3b1acefd-e6f0-401a-a825-dd62ebaea146 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:04.420503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f76be-0169-4e92-bd84-d792f4124d2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:04.421200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-786f76be-0169-4e92-bd84-d792f4124d2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:04.430642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:04.430826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:04.443954 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66af51d9-318c-4f21-811e-074697768474 None None] Sync routers for ids ['60fda386-b302-468d-a28f-4017a93934b0'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:04.464955 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66af51d9-318c-4f21-811e-074697768474 None None] Routers {'60fda386-b302-468d-a28f-4017a93934b0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:04.465822 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-66af51d9-318c-4f21-811e-074697768474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['60fda386-b302-468d-a28f-4017a93934b0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:04.550501 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-66af51d9-318c-4f21-811e-074697768474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:04.571745 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66af51d9-318c-4f21-811e-074697768474 None None] Routers {'60fda386-b302-468d-a28f-4017a93934b0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:04.573506 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-66af51d9-318c-4f21-811e-074697768474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['60fda386-b302-468d-a28f-4017a93934b0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:04.664310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-786f76be-0169-4e92-bd84-d792f4124d2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:04.668137 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-786f76be-0169-4e92-bd84-d792f4124d2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4251807 Jan 17 08:14:04.668813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:04.687470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab6259-69f2-46b0-a846-c362033ed457 None None] Sync routers for ids ['4a08b0db-7426-49e8-bae3-206ea91f099e'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:04.709887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab6259-69f2-46b0-a846-c362033ed457 None None] Routers set() bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:04.710552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab6259-69f2-46b0-a846-c362033ed457 None None] Router IDs set() for agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 08:14:04.714971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_agentschedulers_db [None req-a3ab6259-69f2-46b0-a846-c362033ed457 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a08b0db-7426-49e8-bae3-206ea91f099e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent'). {{(pid=84156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 17 08:14:04.726011 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-66af51d9-318c-4f21-811e-074697768474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:04.727039 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66af51d9-318c-4f21-811e-074697768474 None None] The sync data for ids ['60fda386-b302-468d-a28f-4017a93934b0'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:04.734944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab6259-69f2-46b0-a846-c362033ed457 None None] Routers set() bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:04.735501 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab6259-69f2-46b0-a846-c362033ed457 None None] Router IDs set() for agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 08:14:04.736089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_agentschedulers_db [None req-a3ab6259-69f2-46b0-a846-c362033ed457 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a08b0db-7426-49e8-bae3-206ea91f099e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent'). {{(pid=84156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 17 08:14:04.736478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab6259-69f2-46b0-a846-c362033ed457 None None] The sync data for ids ['4a08b0db-7426-49e8-bae3-206ea91f099e'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:04.744849 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6a7be444-cbcf-4240-aa49-8513609f43df tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/60fda386-b302-468d-a28f-4017a93934b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3790016 Jan 17 08:14:04.745889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48116) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:04.761573 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7032f775-8cf2-4fbc-a556-916784b30c01 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897257 Jan 17 08:14:04.777690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:04.780758 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48120) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:04.785750 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:04.790444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:04.925484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:04.937537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:04.937729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:04.973025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:04.973533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Fanout notify agent at l3_agent the message router_deleted on router 1ffc1876-3361-4783-82df-f3fb4b6fd665 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:14:04.988733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:04.989892 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f7140075-dfd0-4f39-a2be-101c60861177 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/1ffc1876-3361-4783-82df-f3fb4b6fd665 HTTP/1.1" status: 204 len: 168 time: 2.9011173 Jan 17 08:14:04.993455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48124) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:04.998274 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-299683204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:05.004150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:05.008046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Usage tracker for resource:router and tenant:651101ee7b7c40208c502510806d8321 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:05.011554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:05.017340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:05.030091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:05.034254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.112931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.113847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.162177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.219989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Router ecc828c5-75ae-4928-9be5-931b11303169 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:14:05.239807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.316274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:05.350635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:05.351225 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 22a9b6d9-c1dc-4d35-ad8b-15e62bc7688d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:05.506207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.507451 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-abd23439-afdb-42c8-ae1e-16b32a52571a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5130711 Jan 17 08:14:05.512512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48130) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:05.520992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': True}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:05.608987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.684357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:14:05.690074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.792812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:05.801442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.805574 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010f40c-6234-459a-a771-6b16b25b5068 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:05.831885 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010f40c-6234-459a-a771-6b16b25b5068 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:05.836456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:05.840001 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9010f40c-6234-459a-a771-6b16b25b5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:05.840633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:05.844305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:05.844305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:05.848537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=4deede4f-aa1e-4072-8498-3d24faf95c9f,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:05.860548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba04f18-2d40-4fa3-89fe-26ffff7a4180 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:05.917879 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9010f40c-6234-459a-a771-6b16b25b5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:05.920069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:05.932351 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-61eaccab-230f-4a3f-9bff-afdb606febc2 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "PUT /v2.0/routers/ecc828c5-75ae-4928-9be5-931b11303169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1135035 Jan 17 08:14:05.933682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48138) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:05.944102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Request body: {'port': {'network_id': '0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282', 'name': 'tempest-FloatingIPNegativeTestJSON-606116525'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:05.958889 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010f40c-6234-459a-a771-6b16b25b5068 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:05.960518 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9010f40c-6234-459a-a771-6b16b25b5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:05.960644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492750e-5d99-4cc7-8dc4-13fa465fa2ee None None] Sync routers for ids ['ecc828c5-75ae-4928-9be5-931b11303169'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:06.015786 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-303970eb-39e0-494e-96ec-b85d6099f65f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2331357 Jan 17 08:14:06.031331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48142) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:06.036358 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9010f40c-6234-459a-a771-6b16b25b5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:06.037936 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010f40c-6234-459a-a771-6b16b25b5068 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:06.041263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:06.043236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492750e-5d99-4cc7-8dc4-13fa465fa2ee None None] Routers {'ecc828c5-75ae-4928-9be5-931b11303169'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:06.043986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-4492750e-5d99-4cc7-8dc4-13fa465fa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ecc828c5-75ae-4928-9be5-931b11303169'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:06.070189 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-be946676-ae1d-47b8-9a7f-80ed15037f54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/floatingips/e8a027e2-6158-4d50-bf25-33182b921e06 HTTP/1.1" status: 200 len: 979 time: 9.3934007 Jan 17 08:14:06.088076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48146) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:06.095690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b5e5cf59-09ae-456e-8748-b63d5b24b056 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:06.118529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-686ad43f-8b01-44d0-a75c-ba5a69a9a417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.122830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-4492750e-5d99-4cc7-8dc4-13fa465fa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:06.165436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492750e-5d99-4cc7-8dc4-13fa465fa2ee None None] Routers {'ecc828c5-75ae-4928-9be5-931b11303169'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:06.166167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-4492750e-5d99-4cc7-8dc4-13fa465fa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ecc828c5-75ae-4928-9be5-931b11303169'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:06.253963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-4492750e-5d99-4cc7-8dc4-13fa465fa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:06.254275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492750e-5d99-4cc7-8dc4-13fa465fa2ee None None] The sync data for ids ['ecc828c5-75ae-4928-9be5-931b11303169'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:06.293073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5e5cf59-09ae-456e-8748-b63d5b24b056 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.324948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:06.325845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '4deede4f-aa1e-4072-8498-3d24faf95c9f'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:14:06.326789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.338004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:06.364961 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.398314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:06.406801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Usage tracker for resource:port and tenant:fae9dc7c5cfb45f08234642257dfabc1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:06.412064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:06.425064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:06.464577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:06.524239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Allocated IP 2001:db8::f816:3eff:fe4b:89cc (f8dda541-a6ad-4425-a3fa-1d9436a44791/4deede4f-aa1e-4072-8498-3d24faf95c9f/637941ab-acaa-449f-9472-a1b28c5b9643) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:06.611849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Made reservation on behalf of fae9dc7c5cfb45f08234642257dfabc1 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:06.614818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.666788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] device_id is not set on port f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:06.691327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.764784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.777033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Transition to ACTIVE for port object 637941ab-acaa-449f-9472-a1b28c5b9643 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:06.800483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Transition to ACTIVE for port object 637941ab-acaa-449f-9472-a1b28c5b9643 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:06.848247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 834e0f30-05ea-4c69-a900-91cab1b4d8b6 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:06.848813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.877731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.917602 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5e5cf59-09ae-456e-8748-b63d5b24b056 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:06.979238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:06.982488 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:06.990495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:06.993296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Pushing event updated for resources: {'Port': ['ID=637941ab-acaa-449f-9472-a1b28c5b9643,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:07.017369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5e5cf59-09ae-456e-8748-b63d5b24b056 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.017887 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-b5e5cf59-09ae-456e-8748-b63d5b24b056 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP e8a027e2-6158-4d50-bf25-33182b921e06 disassociated. External IP: 172.26.4.218, port: 7f76c8f3-bca3-4da4-b140-646c4bacc4ae. Jan 17 08:14:07.039929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.040771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.041166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.041513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.041897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.042342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.042798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.043134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.043699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.044383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.044721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:14:07.120707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Attempting to bind port 637941ab-acaa-449f-9472-a1b28c5b9643 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:14:07.121081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Attempting to bind port 637941ab-acaa-449f-9472-a1b28c5b9643 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:14:07.121444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Attempting to bind port 637941ab-acaa-449f-9472-a1b28c5b9643 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:14:07.132864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:14:07.132864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:07.132864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.132864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:14:07.132864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Bound port: 637941ab-acaa-449f-9472-a1b28c5b9643, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:14:07.133282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.133372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.143738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Allocated IP 172.20.0.11 (0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282/8c4c6487-60d8-4384-8fc7-4275dd54d9f5/f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:07.225749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] For port 637941ab-acaa-449f-9472-a1b28c5b9643, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:14:07.229785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] For port 637941ab-acaa-449f-9472-a1b28c5b9643, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=637941ab-acaa-449f-9472-a1b28c5b9643,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:14:07.255757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.267216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 834e0f30-05ea-4c69-a900-91cab1b4d8b6 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:07.282349 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.358248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.373081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81549bb2-42f9-4532-b01f-1984c43375ab None None] Pushing event updated for resources: {'Port': ['ID=637941ab-acaa-449f-9472-a1b28c5b9643,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:07.591934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.650832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.687178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Allocated IP 172.26.4.225 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/164aaa3f-fb3e-40a8-b1c4-403fa74be570) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:07.692900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Transition to ACTIVE for port object f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:07.706695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:07.707917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:07.712044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:07.712624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.716344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=2d0cc252-2148-467f-8cbd-710f86b81167,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:07.823676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:07.871783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=834e0f30-05ea-4c69-a900-91cab1b4d8b6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:07.904831 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fc146638-93a5-4122-aaca-513ef07059a2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8700020 Jan 17 08:14:07.910424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48158) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:07.942957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:45:bc:56', 'name': 'tempest-NetworksTestDHCPv6-1496709687'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:08.020795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:08.029515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:08.142074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:08.157616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:08.162789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:08.179322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2092f8c0-59c3-40b8-93f4-bccd3cfdc24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:08.244462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:08.245092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:08.274757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:08.283097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:08.290424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:08.295078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:08.295336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event updated for resources: {'Port': ['ID=f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:08.311788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:08.318652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e5cf59-09ae-456e-8748-b63d5b24b056 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:08.390412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:08.463777 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-62518f19-a804-4526-ab10-2fcd14b86095 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5300469 Jan 17 08:14:08.469029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48166) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:08.485881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:08.501575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:08.512070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Usage tracker for resource:floatingip and tenant:fae9dc7c5cfb45f08234642257dfabc1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:08.515675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:08.524619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:08.531017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:08.531470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:08.533096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:08.536142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:08.536459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:08.576015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event updated for resources: {'Port': ['ID=164aaa3f-fb3e-40a8-b1c4-403fa74be570,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:08.633141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 966db6e5-4ac0-488a-877c-b6220df44ce9 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:08.672140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde5f24-d4b0-49dd-9cd6-51938aad1384 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:08.688963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-45e7c190-23e6-4799-8c82-13d86869c84d None None] Provisioning for port f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:08.739228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-45e7c190-23e6-4799-8c82-13d86869c84d None None] Provisioning complete for port f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:08.739601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45e7c190-23e6-4799-8c82-13d86869c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:08.797726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:08.813489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-45e7c190-23e6-4799-8c82-13d86869c84d None None] Port f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:08.904052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router 60fda386-b302-468d-a28f-4017a93934b0 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:08.995077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 172.20.0.10 (f8dda541-a6ad-4425-a3fa-1d9436a44791/2d0cc252-2148-467f-8cbd-710f86b81167/966db6e5-4ac0-488a-877c-b6220df44ce9) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:09.003356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fe45:bc56 (f8dda541-a6ad-4425-a3fa-1d9436a44791/4deede4f-aa1e-4072-8498-3d24faf95c9f/966db6e5-4ac0-488a-877c-b6220df44ce9) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:09.013780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7dfbc3d8-d729-4383-9f6f-7594f84b3094 None None] Provisioning for port 637941ab-acaa-449f-9472-a1b28c5b9643 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:09.030242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e5cf59-09ae-456e-8748-b63d5b24b056 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:09.041056 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec47af-067b-485f-b050-0f2ae780293c None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:09.046151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5e5cf59-09ae-456e-8748-b63d5b24b056 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.055091 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec47af-067b-485f-b050-0f2ae780293c None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:09.055999 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b2ec47af-067b-485f-b050-0f2ae780293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:09.108414 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b5e5cf59-09ae-456e-8748-b63d5b24b056 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/floatingips/e8a027e2-6158-4d50-bf25-33182b921e06 HTTP/1.1" status: 200 len: 688 time: 3.0192630 Jan 17 08:14:09.109724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48172) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:09.120328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8411efe2-4fc9-491d-83a6-6d370d8bdea3 None None] Update dhcp port {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': '4deede4f-aa1e-4072-8498-3d24faf95c9f', 'ip_address': '2001:db8::f816:3eff:fe4b:89cc'}, {'subnet_id': '2d0cc252-2148-467f-8cbd-710f86b81167'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '637941ab-acaa-449f-9472-a1b28c5b9643'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:14:09.122698 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b2ec47af-067b-485f-b050-0f2ae780293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:09.136387 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec47af-067b-485f-b050-0f2ae780293c None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:09.137335 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b2ec47af-067b-485f-b050-0f2ae780293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:09.185747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8411efe2-4fc9-491d-83a6-6d370d8bdea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.219621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.261459 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b2ec47af-067b-485f-b050-0f2ae780293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:09.262148 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec47af-067b-485f-b050-0f2ae780293c None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:09.387444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:09.390730 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Allocated IP 172.26.4.231 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/77e5d0aa-0e5a-4c16-8094-ff5b9ccdb430) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:09.443141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c7528-f635-49a9-bd76-901e08b2e8a2 None None] Sync routers for ids ['60fda386-b302-468d-a28f-4017a93934b0'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:09.451632 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-29ec244e-f4d8-45a2-816e-111cb9e31f55 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/60fda386-b302-468d-a28f-4017a93934b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6926734 Jan 17 08:14:09.454322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48180) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:09.491575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 637941ab-acaa-449f-9472-a1b28c5b9643 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:09.508162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f3375eeb-8644-4d1f-a676-72dac6f95f97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:09.581013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.601286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 966db6e5-4ac0-488a-877c-b6220df44ce9 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:09.626340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c7528-f635-49a9-bd76-901e08b2e8a2 None None] Routers {'60fda386-b302-468d-a28f-4017a93934b0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:09.627638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5a7c7528-f635-49a9-bd76-901e08b2e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['60fda386-b302-468d-a28f-4017a93934b0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:09.636276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f3375eeb-8644-4d1f-a676-72dac6f95f97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:09.640013 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f3375eeb-8644-4d1f-a676-72dac6f95f97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=60fda386-b302-468d-a28f-4017a93934b0 HTTP/1.1" status: 200 len: 205 time: 0.1823068 Jan 17 08:14:09.640311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48184) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:09.655180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.693433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port 74557009-2113-442b-b069-c78db192d1c0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:09.693664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.697430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.698846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.701743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.729217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5a7c7528-f635-49a9-bd76-901e08b2e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:09.771208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c7528-f635-49a9-bd76-901e08b2e8a2 None None] Routers {'60fda386-b302-468d-a28f-4017a93934b0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:09.771839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5a7c7528-f635-49a9-bd76-901e08b2e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['60fda386-b302-468d-a28f-4017a93934b0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:09.790831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:09.793662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.829671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-8411efe2-4fc9-491d-83a6-6d370d8bdea3 None None] Allocated IP 172.20.0.2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/2d0cc252-2148-467f-8cbd-710f86b81167/637941ab-acaa-449f-9472-a1b28c5b9643) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:09.837934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:09.839993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5a7c7528-f635-49a9-bd76-901e08b2e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:09.840397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c7528-f635-49a9-bd76-901e08b2e8a2 None None] The sync data for ids ['60fda386-b302-468d-a28f-4017a93934b0'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:09.840543 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:09.889169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=966db6e5-4ac0-488a-877c-b6220df44ce9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:09.911316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 637941ab-acaa-449f-9472-a1b28c5b9643 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:09.916832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d4d05-8902-4d14-be44-7e5fdda910d9 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.923011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 637941ab-acaa-449f-9472-a1b28c5b9643 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:09.923411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:09.988680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:09.989452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.027320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8411efe2-4fc9-491d-83a6-6d370d8bdea3 None None] For port 637941ab-acaa-449f-9472-a1b28c5b9643, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=637941ab-acaa-449f-9472-a1b28c5b9643,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:10.068064 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c996816f-84ab-438d-a58e-2efa988c0b35 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1324346 Jan 17 08:14:10.068860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:10.072212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.095580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.102129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8411efe2-4fc9-491d-83a6-6d370d8bdea3 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.113958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.135044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8411efe2-4fc9-491d-83a6-6d370d8bdea3 None None] Transition to ACTIVE for port object 637941ab-acaa-449f-9472-a1b28c5b9643 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:10.170368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.214263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8411efe2-4fc9-491d-83a6-6d370d8bdea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.223445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.223773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.366448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:14:10.366948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:14:10.396184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d4d05-8902-4d14-be44-7e5fdda910d9 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.411960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d4d05-8902-4d14-be44-7e5fdda910d9 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.417228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411efe2-4fc9-491d-83a6-6d370d8bdea3 None None] Pushing event updated for resources: {'Port': ['ID=637941ab-acaa-449f-9472-a1b28c5b9643,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:10.467407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e55c5-0bfb-4226-8a94-282faef7b305 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:10.476056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e55c5-0bfb-4226-8a94-282faef7b305 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:10.477976 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d91e55c5-0bfb-4226-8a94-282faef7b305 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:10.486027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for 74557009-2113-442b-b069-c78db192d1c0 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:10.520090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:10.529664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:10.536311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:10.538738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d4d05-8902-4d14-be44-7e5fdda910d9 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.539607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105d4d05-8902-4d14-be44-7e5fdda910d9 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Fanout notify agent at l3_agent the message router_deleted on router 60fda386-b302-468d-a28f-4017a93934b0 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:14:10.550787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-105d4d05-8902-4d14-be44-7e5fdda910d9 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.554259 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-105d4d05-8902-4d14-be44-7e5fdda910d9 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/60fda386-b302-468d-a28f-4017a93934b0 HTTP/1.1" status: 204 len: 168 time: 0.9106004 Jan 17 08:14:10.554484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48196) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:10.582293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event updated for resources: {'Port': ['ID=77e5d0aa-0e5a-4c16-8094-ff5b9ccdb430,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:10.625823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d91e55c5-0bfb-4226-8a94-282faef7b305 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:10.627776 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d91e55c5-0bfb-4226-8a94-282faef7b305 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5559313 Jan 17 08:14:10.630701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48202) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:10.836395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.884790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-58ef3491-dcbb-4654-b5ab-0f9d5de794ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 966db6e5-4ac0-488a-877c-b6220df44ce9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:10.885125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58ef3491-dcbb-4654-b5ab-0f9d5de794ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.901730 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.932805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:10.957221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=74557009-2113-442b-b069-c78db192d1c0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:10.972375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Router bfa7dfae-5398-4b41-bfa2-db164443f4c7 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:14:11.004503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8228639b-4e2c-4d2b-b797-dbb134ca6917 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting subnet 7860f864-9301-48bc-b61f-e550932abde5 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:11.005640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 637941ab-acaa-449f-9472-a1b28c5b9643, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=637941ab-acaa-449f-9472-a1b28c5b9643,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:11.021322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8228639b-4e2c-4d2b-b797-dbb134ca6917 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.070742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.155239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.160990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8228639b-4e2c-4d2b-b797-dbb134ca6917 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.168375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=637941ab-acaa-449f-9472-a1b28c5b9643,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:11.241982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-76ae93e0-d746-4044-a2cc-d3fcf9a6d22c None None] Provisioning for port 637941ab-acaa-449f-9472-a1b28c5b9643 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:11.249082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-76ae93e0-d746-4044-a2cc-d3fcf9a6d22c None None] Provisioning complete for port 637941ab-acaa-449f-9472-a1b28c5b9643 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:11.251248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76ae93e0-d746-4044-a2cc-d3fcf9a6d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.277175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.316468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58ef3491-dcbb-4654-b5ab-0f9d5de794ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.337478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.428900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8228639b-4e2c-4d2b-b797-dbb134ca6917 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.434896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 637941ab-acaa-449f-9472-a1b28c5b9643 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:11.521440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 637941ab-acaa-449f-9472-a1b28c5b9643 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:11.521825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.523168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.527208 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e5ef7ceb-02b9-4ba0-bab5-6a6f4262876e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/floatingips/e8a027e2-6158-4d50-bf25-33182b921e06 HTTP/1.1" status: 204 len: 168 time: 2.3989794 Jan 17 08:14:11.586772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48210) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:11.595070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-58ef3491-dcbb-4654-b5ab-0f9d5de794ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 966db6e5-4ac0-488a-877c-b6220df44ce9 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:11.633483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8228639b-4e2c-4d2b-b797-dbb134ca6917 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.655456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-468cbe96-353e-48ed-8392-f8dcffa8b10e None None] Provisioning for port 966db6e5-4ac0-488a-877c-b6220df44ce9 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:11.668026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-468cbe96-353e-48ed-8392-f8dcffa8b10e None None] Provisioning complete for port 966db6e5-4ac0-488a-877c-b6220df44ce9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:11.668442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-468cbe96-353e-48ed-8392-f8dcffa8b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.685051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228639b-4e2c-4d2b-b797-dbb134ca6917 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Subnet': ['ID=7860f864-9301-48bc-b61f-e550932abde5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:11.693965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8228639b-4e2c-4d2b-b797-dbb134ca6917 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.695001 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-383c346f-fa1a-4625-be7d-6e30842e6a66 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] delete failed (client error): The resource could not be found. Jan 17 08:14:11.696225 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-383c346f-fa1a-4625-be7d-6e30842e6a66 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/floatingips/e8a027e2-6158-4d50-bf25-33182b921e06 HTTP/1.1" status: 404 len: 345 time: 0.1083906 Jan 17 08:14:11.701530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:11.709068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ccf30d-d0f2-4cc0-8255-64409d0b3da7 None None] Network 12870a18-4605-427e-8386-23a522ac030b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:11.757428 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8228639b-4e2c-4d2b-b797-dbb134ca6917 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/7860f864-9301-48bc-b61f-e550932abde5 HTTP/1.1" status: 204 len: 168 time: 1.1995745 Jan 17 08:14:11.761146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48220) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:11.791115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.816481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:11.822009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.823745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-468cbe96-353e-48ed-8392-f8dcffa8b10e None None] Port 966db6e5-4ac0-488a-877c-b6220df44ce9 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:11.826584 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ec17bf71-bb40-40bc-9965-38ef1fbf3605 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "PUT /v2.0/routers/bfa7dfae-5398-4b41-bfa2-db164443f4c7 HTTP/1.1" status: 200 len: 914 time: 6.3130233 Jan 17 08:14:11.829427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48224) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:11.830433 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce81f2c-cde8-41a1-ac32-ca4e07a1432e None None] Sync routers for ids ['bfa7dfae-5398-4b41-bfa2-db164443f4c7'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:11.849643 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce81f2c-cde8-41a1-ac32-ca4e07a1432e None None] Routers {'bfa7dfae-5398-4b41-bfa2-db164443f4c7'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:11.850617 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3ce81f2c-cde8-41a1-ac32-ca4e07a1432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfa7dfae-5398-4b41-bfa2-db164443f4c7'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:11.923521 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3ce81f2c-cde8-41a1-ac32-ca4e07a1432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:11.923866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:11.936850 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce81f2c-cde8-41a1-ac32-ca4e07a1432e None None] Routers {'bfa7dfae-5398-4b41-bfa2-db164443f4c7'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:11.938335 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3ce81f2c-cde8-41a1-ac32-ca4e07a1432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfa7dfae-5398-4b41-bfa2-db164443f4c7'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:12.019213 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3ce81f2c-cde8-41a1-ac32-ca4e07a1432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:12.019717 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce81f2c-cde8-41a1-ac32-ca4e07a1432e None None] The sync data for ids ['bfa7dfae-5398-4b41-bfa2-db164443f4c7'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:12.050076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937d0cb-5e3c-4560-aa97-3b2a36ee7ec6 None None] DHCP port deletion for 12870a18-4605-427e-8386-23a522ac030b request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:14:12.050280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfcf5c7-2fdf-470a-a154-d2a6b8d2ed30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:12.053950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event updated for resources: {'Port': ['ID=77e5d0aa-0e5a-4c16-8094-ff5b9ccdb430,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:12.054130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfcf5c7-2fdf-470a-a154-d2a6b8d2ed30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:12.056038 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c937d0cb-5e3c-4560-aa97-3b2a36ee7ec6 None None] Deleting port d5373639-5a11-4354-97c4-87cecd10ec66 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:12.056038 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c937d0cb-5e3c-4560-aa97-3b2a36ee7ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.058072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfcf5c7-2fdf-470a-a154-d2a6b8d2ed30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:12.058907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5bfcf5c7-2fdf-470a-a154-d2a6b8d2ed30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Synchronizing usage tracker for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:12.084893 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.106866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b82755-27c7-4768-af7d-69170dadeb24 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting subnet fab5ccf0-1e5b-4c31-b104-c2d7800a0823 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:12.111006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44b82755-27c7-4768-af7d-69170dadeb24 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.170302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44b82755-27c7-4768-af7d-69170dadeb24 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.233528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58ef3491-dcbb-4654-b5ab-0f9d5de794ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.239870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5bfcf5c7-2fdf-470a-a154-d2a6b8d2ed30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Unset dirty status for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:12.243965 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5bfcf5c7-2fdf-470a-a154-d2a6b8d2ed30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "GET /v2.0/ports?network_id=bedf7322-250a-43c6-af31-49d02ff2d161 HTTP/1.1" status: 200 len: 2359 time: 0.5368183 Jan 17 08:14:12.280826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:12.292643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.296797 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-eb801567-30a4-46ad-a23a-07d26fe20690 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8190963 Jan 17 08:14:12.298638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48232) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:12.305402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-470e8f3f-c6e1-4944-b1b9-08727a4cc505 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Request body: {'floatingip': {'port_id': 'f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:12.312771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c937d0cb-5e3c-4560-aa97-3b2a36ee7ec6 None None] For port d5373639-5a11-4354-97c4-87cecd10ec66, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d5373639-5a11-4354-97c4-87cecd10ec66,segment=NetworkSegment(d635bf99-4df2-4ba3-86d1-c5e9e0227c38),segment_id=d635bf99-4df2-4ba3-86d1-c5e9e0227c38)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:12.313254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c937d0cb-5e3c-4560-aa97-3b2a36ee7ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.329895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef3491-dcbb-4654-b5ab-0f9d5de794ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=966db6e5-4ac0-488a-877c-b6220df44ce9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:12.362186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44b82755-27c7-4768-af7d-69170dadeb24 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.384029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-470e8f3f-c6e1-4944-b1b9-08727a4cc505 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for floatingip, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.459674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c937d0cb-5e3c-4560-aa97-3b2a36ee7ec6 None None] Calling delete_port for d5373639-5a11-4354-97c4-87cecd10ec66 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:12.522720 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9a455c63-0a13-487e-9255-685df69980b3 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/routers/bfa7dfae-5398-4b41-bfa2-db164443f4c7 HTTP/1.1" status: 200 len: 920 time: 0.6904891 Jan 17 08:14:12.528007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48238) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:12.535956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44b82755-27c7-4768-af7d-69170dadeb24 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.601944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c937d0cb-5e3c-4560-aa97-3b2a36ee7ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.646713 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-470e8f3f-c6e1-4944-b1b9-08727a4cc505 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] update failed (client error): The resource could not be found. Jan 17 08:14:12.650727 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-470e8f3f-c6e1-4944-b1b9-08727a4cc505 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "PUT /v2.0/floatingips/7db65de0-865d-43a6-b6a4-2cb7766b3a5c HTTP/1.1" status: 404 len: 507 time: 0.3505030 Jan 17 08:14:12.651318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48242) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:12.654518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937d0cb-5e3c-4560-aa97-3b2a36ee7ec6 None None] Pushing event deleted for resources: {'Port': ['ID=d5373639-5a11-4354-97c4-87cecd10ec66,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:12.667240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937d0cb-5e3c-4560-aa97-3b2a36ee7ec6 None None] No DVR routers for this DVR port d5373639-5a11-4354-97c4-87cecd10ec66 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:12.783401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e7e60-ca2e-4f85-a767-806a4ed5fcef tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:12.784690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fe0e7e60-ca2e-4f85-a767-806a4ed5fcef tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Synchronizing usage tracker for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:12.788572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb2c36-feb7-4b04-8bf2-ca968c1772ec None None] Network c9f255e2-add3-4e49-9958-3456ad7f689f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:12.790186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b82755-27c7-4768-af7d-69170dadeb24 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Subnet': ['ID=fab5ccf0-1e5b-4c31-b104-c2d7800a0823,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:12.797133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44b82755-27c7-4768-af7d-69170dadeb24 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.814072 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3e139c56-4bfb-4ade-a1d9-e6e5fa1cf2d1 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=bfa7dfae-5398-4b41-bfa2-db164443f4c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2849889 Jan 17 08:14:12.823485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48248) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:12.837987 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-44b82755-27c7-4768-af7d-69170dadeb24 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/fab5ccf0-1e5b-4c31-b104-c2d7800a0823 HTTP/1.1" status: 204 len: 168 time: 1.0727196 Jan 17 08:14:12.838548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48252) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:12.856658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Deleting port 77e5d0aa-0e5a-4c16-8094-ff5b9ccdb430 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:12.856995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.926705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fe0e7e60-ca2e-4f85-a767-806a4ed5fcef tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Unset dirty status for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:12.933700 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fe0e7e60-ca2e-4f85-a767-806a4ed5fcef tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "GET /v2.0/subnets/04e7927f-a9e9-49f5-872a-56981c3b0b10 HTTP/1.1" status: 200 len: 797 time: 0.6519716 Jan 17 08:14:12.939849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48258) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:12.940180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58ef3491-dcbb-4654-b5ab-0f9d5de794ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:12.941992 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-58ef3491-dcbb-4654-b5ab-0f9d5de794ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/966db6e5-4ac0-488a-877c-b6220df44ce9 HTTP/1.1" status: 204 len: 168 time: 2.3101647 Jan 17 08:14:12.950724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'port': {'network_id': 'bedf7322-250a-43c6-af31-49d02ff2d161', 'name': 'tempest-FloatingIPTestJSON-282971402', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:12.953561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:13.031329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.086992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c80b6-56d7-4987-9737-2c136a444510 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:13.087804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c80b6-56d7-4987-9737-2c136a444510 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:13.089271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c80b6-56d7-4987-9737-2c136a444510 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:13.090072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-262c80b6-56d7-4987-9737-2c136a444510 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:13.117338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597b0b2-6bbf-404e-93a0-9ffbf2c61a67 None None] DHCP port deletion for c9f255e2-add3-4e49-9958-3456ad7f689f request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:14:13.122525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3597b0b2-6bbf-404e-93a0-9ffbf2c61a67 None None] Deleting port e4ba4901-286f-4625-8cd7-aa2b98a5f1db {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:13.122941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3597b0b2-6bbf-404e-93a0-9ffbf2c61a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.185427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce94d950-c6f6-433a-8e01-67e4c4980978 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:13.189174 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ce94d950-c6f6-433a-8e01-67e4c4980978 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 881 time: 0.3618467 Jan 17 08:14:13.189986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48266) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:13.227979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.246011 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2ee1baee-d30f-4498-9d51-cd0c2147acc9 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfa7dfae-5398-4b41-bfa2-db164443f4c7 HTTP/1.1" status: 200 len: 205 time: 0.0531075 Jan 17 08:14:13.246011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-262c80b6-56d7-4987-9737-2c136a444510 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:13.246984 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-262c80b6-56d7-4987-9737-2c136a444510 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2926810 Jan 17 08:14:13.254580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48270) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:13.256637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48272) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:13.261445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12870a18-4605-427e-8386-23a522ac030b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:13.262574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:13.277608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd635bf99-4df2-4ba3-86d1-c5e9e0227c38') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:13.277941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd635bf99-4df2-4ba3-86d1-c5e9e0227c38') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:13.290202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.306284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.314392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:14:13.314392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:14:13.332909 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:14:13.340510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3597b0b2-6bbf-404e-93a0-9ffbf2c61a67 None None] For port e4ba4901-286f-4625-8cd7-aa2b98a5f1db, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e4ba4901-286f-4625-8cd7-aa2b98a5f1db,segment=NetworkSegment(17099d98-a7ec-431a-a7ca-e93d5c39451e),segment_id=17099d98-a7ec-431a-a7ca-e93d5c39451e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:13.340992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3597b0b2-6bbf-404e-93a0-9ffbf2c61a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.354047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.354588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.384688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:13.466461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d5373639-5a11-4354-97c4-87cecd10ec66 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:13.620731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3597b0b2-6bbf-404e-93a0-9ffbf2c61a67 None None] Calling delete_port for e4ba4901-286f-4625-8cd7-aa2b98a5f1db owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:13.621229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.621669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Calling delete_port for 77e5d0aa-0e5a-4c16-8094-ff5b9ccdb430 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:13.621765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d5373639-5a11-4354-97c4-87cecd10ec66 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:13.621765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d5373639-5a11-4354-97c4-87cecd10ec66 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:13.621765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e4ba4901-286f-4625-8cd7-aa2b98a5f1db no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:13.621971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.621971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Network': ['ID=12870a18-4605-427e-8386-23a522ac030b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:13.621971 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c93075c8-18c8-4f44-8250-91f50ab05e93 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/networks/12870a18-4605-427e-8386-23a522ac030b HTTP/1.1" status: 204 len: 168 time: 0.7353959 Jan 17 08:14:13.621971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48280) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:13.700040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.714550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.726392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port e4ba4901-286f-4625-8cd7-aa2b98a5f1db {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:13.729463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.740360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3597b0b2-6bbf-404e-93a0-9ffbf2c61a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.795231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] The port 'e4ba4901-286f-4625-8cd7-aa2b98a5f1db' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:14:13.807554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Made reservation on behalf of e5f51c031f15494fb517b12b03cd0be5 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:13.818615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597b0b2-6bbf-404e-93a0-9ffbf2c61a67 None None] Pushing event deleted for resources: {'Port': ['ID=e4ba4901-286f-4625-8cd7-aa2b98a5f1db,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:13.825203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3597b0b2-6bbf-404e-93a0-9ffbf2c61a67 None None] No DVR routers for this DVR port e4ba4901-286f-4625-8cd7-aa2b98a5f1db on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:13.931650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.957093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f255e2-add3-4e49-9958-3456ad7f689f']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:13.968792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17099d98-a7ec-431a-a7ca-e93d5c39451e') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:13.969083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17099d98-a7ec-431a-a7ca-e93d5c39451e') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:13.979901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:13.995410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.003656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:14:14.007537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:14:14.018140 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:14:14.061612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.077531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d84a0a-2fe1-441a-bd8a-b891bb7705ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 2d0cc252-2148-467f-8cbd-710f86b81167 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:14.133509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d84a0a-2fe1-441a-bd8a-b891bb7705ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.173114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.177545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.193355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.200898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Network': ['ID=c9f255e2-add3-4e49-9958-3456ad7f689f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:14.204050 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-582ae815-df24-4f80-b02e-b85c72782d6c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/networks/c9f255e2-add3-4e49-9958-3456ad7f689f HTTP/1.1" status: 204 len: 168 time: 0.6242678 Jan 17 08:14:14.207923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48288) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:14.214457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'network': {'name': 'tempest-RoutersTest-15237664'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:14.220583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:14.225279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:network and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:14.227869 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] device_id is not set on port d12df43e-be89-447d-8fd7-0604292eca77 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:14.229235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:14.234789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:14.276762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event deleted for resources: {'Port': ['ID=77e5d0aa-0e5a-4c16-8094-ff5b9ccdb430,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:14.298702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d84a0a-2fe1-441a-bd8a-b891bb7705ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.332821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:14.335870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.364430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:14:14.372945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.373284 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added segment 7675f773-a71d-4aba-95c4-1211bb488840 of type vlan for network 6588451a-c3dc-46b6-8340-943e13e2cf76 Jan 17 08:14:14.402072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.504146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.507957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:14.508544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.577309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.611311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.615716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Network': ['ID=6588451a-c3dc-46b6-8340-943e13e2cf76,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:14.626591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 6588451a-c3dc-46b6-8340-943e13e2cf76 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:14:14.660094 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5ff4f7c7-54a5-40cc-9e68-56bac9a84774 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4509580 Jan 17 08:14:14.662742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48294) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:14.670152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'subnet': {'network_id': '6588451a-c3dc-46b6-8340-943e13e2cf76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:14.680866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d84a0a-2fe1-441a-bd8a-b891bb7705ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.732338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.735262 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a5487a29-76c6-4c41-a9bd-b9ffb1579dd3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "DELETE /v2.0/floatingips/7db65de0-865d-43a6-b6a4-2cb7766b3a5c HTTP/1.1" status: 204 len: 168 time: 2.0796301 Jan 17 08:14:14.737804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48298) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:14.748280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-80e68ff3-0165-43e7-8381-8c20d74ff21d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Request body: {'floatingip': {'floating_network_id': '0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282', 'port_id': 'f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:14.765764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80e68ff3-0165-43e7-8381-8c20d74ff21d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:14.773841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-80e68ff3-0165-43e7-8381-8c20d74ff21d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Usage tracker for resource:floatingip and tenant:fae9dc7c5cfb45f08234642257dfabc1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:14.784546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-80e68ff3-0165-43e7-8381-8c20d74ff21d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:14.797399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80e68ff3-0165-43e7-8381-8c20d74ff21d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:14.807452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:14.811597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:subnet and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:14.814470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:14.820294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:14.881725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80e68ff3-0165-43e7-8381-8c20d74ff21d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.958562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d84a0a-2fe1-441a-bd8a-b891bb7705ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:14.968073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.20.0.14 (bedf7322-250a-43c6-af31-49d02ff2d161/04e7927f-a9e9-49f5-872a-56981c3b0b10/d12df43e-be89-447d-8fd7-0604292eca77) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:14.978366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:15.010581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d84a0a-2fe1-441a-bd8a-b891bb7705ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0cc252-2148-467f-8cbd-710f86b81167,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:15.012849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.20.0.12 (bedf7322-250a-43c6-af31-49d02ff2d161/04e7927f-a9e9-49f5-872a-56981c3b0b10/d12df43e-be89-447d-8fd7-0604292eca77) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:15.027539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d84a0a-2fe1-441a-bd8a-b891bb7705ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.037444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab51400f-2942-49fd-91f7-24a73b8b04b7 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:15.137844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.170959 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-05d84a0a-2fe1-441a-bd8a-b891bb7705ca tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/2d0cc252-2148-467f-8cbd-710f86b81167 HTTP/1.1" status: 204 len: 168 time: 1.9120347 Jan 17 08:14:15.177532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48304) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:15.402710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.434909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c65cc4-bf7d-4b01-9048-9f3e871a997b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 4deede4f-aa1e-4072-8498-3d24faf95c9f {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:15.448771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47c65cc4-bf7d-4b01-9048-9f3e871a997b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.453705 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-80e68ff3-0165-43e7-8381-8c20d74ff21d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:14:15.453705 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-80e68ff3-0165-43e7-8381-8c20d74ff21d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7121432 Jan 17 08:14:15.456348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48310) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:15.461920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': 'f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:15.467443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:15.471546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Usage tracker for resource:floatingip and tenant:fae9dc7c5cfb45f08234642257dfabc1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:15.474469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:15.481956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:15.488432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.498254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Deleting port 164aaa3f-fb3e-40a8-b1c4-403fa74be570 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:15.500368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.511838 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.543814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.562688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47c65cc4-bf7d-4b01-9048-9f3e871a997b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.660683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Subnet': ['ID=cb57b88d-f2f8-4811-9d3a-670e7f8ebb4f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:15.681859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Checking segment: {'id': '7675f773-a71d-4aba-95c4-1211bb488840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6588451a-c3dc-46b6-8340-943e13e2cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:15.682207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network hostable DHCP agents. Network: 6588451a-c3dc-46b6-8340-943e13e2cf76, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:14:15.759187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.770464 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47c65cc4-bf7d-4b01-9048-9f3e871a997b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.798651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.807550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network 6588451a-c3dc-46b6-8340-943e13e2cf76 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:14:15.817431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.882333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 6588451a-c3dc-46b6-8340-943e13e2cf76) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:15.891006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02915854-333f-451a-8d91-f7350f3c7043 None None] Network 6588451a-c3dc-46b6-8340-943e13e2cf76 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:15.910074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:15.918408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:15.957939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Allocated IP 172.26.4.175 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/c7134159-3cc4-4ff8-9a19-8d8ca7cd8356) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:16.033646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Calling delete_port for 164aaa3f-fb3e-40a8-b1c4-403fa74be570 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:16.039306 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ca8c3d4d-602e-4b98-8a18-839d4e7bbbcf tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3727024 Jan 17 08:14:16.041120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48316) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:16.048126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1381054546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:16.056985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:16.069391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:router and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:16.074013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:16.077791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network bedf7322-250a-43c6-af31-49d02ff2d161 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:16.080596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=d12df43e-be89-447d-8fd7-0604292eca77,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:16.083082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:16.093958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:16.098941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:16.139657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.168877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1a727338-9d40-4d54-b725-6686cb5d980f None None] Provisioning complete for port 637941ab-acaa-449f-9472-a1b28c5b9643 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:16.169345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a727338-9d40-4d54-b725-6686cb5d980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.182672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.183621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.203368 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-6588451a-c3dc-46b6-8340-943e13e2cf76', 'network_id': '6588451a-c3dc-46b6-8340-943e13e2cf76', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'fixed_ips': [{'subnet_id': 'cb57b88d-f2f8-4811-9d3a-670e7f8ebb4f'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:14:16.204164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.209782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:16.210393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.233211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47c65cc4-bf7d-4b01-9048-9f3e871a997b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.241951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.265504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.273494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c65cc4-bf7d-4b01-9048-9f3e871a997b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=4deede4f-aa1e-4072-8498-3d24faf95c9f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:16.285892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47c65cc4-bf7d-4b01-9048-9f3e871a997b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.288048 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-47c65cc4-bf7d-4b01-9048-9f3e871a997b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/4deede4f-aa1e-4072-8498-3d24faf95c9f HTTP/1.1" status: 204 len: 168 time: 1.1074419 Jan 17 08:14:16.290984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48322) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:16.306820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a1a36-2e95-4095-9994-cf9c1e60df71 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:16.337722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.353919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:16.359020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event updated for resources: {'Port': ['ID=c7134159-3cc4-4ff8-9a19-8d8ca7cd8356,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:16.359762 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5a25a647-c843-4ca7-9db1-eb480d37275e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.4202039 Jan 17 08:14:16.364005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48326) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:16.368746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:16.372819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cf9811c7-032e-42ab-9606-9da557c6e740 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:router {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:16.374024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': 'd12df43e-be89-447d-8fd7-0604292eca77', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:16.382652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:16.408301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:16.422004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:floatingip and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:16.426441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:16.434545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:16.491528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.497610 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-68dd4167-1f61-4185-b14e-fe073d5cd06a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4506934 Jan 17 08:14:16.497734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48332) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:16.501578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'port': {'network_id': '6588451a-c3dc-46b6-8340-943e13e2cf76', 'name': 'tempest-RoutersTest-1578500936'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:16.583499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Deleting port c7134159-3cc4-4ff8-9a19-8d8ca7cd8356 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:16.583856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.595453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cf9811c7-032e-42ab-9606-9da557c6e740 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:router {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:16.595453 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cf9811c7-032e-42ab-9606-9da557c6e740 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2973614 Jan 17 08:14:16.595722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.599424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48336) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:16.610732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.638226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:16.655073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Allocated IP 172.20.0.2 (6588451a-c3dc-46b6-8340-943e13e2cf76/cb57b88d-f2f8-4811-9d3a-670e7f8ebb4f/83ce2bff-f4c7-4841-a466-7c6b166a8445) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:16.725210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event deleted for resources: {'Port': ['ID=164aaa3f-fb3e-40a8-b1c4-403fa74be570,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:16.854933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.855485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.872133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb51bce-06cb-46df-af39-9146015eb008 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:14:16.888327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:16.888943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9cb51bce-06cb-46df-af39-9146015eb008 None None] Deleting port 637941ab-acaa-449f-9472-a1b28c5b9643 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:16.889031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cb51bce-06cb-46df-af39-9146015eb008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:16.892278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:16.901567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:16.906153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:16.912794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:16.964493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.005361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:17.020832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Transition to ACTIVE for port object 83ce2bff-f4c7-4841-a466-7c6b166a8445 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:17.072399 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Transition to ACTIVE for port object 83ce2bff-f4c7-4841-a466-7c6b166a8445 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:17.091168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Calling delete_port for c7134159-3cc4-4ff8-9a19-8d8ca7cd8356 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:17.160460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.170311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9cb51bce-06cb-46df-af39-9146015eb008 None None] For port 637941ab-acaa-449f-9472-a1b28c5b9643, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=637941ab-acaa-449f-9472-a1b28c5b9643,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:17.170742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cb51bce-06cb-46df-af39-9146015eb008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.182591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.216129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:17.219172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.232691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:17.236731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.262851 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.344578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9cb51bce-06cb-46df-af39-9146015eb008 None None] Calling delete_port for 637941ab-acaa-449f-9472-a1b28c5b9643 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:17.389202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.26.4.136 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/a48cefe5-0d87-4b78-9493-69730576e2fa) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:17.399353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.480148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 637941ab-acaa-449f-9472-a1b28c5b9643 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:17.549193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Network 6588451a-c3dc-46b6-8340-943e13e2cf76 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:17.556092 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:17.559876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Pushing event updated for resources: {'Port': ['ID=83ce2bff-f4c7-4841-a466-7c6b166a8445,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:17.563870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:17.585391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.591318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.618758 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] device_id is not set on port d6e33cda-f532-4bc5-9793-679a968f0a06 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:17.630721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event deleted for resources: {'Port': ['ID=c7134159-3cc4-4ff8-9a19-8d8ca7cd8356,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:17.633686 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9cb51bce-06cb-46df-af39-9146015eb008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.725736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Port 637941ab-acaa-449f-9472-a1b28c5b9643 update to DOWN by agent not found {{(pid=84156) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 17 08:14:17.727468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb51bce-06cb-46df-af39-9146015eb008 None None] Pushing event deleted for resources: {'Port': ['ID=637941ab-acaa-449f-9472-a1b28c5b9643,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:17.732337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.744165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb51bce-06cb-46df-af39-9146015eb008 None None] No DVR routers for this DVR port 637941ab-acaa-449f-9472-a1b28c5b9643 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:17.750233 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Attempting to bind port 83ce2bff-f4c7-4841-a466-7c6b166a8445 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:14:17.754797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Attempting to bind port 83ce2bff-f4c7-4841-a466-7c6b166a8445 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '7675f773-a71d-4aba-95c4-1211bb488840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6588451a-c3dc-46b6-8340-943e13e2cf76'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:14:17.755160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Attempting to bind port 83ce2bff-f4c7-4841-a466-7c6b166a8445 on network 6588451a-c3dc-46b6-8340-943e13e2cf76 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:14:17.762254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:14:17.762625 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Checking segment: {'id': '7675f773-a71d-4aba-95c4-1211bb488840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6588451a-c3dc-46b6-8340-943e13e2cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:17.763022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.763439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Bound using segment: {'id': '7675f773-a71d-4aba-95c4-1211bb488840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6588451a-c3dc-46b6-8340-943e13e2cf76'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:14:17.763902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Bound port: 83ce2bff-f4c7-4841-a466-7c6b166a8445, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7675f773-a71d-4aba-95c4-1211bb488840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '6588451a-c3dc-46b6-8340-943e13e2cf76'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:14:17.764271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.774850 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.20.0.7 (6588451a-c3dc-46b6-8340-943e13e2cf76/cb57b88d-f2f8-4811-9d3a-670e7f8ebb4f/d6e33cda-f532-4bc5-9793-679a968f0a06) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:17.786402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.786907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Fanout notify agent at l3_agent the message router_deleted on router bfa7dfae-5398-4b41-bfa2-db164443f4c7 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:14:17.848278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.856793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:17.857113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] For port 83ce2bff-f4c7-4841-a466-7c6b166a8445, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:14:17.861634 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5caf511f-15e5-4bae-85d2-c97c115a660a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/bfa7dfae-5398-4b41-bfa2-db164443f4c7 HTTP/1.1" status: 204 len: 168 time: 4.6012199 Jan 17 08:14:17.862331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48346) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:17.864492 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] For port 83ce2bff-f4c7-4841-a466-7c6b166a8445, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=83ce2bff-f4c7-4841-a466-7c6b166a8445,segment=NetworkSegment(7675f773-a71d-4aba-95c4-1211bb488840),segment_id=7675f773-a71d-4aba-95c4-1211bb488840)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:14:17.869451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1015807872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:17.890652 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] create failed (client error): The resource could not be found. Jan 17 08:14:17.891730 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-53e18e57-9dbf-4170-8619-2ab57c5d49ad tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4344368 Jan 17 08:14:17.895015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:17.899608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48350) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:17.904080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Usage tracker for resource:router and tenant:651101ee7b7c40208c502510806d8321 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:17.911812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:17.922263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:17.967669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:17.972697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:17.982461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:18.015421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=a48cefe5-0d87-4b78-9493-69730576e2fa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:18.035001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6736c-0647-4907-ae9f-1f366b207e2a tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Deleting port f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:18.035365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8b6736c-0647-4907-ae9f-1f366b207e2a tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.042163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.115334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.116589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.131592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cccdd8-a98c-44af-9c42-a5cf02956e78 None None] Pushing event updated for resources: {'Port': ['ID=83ce2bff-f4c7-4841-a466-7c6b166a8445,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:18.160198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.198058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Transition to ACTIVE for port object d6e33cda-f532-4bc5-9793-679a968f0a06 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:18.207867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.316868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.321456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.461876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network 6588451a-c3dc-46b6-8340-943e13e2cf76 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:18.464839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=d6e33cda-f532-4bc5-9793-679a968f0a06,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:18.467429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:18.497377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:18.551306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.553179 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-85db2b67-7a69-4f4b-bb88-d1394d18ab87 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6896966 Jan 17 08:14:18.560960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48358) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:18.572354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:14:18.576040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': False}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:18.635563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:18.636091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.647175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.650133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8b6736c-0647-4907-ae9f-1f366b207e2a tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.725731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:18.730126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:18.733244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:18.733839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:18.740346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717a5f05-6626-4336-9ee6-e91a9266c0c5 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:18.797657 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e0849837-606a-4f23-9976-27a5b593ebda tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2981579 Jan 17 08:14:18.797657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=1e2af8b3-36da-4238-8c1f-1cd09e7c4969,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:18.804680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48364) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:18.888352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6736c-0647-4907-ae9f-1f366b207e2a tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Calling delete_port for f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:19.017919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '1e2af8b3-36da-4238-8c1f-1cd09e7c4969'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:14:19.018928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.076270 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c391eecc-9e69-4bdd-8291-c923982b3499 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4470623 Jan 17 08:14:19.077830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48368) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:19.088887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:19.114909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.201572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Allocated IP 2001:db8::f816:3eff:fe64:571f (f8dda541-a6ad-4425-a3fa-1d9436a44791/1e2af8b3-36da-4238-8c1f-1cd09e7c4969/3eb30268-d18b-499f-bf37-cae6120457fe) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:19.251026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8b6736c-0647-4907-ae9f-1f366b207e2a tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.419504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6736c-0647-4907-ae9f-1f366b207e2a tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event deleted for resources: {'Port': ['ID=f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:19.448999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.466049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a54a90a-8af4-46e5-ba13-3aab90012b97 None None] Network 6588451a-c3dc-46b6-8340-943e13e2cf76 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:19.535850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 83ce2bff-f4c7-4841-a466-7c6b166a8445 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:19.648108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.690570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8b6736c-0647-4907-ae9f-1f366b207e2a tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.709255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a8b6736c-0647-4907-ae9f-1f366b207e2a tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "DELETE /v2.0/ports/f5fddde4-15c8-48bc-bb11-bf4c7f7e93c3 HTTP/1.1" status: 204 len: 168 time: 1.8067200 Jan 17 08:14:19.709834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48376) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:19.729890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.774326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Transition to ACTIVE for port object 3eb30268-d18b-499f-bf37-cae6120457fe will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:19.778339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.798343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:19.812185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:19.814184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56ff2d-fe11-4699-a3a6-cf13eab53f56 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:19.815054 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a56ff2d-fe11-4699-a3a6-cf13eab53f56 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Synchronizing usage tracker for tenant:fae9dc7c5cfb45f08234642257dfabc1 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:19.816160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:19.823891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:19.836336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.846939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Transition to ACTIVE for port object 3eb30268-d18b-499f-bf37-cae6120457fe will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:19.847797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.851466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ab29569d-5945-4c08-8120-653062ac690c None None] Provisioning for port 83ce2bff-f4c7-4841-a466-7c6b166a8445 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:19.948223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:19.949161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a56ff2d-fe11-4699-a3a6-cf13eab53f56 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Unset dirty status for tenant:fae9dc7c5cfb45f08234642257dfabc1 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:19.952730 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8a56ff2d-fe11-4699-a3a6-cf13eab53f56 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecc828c5-75ae-4928-9be5-931b11303169 HTTP/1.1" status: 200 len: 913 time: 0.2385118 Jan 17 08:14:19.953916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48380) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:19.956353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=a48cefe5-0d87-4b78-9493-69730576e2fa,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:19.975030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.018254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:20.038553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Pushing event updated for resources: {'Port': ['ID=3eb30268-d18b-499f-bf37-cae6120457fe,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:20.053730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 83ce2bff-f4c7-4841-a466-7c6b166a8445 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:20.062212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 83ce2bff-f4c7-4841-a466-7c6b166a8445 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:20.062582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.138070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:20.141786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:20.145027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:20.184213 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP c5a63f28-c82f-40b5-be7d-6b47bb083328 associated. External IP: 172.26.4.136, port: d12df43e-be89-447d-8fd7-0604292eca77. Jan 17 08:14:20.358827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Attempting to bind port 3eb30268-d18b-499f-bf37-cae6120457fe on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:14:20.359425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Attempting to bind port 3eb30268-d18b-499f-bf37-cae6120457fe by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:14:20.359655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Attempting to bind port 3eb30268-d18b-499f-bf37-cae6120457fe on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:14:20.372618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.382493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:14:20.382887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:20.383273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.383668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:14:20.384161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Bound port: 3eb30268-d18b-499f-bf37-cae6120457fe, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:14:20.384519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.472771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 83ce2bff-f4c7-4841-a466-7c6b166a8445, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=83ce2bff-f4c7-4841-a466-7c6b166a8445,segment=NetworkSegment(7675f773-a71d-4aba-95c4-1211bb488840),segment_id=7675f773-a71d-4aba-95c4-1211bb488840)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:20.502670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] For port 3eb30268-d18b-499f-bf37-cae6120457fe, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:14:20.503086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] For port 3eb30268-d18b-499f-bf37-cae6120457fe, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3eb30268-d18b-499f-bf37-cae6120457fe,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:14:20.545552 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.567536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.576641 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.656986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.722963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=83ce2bff-f4c7-4841-a466-7c6b166a8445,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:20.797473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-23dd74f9-0611-4862-a956-4ebc17949b83 None None] Provisioning for port d6e33cda-f532-4bc5-9793-679a968f0a06 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:20.811791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-23dd74f9-0611-4862-a956-4ebc17949b83 None None] Provisioning complete for port d6e33cda-f532-4bc5-9793-679a968f0a06 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:20.812085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23dd74f9-0611-4862-a956-4ebc17949b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:20.843841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:20.875413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfb66b-864b-4636-a1c2-9d6e9ea7bf09 None None] Pushing event updated for resources: {'Port': ['ID=3eb30268-d18b-499f-bf37-cae6120457fe,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:20.898832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-23dd74f9-0611-4862-a956-4ebc17949b83 None None] Port d6e33cda-f532-4bc5-9793-679a968f0a06 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:20.922746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-23dd74f9-0611-4862-a956-4ebc17949b83 None None] Provisioning complete for port 83ce2bff-f4c7-4841-a466-7c6b166a8445 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:20.922746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23dd74f9-0611-4862-a956-4ebc17949b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.164040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:21.176012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d816af-fac4-48ca-ac17-8f480f1cadb0 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:21.194221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d816af-fac4-48ca-ac17-8f480f1cadb0 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:21.195830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-39d816af-fac4-48ca-ac17-8f480f1cadb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:21.253781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.275597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-39d816af-fac4-48ca-ac17-8f480f1cadb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:21.292760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d816af-fac4-48ca-ac17-8f480f1cadb0 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:21.293445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-39d816af-fac4-48ca-ac17-8f480f1cadb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:21.320573 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b3d0503b-1e75-4ed6-9662-0f04b4e510d4 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9531577 Jan 17 08:14:21.325950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:21.334691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-013eb10f-704f-4a1f-8329-8f85ddc0c96b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'port_id': 'd12df43e-be89-447d-8fd7-0604292eca77', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:21.370288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-eb33f6ec-1706-49a9-9918-3080427fa8fc None None] Provisioning complete for port d6e33cda-f532-4bc5-9793-679a968f0a06 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:21.370288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb33f6ec-1706-49a9-9918-3080427fa8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.442442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-39d816af-fac4-48ca-ac17-8f480f1cadb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:21.442952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d816af-fac4-48ca-ac17-8f480f1cadb0 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:21.462082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.469238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eb33f6ec-1706-49a9-9918-3080427fa8fc None None] Port d6e33cda-f532-4bc5-9793-679a968f0a06 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:21.497188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3eb30268-d18b-499f-bf37-cae6120457fe up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:21.506216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-013eb10f-704f-4a1f-8329-8f85ddc0c96b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.521387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.636165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 3eb30268-d18b-499f-bf37-cae6120457fe completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:21.643804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 83ce2bff-f4c7-4841-a466-7c6b166a8445 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:21.741621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 83ce2bff-f4c7-4841-a466-7c6b166a8445 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:21.742079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.821417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:14:21.852831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.857717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.925225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:21.988984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Allocated IP 172.26.4.150 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/57b68f9a-1a47-40d2-ac18-950c9f2f7da8) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:22.003458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:22.247146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fabc4e55-2621-47b3-8fc1-697c89b8165d None None] Provisioning for port 3eb30268-d18b-499f-bf37-cae6120457fe completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:22.253178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fabc4e55-2621-47b3-8fc1-697c89b8165d None None] Provisioning complete for port 3eb30268-d18b-499f-bf37-cae6120457fe triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:22.255032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fabc4e55-2621-47b3-8fc1-697c89b8165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:22.317280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-013eb10f-704f-4a1f-8329-8f85ddc0c96b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:22.378904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-013eb10f-704f-4a1f-8329-8f85ddc0c96b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:22.398253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fabc4e55-2621-47b3-8fc1-697c89b8165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:22.437560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fabc4e55-2621-47b3-8fc1-697c89b8165d None None] For port 3eb30268-d18b-499f-bf37-cae6120457fe, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3eb30268-d18b-499f-bf37-cae6120457fe,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:22.460313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=d6e33cda-f532-4bc5-9793-679a968f0a06,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:22.490408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:22.506384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:22.509318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:22.509902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:22.516781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ca600d-a07d-4ed3-a472-d5fa0c0c0ea2 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:22.518918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=caa6e4af-33ae-4300-8f85-6b2450a2a034,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:22.534785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fabc4e55-2621-47b3-8fc1-697c89b8165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:22.683544 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc4e55-2621-47b3-8fc1-697c89b8165d None None] Pushing event updated for resources: {'Port': ['ID=3eb30268-d18b-499f-bf37-cae6120457fe,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:22.692669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:22.715258 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c7ae54af-b93d-40fe-a067-3f0458852555 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6291440 Jan 17 08:14:22.717238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-26d3dab4-97e5-46e3-8126-fc2f524acca2 None None] Provisioning complete for port d6e33cda-f532-4bc5-9793-679a968f0a06 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:22.717683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26d3dab4-97e5-46e3-8126-fc2f524acca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:22.720898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48402) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:22.732857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:d4:8b:f3', 'name': 'tempest-NetworksTestDHCPv6-1509024108'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:22.872286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-26d3dab4-97e5-46e3-8126-fc2f524acca2 None None] Port d6e33cda-f532-4bc5-9793-679a968f0a06 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:22.982232 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-6cd3574a-2a93-4051-9a87-8ec50758b5fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1135538 Jan 17 08:14:22.983242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286fa89a-d24a-4b92-ba0f-e023215dda9f None None] Update dhcp port {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': '1e2af8b3-36da-4238-8c1f-1cd09e7c4969', 'ip_address': '2001:db8::f816:3eff:fe64:571f'}, {'subnet_id': 'caa6e4af-33ae-4300-8f85-6b2450a2a034'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '3eb30268-d18b-499f-bf37-cae6120457fe'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:14:22.997028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013eb10f-704f-4a1f-8329-8f85ddc0c96b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:23.041737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-286fa89a-d24a-4b92-ba0f-e023215dda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:23.088792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:23.146134 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-e9342af9-173a-45e1-9deb-214283a269c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9ba4e0ea41f490294ebdd0b709d6369&device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 1098 time: 0.1431007 Jan 17 08:14:23.208257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:23.291905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:23.294905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Pushing event updated for resources: {'Port': ['ID=57b68f9a-1a47-40d2-ac18-950c9f2f7da8,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:23.312586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:23.320138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:23.342218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:23.350523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:23.353732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:23.365105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:23.428633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3eb30268-d18b-499f-bf37-cae6120457fe up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:23.505315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-286fa89a-d24a-4b92-ba0f-e023215dda9f None None] Allocated IP 172.20.0.2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/caa6e4af-33ae-4300-8f85-6b2450a2a034/3eb30268-d18b-499f-bf37-cae6120457fe) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:23.537593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-1b01e0e6-a2db-4985-b931-c419cd9bbe55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:23.539486 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-1b01e0e6-a2db-4985-b931-c419cd9bbe55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f2781a32-dbcf-4a89-be6e-041dd74b2227 HTTP/1.1" status: 200 len: 913 time: 0.3643012 Jan 17 08:14:23.543686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:23.547573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:23.612302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:23.640847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013eb10f-704f-4a1f-8329-8f85ddc0c96b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:23.641119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3eb30268-d18b-499f-bf37-cae6120457fe triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:23.641479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:23.647580 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-013eb10f-704f-4a1f-8329-8f85ddc0c96b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:23.654596 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bbd5a-111d-428e-b935-03fa05968951 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:23.658665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 6e1ff36e-6fc6-4bf4-bd46-4fb0b7c489d8 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:23.666656 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bbd5a-111d-428e-b935-03fa05968951 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:23.666853 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b97bbd5a-111d-428e-b935-03fa05968951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:23.706245 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-6918b49e-7dc7-4b2a-89db-c449a1eca6e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d HTTP/1.1" status: 200 len: 1001 time: 0.1597154 Jan 17 08:14:23.733099 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b97bbd5a-111d-428e-b935-03fa05968951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:23.744809 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bbd5a-111d-428e-b935-03fa05968951 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:23.745614 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b97bbd5a-111d-428e-b935-03fa05968951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:23.750891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-286fa89a-d24a-4b92-ba0f-e023215dda9f None None] For port 3eb30268-d18b-499f-bf37-cae6120457fe, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3eb30268-d18b-499f-bf37-cae6120457fe,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:23.769630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-ebad775a-e7a2-45b5-b427-14fd5aa2d740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:23.771270 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-ebad775a-e7a2-45b5-b427-14fd5aa2d740 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd30e160-1e61-452a-8fb0-5eb1772c4e96 HTTP/1.1" status: 200 len: 851 time: 0.0581477 Jan 17 08:14:23.804013 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b97bbd5a-111d-428e-b935-03fa05968951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:23.804660 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97bbd5a-111d-428e-b935-03fa05968951 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:23.827345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-286fa89a-d24a-4b92-ba0f-e023215dda9f None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:23.847259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-286fa89a-d24a-4b92-ba0f-e023215dda9f None None] Transition to ACTIVE for port object 3eb30268-d18b-499f-bf37-cae6120457fe will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:23.880994 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-013eb10f-704f-4a1f-8329-8f85ddc0c96b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/floatingips/c5a63f28-c82f-40b5-be7d-6b47bb083328 HTTP/1.1" status: 200 len: 978 time: 2.5535727 Jan 17 08:14:23.883919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48412) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:23.915838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-286fa89a-d24a-4b92-ba0f-e023215dda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:23.981080 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-13bf6878-8491-487d-a5f8-4a0349d4c856 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2781a32-dbcf-4a89-be6e-041dd74b2227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1773291 Jan 17 08:14:24.056178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fa89a-d24a-4b92-ba0f-e023215dda9f None None] Pushing event updated for resources: {'Port': ['ID=3eb30268-d18b-499f-bf37-cae6120457fe,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:24.199056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port a48cefe5-0d87-4b78-9493-69730576e2fa {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:24.199430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:24.258573 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-031ec935-80a5-46b0-b580-b1c67d10250b service neutron] 10.222.0.53 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691345 Jan 17 08:14:24.511716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:24.523664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-64337f1d-586c-4873-b7f6-2897161f4cd3 {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:14:24.524019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:14:24.569975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:24.639785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Deleting port 3b1acefd-e6f0-401a-a825-dd62ebaea146 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:24.640123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:24.649525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:24.650063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:24.665280 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea5731a4-182f-4cd8-8042-6044b4d321b0 req-8833536c-6cc2-4de6-8dba-8dfc91f408b3 service neutron] 10.222.0.53 "GET /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993993 Jan 17 08:14:24.752172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:24.778339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for a48cefe5-0d87-4b78-9493-69730576e2fa owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:24.801232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3b0a01a1-bdd9-4863-8dc8-1a9c5887949a None None] Provisioning for port 3eb30268-d18b-499f-bf37-cae6120457fe completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:24.807359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3b0a01a1-bdd9-4863-8dc8-1a9c5887949a None None] Provisioning complete for port 3eb30268-d18b-499f-bf37-cae6120457fe triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:24.807792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b0a01a1-bdd9-4863-8dc8-1a9c5887949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:24.841434 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:24.890721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=d6e33cda-f532-4bc5-9793-679a968f0a06,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:24.978479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:25.024791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:25.025087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=a48cefe5-0d87-4b78-9493-69730576e2fa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:25.138434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:25.199527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 9c4cf45d-906b-4e42-8731-41d2898c4313 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:25.282337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:25.287281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:25.303741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network 6588451a-c3dc-46b6-8340-943e13e2cf76 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:25.309116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:25.371754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:25.394847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3eb30268-d18b-499f-bf37-cae6120457fe up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:25.508642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3eb30268-d18b-499f-bf37-cae6120457fe triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:25.509158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:25.545297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Calling delete_port for 3b1acefd-e6f0-401a-a825-dd62ebaea146 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:25.576000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:25.676373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cf6de8c0-0dab-4576-9f47-bc36d3dc047b None None] Provisioning complete for port d6e33cda-f532-4bc5-9793-679a968f0a06 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:25.676986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf6de8c0-0dab-4576-9f47-bc36d3dc047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:25.742422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-cf6de8c0-0dab-4576-9f47-bc36d3dc047b None None] Port d6e33cda-f532-4bc5-9793-679a968f0a06 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:25.857715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:25.870815 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2599d4d-d9ec-4050-bde0-e54f37ab800c None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:25.883041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2599d4d-d9ec-4050-bde0-e54f37ab800c None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:25.883766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b2599d4d-d9ec-4050-bde0-e54f37ab800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:25.932709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:25.942074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b2599d4d-d9ec-4050-bde0-e54f37ab800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:25.953068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2599d4d-d9ec-4050-bde0-e54f37ab800c None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:25.954388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b2599d4d-d9ec-4050-bde0-e54f37ab800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:25.993679 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-454c52b9-3384-4e13-9b89-df6948f3e64a tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/floatingips/c5a63f28-c82f-40b5-be7d-6b47bb083328 HTTP/1.1" status: 204 len: 168 time: 2.1075888 Jan 17 08:14:25.994428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48428) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:26.015376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b2599d4d-d9ec-4050-bde0-e54f37ab800c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:26.015749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2599d4d-d9ec-4050-bde0-e54f37ab800c None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:26.058868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a4341632-9fa5-4c4a-b890-ed10493c054b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port d12df43e-be89-447d-8fd7-0604292eca77 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:26.059228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4341632-9fa5-4c4a-b890-ed10493c054b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:26.194206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 172.20.0.6 (f8dda541-a6ad-4425-a3fa-1d9436a44791/caa6e4af-33ae-4300-8f85-6b2450a2a034/9c4cf45d-906b-4e42-8731-41d2898c4313) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:26.242301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fed4:8bf3 (f8dda541-a6ad-4425-a3fa-1d9436a44791/1e2af8b3-36da-4238-8c1f-1cd09e7c4969/9c4cf45d-906b-4e42-8731-41d2898c4313) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:26.297870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4341632-9fa5-4c4a-b890-ed10493c054b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:26.483718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:26.526000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a4341632-9fa5-4c4a-b890-ed10493c054b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for d12df43e-be89-447d-8fd7-0604292eca77 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:26.542713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event deleted for resources: {'Port': ['ID=3b1acefd-e6f0-401a-a825-dd62ebaea146,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:26.750577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:26.784905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4341632-9fa5-4c4a-b890-ed10493c054b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:26.847586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 9c4cf45d-906b-4e42-8731-41d2898c4313 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:26.913273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4341632-9fa5-4c4a-b890-ed10493c054b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=d12df43e-be89-447d-8fd7-0604292eca77,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:26.922304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router 70622f52-1770-44b4-8b05-4297ada7f793 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:14:26.935915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Router 47b57bbd-b729-471a-9846-bf650c6358d2 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:14:26.949209 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.006964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4341632-9fa5-4c4a-b890-ed10493c054b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.018645 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a4341632-9fa5-4c4a-b890-ed10493c054b tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/ports/d12df43e-be89-447d-8fd7-0604292eca77 HTTP/1.1" status: 204 len: 168 time: 1.0228333 Jan 17 08:14:27.018800 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.022360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48438) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:27.027904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:27.033328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:27.037405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:floatingip and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:27.040289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:27.045897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:27.132667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.268664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.289187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:27.406893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.26.4.147 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/be0ec85b-4b73-4e6c-b694-7267be79de5a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:27.472531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=9c4cf45d-906b-4e42-8731-41d2898c4313,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:27.474796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:27.477909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:27.561112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.647904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.710929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:27.711576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.717819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:27.721133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:27.724889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:27.753741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=be0ec85b-4b73-4e6c-b694-7267be79de5a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:27.846978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ca418ab5-cb31-442d-a324-5f54b382dcef None None] Provisioning for port 9c4cf45d-906b-4e42-8731-41d2898c4313 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:27.852224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ca418ab5-cb31-442d-a324-5f54b382dcef None None] Provisioning complete for port 9c4cf45d-906b-4e42-8731-41d2898c4313 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:27.852618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca418ab5-cb31-442d-a324-5f54b382dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.876421 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a0b03d13-8ad1-45e3-b52a-459fefcaa1b0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.1498063 Jan 17 08:14:27.877782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48444) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:27.883299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:27.898725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:27.898814 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd23bf-f8eb-42b4-bc4b-0ee06663fae6 None None] Sync routers for ids ['70622f52-1770-44b4-8b05-4297ada7f793'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:27.911716 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd23bf-f8eb-42b4-bc4b-0ee06663fae6 None None] Routers {'70622f52-1770-44b4-8b05-4297ada7f793'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:27.915847 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7fcd23bf-f8eb-42b4-bc4b-0ee06663fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['70622f52-1770-44b4-8b05-4297ada7f793'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:27.927558 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3cdc4d1e-4820-40d9-b229-0bc53d83e3ff tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/70622f52-1770-44b4-8b05-4297ada7f793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1171021 Jan 17 08:14:27.934445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48448) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:27.949549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ca418ab5-cb31-442d-a324-5f54b382dcef None None] Port 9c4cf45d-906b-4e42-8731-41d2898c4313 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:27.978898 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7fcd23bf-f8eb-42b4-bc4b-0ee06663fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:27.997853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:28.012056 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd23bf-f8eb-42b4-bc4b-0ee06663fae6 None None] Routers {'70622f52-1770-44b4-8b05-4297ada7f793'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:28.012895 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7fcd23bf-f8eb-42b4-bc4b-0ee06663fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['70622f52-1770-44b4-8b05-4297ada7f793'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.089819 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7fcd23bf-f8eb-42b4-bc4b-0ee06663fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.090228 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd23bf-f8eb-42b4-bc4b-0ee06663fae6 None None] The sync data for ids ['70622f52-1770-44b4-8b05-4297ada7f793'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:28.108094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3cb412-1034-451a-a1af-9ea9204d4979 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:28.108687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8e3cb412-1034-451a-a1af-9ea9204d4979 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:28.130253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Router ecc828c5-75ae-4928-9be5-931b11303169 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:28.160269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:28.167335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:28.168418 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-24372b6b-04a3-435e-84bf-0451452f70ca tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "PUT /v2.0/routers/47b57bbd-b729-471a-9846-bf650c6358d2 HTTP/1.1" status: 200 len: 916 time: 9.6009214 Jan 17 08:14:28.172201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfad6d21-53a8-4562-bd77-8e5a9516c84d None None] Sync routers for ids ['47b57bbd-b729-471a-9846-bf650c6358d2'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:28.189881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48456) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:28.197795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad6d21-53a8-4562-bd77-8e5a9516c84d None None] Routers {'47b57bbd-b729-471a-9846-bf650c6358d2'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:28.198423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-cfad6d21-53a8-4562-bd77-8e5a9516c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['47b57bbd-b729-471a-9846-bf650c6358d2'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.226773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7a6d9-8c51-4953-bd5b-541d6d58e723 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:28.230702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f7a6d9-8c51-4953-bd5b-541d6d58e723 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:28.231507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e2f7a6d9-8c51-4953-bd5b-541d6d58e723 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:28.248170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8e3cb412-1034-451a-a1af-9ea9204d4979 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:28.248170 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8e3cb412-1034-451a-a1af-9ea9204d4979 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports/d6e33cda-f532-4bc5-9793-679a968f0a06 HTTP/1.1" status: 200 len: 977 time: 0.3085082 Jan 17 08:14:28.252875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48460) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:28.259970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-cfad6d21-53a8-4562-bd77-8e5a9516c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.271397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad6d21-53a8-4562-bd77-8e5a9516c84d None None] Routers {'47b57bbd-b729-471a-9846-bf650c6358d2'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:28.272211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-cfad6d21-53a8-4562-bd77-8e5a9516c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['47b57bbd-b729-471a-9846-bf650c6358d2'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.333314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-cfad6d21-53a8-4562-bd77-8e5a9516c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.333603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfad6d21-53a8-4562-bd77-8e5a9516c84d None None] The sync data for ids ['47b57bbd-b729-471a-9846-bf650c6358d2'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:28.334721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:28.400924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:28.438392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e2f7a6d9-8c51-4953-bd5b-541d6d58e723 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:28.439551 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e2f7a6d9-8c51-4953-bd5b-541d6d58e723 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5612149 Jan 17 08:14:28.448692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48464) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:28.453741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:28.466256 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0ea7c-dba1-4fb9-9909-5b1c408273d9 None None] Sync routers for ids ['ecc828c5-75ae-4928-9be5-931b11303169'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:28.478456 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0ea7c-dba1-4fb9-9909-5b1c408273d9 None None] Routers {'ecc828c5-75ae-4928-9be5-931b11303169'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:28.479342 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-72e0ea7c-dba1-4fb9-9909-5b1c408273d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ecc828c5-75ae-4928-9be5-931b11303169'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.491208 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e81db48c-f422-48f9-b238-a4ae2ee0432d tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "PUT /v2.0/routers/ecc828c5-75ae-4928-9be5-931b11303169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5370903 Jan 17 08:14:28.500741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48468) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:28.538987 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-72e0ea7c-dba1-4fb9-9909-5b1c408273d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.549771 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0ea7c-dba1-4fb9-9909-5b1c408273d9 None None] Routers {'ecc828c5-75ae-4928-9be5-931b11303169'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:28.550388 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-72e0ea7c-dba1-4fb9-9909-5b1c408273d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ecc828c5-75ae-4928-9be5-931b11303169'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.605039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-87d70a33-a3bd-43e2-a6a3-539b443e1e92 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 9c4cf45d-906b-4e42-8731-41d2898c4313 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:28.605410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87d70a33-a3bd-43e2-a6a3-539b443e1e92 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:28.611694 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-72e0ea7c-dba1-4fb9-9909-5b1c408273d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:28.612090 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e0ea7c-dba1-4fb9-9909-5b1c408273d9 None None] The sync data for ids ['ecc828c5-75ae-4928-9be5-931b11303169'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:28.620629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=be0ec85b-4b73-4e6c-b694-7267be79de5a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:28.658569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:28.674765 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-87a22cda-52a2-4456-9459-6f546cc5e25c tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/routers/47b57bbd-b729-471a-9846-bf650c6358d2 HTTP/1.1" status: 200 len: 922 time: 0.4837048 Jan 17 08:14:28.678768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48472) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:28.753503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-254b8a56-770b-4931-9527-2bf87e348e83 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Synchronizing usage tracker for tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:28.773831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac5f48b2-e4d5-49ae-b6ca-a5e396e00aa3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:28.784493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:28.785688 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dec5b8b5-effd-4551-bb3d-a6cf85d2a2c6 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7623134 Jan 17 08:14:28.788335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48476) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:28.793711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'port': {'network_id': 'bedf7322-250a-43c6-af31-49d02ff2d161', 'name': 'tempest-FloatingIPTestJSON-1928144485'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:28.861199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-254b8a56-770b-4931-9527-2bf87e348e83 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Unset dirty status for tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:28.864809 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-254b8a56-770b-4931-9527-2bf87e348e83 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=47b57bbd-b729-471a-9846-bf650c6358d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1826906 Jan 17 08:14:28.867535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48480) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:29.036052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:29.043667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:port and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:29.047503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:29.050420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd86eb8-e816-4c56-8e39-81addff5bf63 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:29.050983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4bd86eb8-e816-4c56-8e39-81addff5bf63 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Synchronizing usage tracker for tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:29.056544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:29.069901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4bd86eb8-e816-4c56-8e39-81addff5bf63 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] Unset dirty status for tenant:ad2bd3b1d6cb4e0abd5574478d7b6b5b on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:29.073674 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4bd86eb8-e816-4c56-8e39-81addff5bf63 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 881 time: 0.2026055 Jan 17 08:14:29.075326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:29.119463 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-48374e66-b10d-4318-b5d5-8e6fea1666a8 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=47b57bbd-b729-471a-9846-bf650c6358d2 HTTP/1.1" status: 200 len: 205 time: 0.0406961 Jan 17 08:14:29.119713 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48490) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:29.182869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Made reservation on behalf of e5f51c031f15494fb517b12b03cd0be5 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:29.185839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:29.231059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] device_id is not set on port 9cfcebf1-baa5-46dd-838f-6889091c78a8 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:29.459763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.20.0.7 (bedf7322-250a-43c6-af31-49d02ff2d161/04e7927f-a9e9-49f5-872a-56981c3b0b10/9cfcebf1-baa5-46dd-838f-6889091c78a8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:29.489410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87d70a33-a3bd-43e2-a6a3-539b443e1e92 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:29.532663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:29.676897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-87d70a33-a3bd-43e2-a6a3-539b443e1e92 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 9c4cf45d-906b-4e42-8731-41d2898c4313 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:29.703753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac5f48b2-e4d5-49ae-b6ca-a5e396e00aa3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:29.733257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac5f48b2-e4d5-49ae-b6ca-a5e396e00aa3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:29.754573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:29.879800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:29.956891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Deleting port 57b68f9a-1a47-40d2-ac18-950c9f2f7da8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:29.957163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:29.965505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac5f48b2-e4d5-49ae-b6ca-a5e396e00aa3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:29.965982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5f48b2-e4d5-49ae-b6ca-a5e396e00aa3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Fanout notify agent at l3_agent the message router_deleted on router ecc828c5-75ae-4928-9be5-931b11303169 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:14:29.981849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.012507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac5f48b2-e4d5-49ae-b6ca-a5e396e00aa3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.013595 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ac5f48b2-e4d5-49ae-b6ca-a5e396e00aa3 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "DELETE /v2.0/routers/ecc828c5-75ae-4928-9be5-931b11303169 HTTP/1.1" status: 204 len: 168 time: 1.5069203 Jan 17 08:14:30.016322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48498) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:30.081339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network bedf7322-250a-43c6-af31-49d02ff2d161 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:30.103980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87d70a33-a3bd-43e2-a6a3-539b443e1e92 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.104431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:30.107711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:30.138387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=9cfcebf1-baa5-46dd-838f-6889091c78a8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:30.303121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d70a33-a3bd-43e2-a6a3-539b443e1e92 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=9c4cf45d-906b-4e42-8731-41d2898c4313,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:30.361985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.375315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:30.376719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.442084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.591878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Calling delete_port for 57b68f9a-1a47-40d2-ac18-950c9f2f7da8 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:30.651640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-36052d6e-547b-4558-ab02-413eef35dc54 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8597529 Jan 17 08:14:30.658964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48508) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:30.661088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8252330a-4813-4a6f-8e10-f0eba07a1ed2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'port_id': '9cfcebf1-baa5-46dd-838f-6889091c78a8'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:30.707729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8ad4bb-d6a2-4eb4-8e41-6218eddcb365 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Deleting subnet 8c4c6487-60d8-4384-8fc7-4275dd54d9f5 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:30.712926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af8ad4bb-d6a2-4eb4-8e41-6218eddcb365 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.741369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87d70a33-a3bd-43e2-a6a3-539b443e1e92 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.745817 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-87d70a33-a3bd-43e2-a6a3-539b443e1e92 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/9c4cf45d-906b-4e42-8731-41d2898c4313 HTTP/1.1" status: 204 len: 168 time: 2.2935948 Jan 17 08:14:30.747922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48512) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:30.774352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af8ad4bb-d6a2-4eb4-8e41-6218eddcb365 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.785874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8252330a-4813-4a6f-8e10-f0eba07a1ed2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:30.942565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d49503-ffbe-4c26-9729-15df23f5ba4c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:30.943920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d49503-ffbe-4c26-9729-15df23f5ba4c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:30.945589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d49503-ffbe-4c26-9729-15df23f5ba4c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:30.947108 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d1d49503-ffbe-4c26-9729-15df23f5ba4c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1986206 Jan 17 08:14:30.953285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48516) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:30.986476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af8ad4bb-d6a2-4eb4-8e41-6218eddcb365 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.075906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port d6e33cda-f532-4bc5-9793-679a968f0a06 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:31.076097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.200617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af8ad4bb-d6a2-4eb4-8e41-6218eddcb365 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.248982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ad4bb-d6a2-4eb4-8e41-6218eddcb365 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4c6487-60d8-4384-8fc7-4275dd54d9f5,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:31.263915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.272617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af8ad4bb-d6a2-4eb4-8e41-6218eddcb365 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.277690 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81535483-d7ad-43cc-aaa9-d76752913b01 None None] Network 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:31.292784 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-af8ad4bb-d6a2-4eb4-8e41-6218eddcb365 tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "DELETE /v2.0/subnets/8c4c6487-60d8-4384-8fc7-4275dd54d9f5 HTTP/1.1" status: 204 len: 168 time: 1.2748871 Jan 17 08:14:31.301092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48520) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:31.331409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.335682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event deleted for resources: {'Port': ['ID=57b68f9a-1a47-40d2-ac18-950c9f2f7da8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:31.506253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06219da-e43a-450a-8d2f-f362b1601344 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 1e2af8b3-36da-4238-8c1f-1cd09e7c4969 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:31.518176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for d6e33cda-f532-4bc5-9793-679a968f0a06 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:31.550183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d06219da-e43a-450a-8d2f-f362b1601344 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.590104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.599390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe1de1-49d4-4952-ac57-9d4f2c834076 None None] DHCP port deletion for 0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:14:31.606341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe1de1-49d4-4952-ac57-9d4f2c834076 None None] Deleting port ff3d9f9e-709f-4f76-a2ee-52caee2bddec {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:31.606878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1de1-49d4-4952-ac57-9d4f2c834076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.622561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Deleting port ff3d9f9e-709f-4f76-a2ee-52caee2bddec {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:31.622908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.735090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d06219da-e43a-450a-8d2f-f362b1601344 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:31.913066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9ebe1de1-49d4-4952-ac57-9d4f2c834076 None None] For port ff3d9f9e-709f-4f76-a2ee-52caee2bddec, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ff3d9f9e-709f-4f76-a2ee-52caee2bddec,segment=NetworkSegment(63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b),segment_id=63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:31.913500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1de1-49d4-4952-ac57-9d4f2c834076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.008718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] For port ff3d9f9e-709f-4f76-a2ee-52caee2bddec, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ff3d9f9e-709f-4f76-a2ee-52caee2bddec,segment=NetworkSegment(63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b),segment_id=63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:32.009331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.026728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.031721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe1de1-49d4-4952-ac57-9d4f2c834076 None None] Calling delete_port for ff3d9f9e-709f-4f76-a2ee-52caee2bddec owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:32.124113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.131845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Calling delete_port for ff3d9f9e-709f-4f76-a2ee-52caee2bddec owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:32.155601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1de1-49d4-4952-ac57-9d4f2c834076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.203977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe1de1-49d4-4952-ac57-9d4f2c834076 None None] Pushing event deleted for resources: {'Port': ['ID=ff3d9f9e-709f-4f76-a2ee-52caee2bddec,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:32.208660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=d6e33cda-f532-4bc5-9793-679a968f0a06,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:32.209023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe1de1-49d4-4952-ac57-9d4f2c834076 None None] No DVR routers for this DVR port ff3d9f9e-709f-4f76-a2ee-52caee2bddec on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:32.330671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:14:32.331426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:14:32.332080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d06219da-e43a-450a-8d2f-f362b1601344 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.360419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.384315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.476442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.521899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8252330a-4813-4a6f-8e10-f0eba07a1ed2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.567392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d06219da-e43a-450a-8d2f-f362b1601344 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.604020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8252330a-4813-4a6f-8e10-f0eba07a1ed2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.652511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.652994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Fanout notify agent at l3_agent the message router_deleted on router 47b57bbd-b729-471a-9846-bf650c6358d2 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:14:32.661662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06219da-e43a-450a-8d2f-f362b1601344 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2af8b3-36da-4238-8c1f-1cd09e7c4969,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:32.684794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d06219da-e43a-450a-8d2f-f362b1601344 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.689724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab2652-addd-4cee-bda8-5496f25d35fd None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:32.720446 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d06219da-e43a-450a-8d2f-f362b1601344 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/1e2af8b3-36da-4238-8c1f-1cd09e7c4969 HTTP/1.1" status: 204 len: 168 time: 1.7661624 Jan 17 08:14:32.721872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48534) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:32.729397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.730504 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-03d30073-c9b8-403f-bf24-bc007f4c989f tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/47b57bbd-b729-471a-9846-bf650c6358d2 HTTP/1.1" status: 204 len: 168 time: 3.6099560 Jan 17 08:14:32.738578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48538) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:32.829166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1691463634', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:32.842092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:32.853796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a86fd04-9691-46b3-b425-63e39bf880cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet caa6e4af-33ae-4300-8f85-6b2450a2a034 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:32.857319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Usage tracker for resource:router and tenant:651101ee7b7c40208c502510806d8321 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:32.862026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a86fd04-9691-46b3-b425-63e39bf880cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.869599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Deleting port ff3d9f9e-709f-4f76-a2ee-52caee2bddec {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:32.870050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:32.894370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:32.946428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] The port 'ff3d9f9e-709f-4f76-a2ee-52caee2bddec' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:14:32.972862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:33.011536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a86fd04-9691-46b3-b425-63e39bf880cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.011913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router 70622f52-1770-44b4-8b05-4297ada7f793 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:33.085807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.086753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.121328 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-8252330a-4813-4a6f-8e10-f0eba07a1ed2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP ec1c301a-9653-4bec-82eb-b711dec9fdb0 associated. External IP: 172.26.4.147, port: 9cfcebf1-baa5-46dd-838f-6889091c78a8. Jan 17 08:14:33.180928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a86fd04-9691-46b3-b425-63e39bf880cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.192219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.228361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.296562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:33.312084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:33.312507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63efbfb7-2fe7-4f4c-8d1e-fef5c2460a2b') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:33.389185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.398683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ff3d9f9e-709f-4f76-a2ee-52caee2bddec no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:33.424397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.432978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:14:33.433807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.452806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: ff3d9f9e-709f-4f76-a2ee-52caee2bddec {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:33.453148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ff3d9f9e-709f-4f76-a2ee-52caee2bddec not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:14:33.524415 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:14:33.532551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a86fd04-9691-46b3-b425-63e39bf880cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.550832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:33.563214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1aa2b-6742-4ce6-9907-f064a77cd841 None None] Sync routers for ids ['70622f52-1770-44b4-8b05-4297ada7f793'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:33.576747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1aa2b-6742-4ce6-9907-f064a77cd841 None None] Routers {'70622f52-1770-44b4-8b05-4297ada7f793'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:33.577346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d2c1aa2b-6742-4ce6-9907-f064a77cd841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['70622f52-1770-44b4-8b05-4297ada7f793'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:33.586821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86fd04-9691-46b3-b425-63e39bf880cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=caa6e4af-33ae-4300-8f85-6b2450a2a034,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:33.605364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a86fd04-9691-46b3-b425-63e39bf880cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.629996 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.633567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f2c51b-0781-4159-a721-4c879d9ceaa6 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:33.634979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.637215 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] 10.222.0.44 "DELETE /v2.0/networks/0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282 HTTP/1.1" status: 204 len: 168 time: 2.3352008 Jan 17 08:14:33.661318 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9228f200-1ed9-44f2-9419-522e95341f45 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/70622f52-1770-44b4-8b05-4297ada7f793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4072080 Jan 17 08:14:33.664729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48548) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:33.668095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c486c42-9419-446f-82b6-9887aac2063f tempest-FloatingIPNegativeTestJSON-267983533 tempest-FloatingIPNegativeTestJSON-267983533-project] Pushing event deleted for resources: {'Network': ['ID=0eb41f4d-38cb-40c3-a4d7-e5fcd11c2282,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:33.712480 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1a86fd04-9691-46b3-b425-63e39bf880cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/caa6e4af-33ae-4300-8f85-6b2450a2a034 HTTP/1.1" status: 204 len: 168 time: 0.9801753 Jan 17 08:14:33.730414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48552) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:33.775111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d2c1aa2b-6742-4ce6-9907-f064a77cd841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:33.832990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1aa2b-6742-4ce6-9907-f064a77cd841 None None] Routers {'70622f52-1770-44b4-8b05-4297ada7f793'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:33.833515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d2c1aa2b-6742-4ce6-9907-f064a77cd841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['70622f52-1770-44b4-8b05-4297ada7f793'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:33.845245 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-653ec3d9-765d-46d0-ab5a-1dc994b5622b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002271 Jan 17 08:14:33.846904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48556) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:33.856290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:33.874432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.895635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ef620dcc-a30d-4727-809d-f214792d0ae5 None None] Provisioning complete for port 3eb30268-d18b-499f-bf37-cae6120457fe triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:33.896009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef620dcc-a30d-4727-809d-f214792d0ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:33.959573 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d2c1aa2b-6742-4ce6-9907-f064a77cd841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:33.960260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c1aa2b-6742-4ce6-9907-f064a77cd841 None None] The sync data for ids ['70622f52-1770-44b4-8b05-4297ada7f793'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:34.072076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11749bf-3101-4055-b290-ad6281e53d86 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:14:34.081197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d11749bf-3101-4055-b290-ad6281e53d86 None None] Deleting port 3eb30268-d18b-499f-bf37-cae6120457fe {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:34.082029 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d11749bf-3101-4055-b290-ad6281e53d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:34.116272 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-ca1596af-94b5-4593-b377-13ebb11a7b59 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] remove_router_interface failed (client error): The resource could not be found. Jan 17 08:14:34.120220 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ca1596af-94b5-4593-b377-13ebb11a7b59 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/70622f52-1770-44b4-8b05-4297ada7f793/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4544482 Jan 17 08:14:34.120803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48564) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:34.156714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:34.164712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:34.168261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-69360352-f2de-48b1-b96c-d14443ff8516 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:34.173477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:34.192591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:34.258770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-69360352-f2de-48b1-b96c-d14443ff8516 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:34.260970 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-69360352-f2de-48b1-b96c-d14443ff8516 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=70622f52-1770-44b4-8b05-4297ada7f793 HTTP/1.1" status: 200 len: 205 time: 0.1392725 Jan 17 08:14:34.263991 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48570) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:34.291431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48574) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:34.300164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:34.304958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:34.315442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d11749bf-3101-4055-b290-ad6281e53d86 None None] For port 3eb30268-d18b-499f-bf37-cae6120457fe, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3eb30268-d18b-499f-bf37-cae6120457fe,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:34.315837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d11749bf-3101-4055-b290-ad6281e53d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:34.436222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f170b54-b3af-4315-8479-0217e2693165 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:34.487288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d11749bf-3101-4055-b290-ad6281e53d86 None None] Calling delete_port for 3eb30268-d18b-499f-bf37-cae6120457fe owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:34.492895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:34.529201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:34.612861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d11749bf-3101-4055-b290-ad6281e53d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:34.664095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11749bf-3101-4055-b290-ad6281e53d86 None None] Pushing event deleted for resources: {'Port': ['ID=3eb30268-d18b-499f-bf37-cae6120457fe,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:34.667740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11749bf-3101-4055-b290-ad6281e53d86 None None] No DVR routers for this DVR port 3eb30268-d18b-499f-bf37-cae6120457fe on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:34.705739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8252330a-4813-4a6f-8e10-f0eba07a1ed2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:34.802438 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aa3bc662-8a99-48cf-b79c-e06fa67b8290 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fae9dc7c5cfb45f08234642257dfabc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5082507 Jan 17 08:14:34.814434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:34.894445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:34.899271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Allocated IP 172.26.4.84 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/9dea93ca-6c50-4532-ac7a-4d5347b60265) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:34.976346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f170b54-b3af-4315-8479-0217e2693165 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:34.980942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f170b54-b3af-4315-8479-0217e2693165 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.058223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f170b54-b3af-4315-8479-0217e2693165 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.058715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f170b54-b3af-4315-8479-0217e2693165 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Fanout notify agent at l3_agent the message router_deleted on router 70622f52-1770-44b4-8b05-4297ada7f793 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:14:35.069119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9f170b54-b3af-4315-8479-0217e2693165 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.070573 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9f170b54-b3af-4315-8479-0217e2693165 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/70622f52-1770-44b4-8b05-4297ada7f793 HTTP/1.1" status: 204 len: 168 time: 0.8056271 Jan 17 08:14:35.073419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48586) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:35.174335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:35.183887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:35.195393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfdfb64-6495-4d86-b0c5-625bd65e8697 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:35.197677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:35.198263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.206022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=20712e5c-650a-4781-9813-35602b2cc17b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:35.274297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8aebae3-6fae-4101-a7e0-a442350aef4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.287375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b2d0b9-a39c-4cb1-a859-b2e51de4fa82 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting subnet cb57b88d-f2f8-4811-9d3a-670e7f8ebb4f {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:35.290408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d0b9-a39c-4cb1-a859-b2e51de4fa82 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.336897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8aebae3-6fae-4101-a7e0-a442350aef4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.346943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.383356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d0b9-a39c-4cb1-a859-b2e51de4fa82 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.408506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3eb30268-d18b-499f-bf37-cae6120457fe no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:35.423560 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c12dab8e-b454-4de4-9405-2a1cf22d34eb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5743163 Jan 17 08:14:35.426340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48594) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:35.441806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:35.499179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8252330a-4813-4a6f-8e10-f0eba07a1ed2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:35.509591 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9034fe6-b6aa-4ffb-b381-d3b80e5d1500 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:35.519141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8252330a-4813-4a6f-8e10-f0eba07a1ed2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.526381 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9034fe6-b6aa-4ffb-b381-d3b80e5d1500 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:35.527083 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e9034fe6-b6aa-4ffb-b381-d3b80e5d1500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:35.546728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 3eb30268-d18b-499f-bf37-cae6120457fe {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:35.547141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3eb30268-d18b-499f-bf37-cae6120457fe not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:35.549233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.573729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '20712e5c-650a-4781-9813-35602b2cc17b'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:14:35.574536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.604718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8aebae3-6fae-4101-a7e0-a442350aef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.606897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8aebae3-6fae-4101-a7e0-a442350aef4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.608051 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b8aebae3-6fae-4101-a7e0-a442350aef4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8363e7a8-3167-4f6b-a25f-b2b055bca711 HTTP/1.1" status: 204 len: 168 time: 0.7944272 Jan 17 08:14:35.624478 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e9034fe6-b6aa-4ffb-b381-d3b80e5d1500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:35.638200 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9034fe6-b6aa-4ffb-b381-d3b80e5d1500 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:35.639096 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e9034fe6-b6aa-4ffb-b381-d3b80e5d1500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:35.651802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d0b9-a39c-4cb1-a859-b2e51de4fa82 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.654731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aebae3-6fae-4101-a7e0-a442350aef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363e7a8-3167-4f6b-a25f-b2b055bca711,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:35.662995 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8252330a-4813-4a6f-8e10-f0eba07a1ed2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/floatingips/ec1c301a-9653-4bec-82eb-b711dec9fdb0 HTTP/1.1" status: 200 len: 978 time: 5.0068247 Jan 17 08:14:35.666552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48600) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:35.668343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:35.670951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event updated for resources: {'Port': ['ID=9dea93ca-6c50-4532-ac7a-4d5347b60265,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:35.674436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:35.698017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:35.703584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:35.709080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:35.713943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:35.723458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:35.758980 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e9034fe6-b6aa-4ffb-b381-d3b80e5d1500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:35.759710 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9034fe6-b6aa-4ffb-b381-d3b80e5d1500 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:35.807022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:35.837889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d0b9-a39c-4cb1-a859-b2e51de4fa82 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.846422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Allocated IP 172.20.0.2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/20712e5c-650a-4781-9813-35602b2cc17b/02e7f9f5-874b-4c77-8167-014f8c949eeb) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:35.864216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port 9cfcebf1-baa5-46dd-838f-6889091c78a8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:35.864726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.928339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2d0b9-a39c-4cb1-a859-b2e51de4fa82 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Subnet': ['ID=cb57b88d-f2f8-4811-9d3a-670e7f8ebb4f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:35.951736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff273355-b124-4009-be0b-29e136100315 None None] Network 6588451a-c3dc-46b6-8340-943e13e2cf76 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:35.953528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d0b9-a39c-4cb1-a859-b2e51de4fa82 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:35.963646 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b2b2d0b9-a39c-4cb1-a859-b2e51de4fa82 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/cb57b88d-f2f8-4811-9d3a-670e7f8ebb4f HTTP/1.1" status: 204 len: 168 time: 0.8892400 Jan 17 08:14:35.966962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48604) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:36.037389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.096236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e036804-1d36-45ce-935d-31342710d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.195515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.267791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.277977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.340084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.356626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Transition to ACTIVE for port object 02e7f9f5-874b-4c77-8167-014f8c949eeb will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:36.395781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Transition to ACTIVE for port object 02e7f9f5-874b-4c77-8167-014f8c949eeb will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:36.470950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.501802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.534643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:36.536976 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 83ce2bff-f4c7-4841-a466-7c6b166a8445 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:36.537258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.542645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:36.545078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913fc5ab-2db0-4d4a-91c6-963891541fa2 None None] DHCP port deletion for 6588451a-c3dc-46b6-8340-943e13e2cf76 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:14:36.550090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:36.563900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-913fc5ab-2db0-4d4a-91c6-963891541fa2 None None] Deleting port 83ce2bff-f4c7-4841-a466-7c6b166a8445 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:36.564680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-913fc5ab-2db0-4d4a-91c6-963891541fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.724219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Pushing event updated for resources: {'Port': ['ID=02e7f9f5-874b-4c77-8167-014f8c949eeb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:36.740750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Attempting to bind port 02e7f9f5-874b-4c77-8167-014f8c949eeb on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:14:36.740750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Attempting to bind port 02e7f9f5-874b-4c77-8167-014f8c949eeb by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:14:36.741319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Attempting to bind port 02e7f9f5-874b-4c77-8167-014f8c949eeb on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:14:36.752356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.752768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.753077 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP ec1c301a-9653-4bec-82eb-b711dec9fdb0 disassociated. External IP: 172.26.4.147, port: 9cfcebf1-baa5-46dd-838f-6889091c78a8. Jan 17 08:14:36.753436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for 9cfcebf1-baa5-46dd-838f-6889091c78a8 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:36.789404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:14:36.789783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:36.790181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.790580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:14:36.791056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Bound port: 02e7f9f5-874b-4c77-8167-014f8c949eeb, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:14:36.791453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:36.895354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port 83ce2bff-f4c7-4841-a466-7c6b166a8445, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=83ce2bff-f4c7-4841-a466-7c6b166a8445,segment=NetworkSegment(7675f773-a71d-4aba-95c4-1211bb488840),segment_id=7675f773-a71d-4aba-95c4-1211bb488840)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:36.895354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.048196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-913fc5ab-2db0-4d4a-91c6-963891541fa2 None None] For port 83ce2bff-f4c7-4841-a466-7c6b166a8445, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=83ce2bff-f4c7-4841-a466-7c6b166a8445,segment=NetworkSegment(7675f773-a71d-4aba-95c4-1211bb488840),segment_id=7675f773-a71d-4aba-95c4-1211bb488840)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:37.048581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-913fc5ab-2db0-4d4a-91c6-963891541fa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.104684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:37.122890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.166167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] For port 02e7f9f5-874b-4c77-8167-014f8c949eeb, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:14:37.166386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 83ce2bff-f4c7-4841-a466-7c6b166a8445 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:37.173604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-913fc5ab-2db0-4d4a-91c6-963891541fa2 None None] Calling delete_port for 83ce2bff-f4c7-4841-a466-7c6b166a8445 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:37.177804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=9cfcebf1-baa5-46dd-838f-6889091c78a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:37.190570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Router 40dda808-fd5e-4969-a109-68020d278361 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:14:37.222536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] For port 02e7f9f5-874b-4c77-8167-014f8c949eeb, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=02e7f9f5-874b-4c77-8167-014f8c949eeb,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:14:37.299782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.328834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:14:37.365105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-553913676'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:37.381432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:37.400073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:network and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:37.406170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:14:37.406544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:14:37.420368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:37.440408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:37.443096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14971c3a-74a6-42ae-9e41-d7417efc843a None None] Pushing event updated for resources: {'Port': ['ID=02e7f9f5-874b-4c77-8167-014f8c949eeb,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:37.445945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 83ce2bff-f4c7-4841-a466-7c6b166a8445 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:37.501541 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-913fc5ab-2db0-4d4a-91c6-963891541fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.542304 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:37.545283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.559650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fc5ab-2db0-4d4a-91c6-963891541fa2 None None] Pushing event deleted for resources: {'Port': ['ID=83ce2bff-f4c7-4841-a466-7c6b166a8445,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:37.561252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 83ce2bff-f4c7-4841-a466-7c6b166a8445 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:37.561579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 83ce2bff-f4c7-4841-a466-7c6b166a8445 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:37.575520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.575712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913fc5ab-2db0-4d4a-91c6-963891541fa2 None None] No DVR routers for this DVR port 83ce2bff-f4c7-4841-a466-7c6b166a8445 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:37.615330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.726712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:37.745233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group_rule and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:37.750070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:37.759695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:37.835588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:37.875800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:37.887477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff67c3-1c8d-452a-89a2-059221ec6d90 None None] Sync routers for ids ['40dda808-fd5e-4969-a109-68020d278361'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:37.904908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff67c3-1c8d-452a-89a2-059221ec6d90 None None] Routers {'40dda808-fd5e-4969-a109-68020d278361'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:37.905720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9aff67c3-1c8d-452a-89a2-059221ec6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['40dda808-fd5e-4969-a109-68020d278361'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:37.909149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 83ce2bff-f4c7-4841-a466-7c6b166a8445 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:37.909627 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.939483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:37.983410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9aff67c3-1c8d-452a-89a2-059221ec6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:37.996778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff67c3-1c8d-452a-89a2-059221ec6d90 None None] Routers {'40dda808-fd5e-4969-a109-68020d278361'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:38.001061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9aff67c3-1c8d-452a-89a2-059221ec6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['40dda808-fd5e-4969-a109-68020d278361'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:38.014155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] The port '83ce2bff-f4c7-4841-a466-7c6b166a8445' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:14:38.018288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.045784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:14:38.049160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] For port 02e7f9f5-874b-4c77-8167-014f8c949eeb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=02e7f9f5-874b-4c77-8167-014f8c949eeb,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:38.061985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9aff67c3-1c8d-452a-89a2-059221ec6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:38.062710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff67c3-1c8d-452a-89a2-059221ec6d90 None None] The sync data for ids ['40dda808-fd5e-4969-a109-68020d278361'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:38.078697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.079671 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Added segment caeb36e0-2e13-4091-a0cf-5ec8483ad127 of type vlan for network d304db4b-cebf-452a-a2ae-19c2c9119594 Jan 17 08:14:38.081802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a22e12-1702-4401-a3b1-3bb16fc96f39,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:38.092658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.097819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-23d89846-4b2f-4803-b5a1-84afa3c3511b tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2892540 Jan 17 08:14:38.101576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48644) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:38.114290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:38.146078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.175958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.183237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6588451a-c3dc-46b6-8340-943e13e2cf76']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:38.184628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7b44bd0-c58d-4a5b-9388-609fa2b35a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.195444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.197438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7675f773-a71d-4aba-95c4-1211bb488840') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:38.197729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7675f773-a71d-4aba-95c4-1211bb488840') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:38.209812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.225392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.231251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:14:38.231634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:14:38.245261 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:14:38.249536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.250230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.381348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.385104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:38.385676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.423450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:38.429152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:38.442271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:38.442881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.469883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=2787a4e2-3816-4e8c-a3fc-dad8136358b6,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:38.479007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=02e7f9f5-874b-4c77-8167-014f8c949eeb,revision_number=4']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:38.519655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:38.521498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.531482 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf284c-2c7e-4fcb-9115-362fa80109f8 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:38.552480 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf284c-2c7e-4fcb-9115-362fa80109f8 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:38.553102 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d8cf284c-2c7e-4fcb-9115-362fa80109f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:38.571546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.573710 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/networks/6588451a-c3dc-46b6-8340-943e13e2cf76 HTTP/1.1" status: 204 len: 168 time: 2.6058671 Jan 17 08:14:38.583280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48650) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:38.587372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Network': ['ID=d304db4b-cebf-452a-a2ae-19c2c9119594,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:38.587506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321fc52-504f-4ea3-9ab6-a84653cc0790 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Network': ['ID=6588451a-c3dc-46b6-8340-943e13e2cf76,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:38.596386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'network': {'name': 'tempest-RoutersTest-1222040365'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:38.597348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:14:38.618484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-868f71af-bec6-425b-a827-a4e340e12fe8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1883910 Jan 17 08:14:38.619325 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:38.622216 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e2f94741-886e-4494-81bd-4e0ac02cc382 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5162287 Jan 17 08:14:38.626353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48654) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:38.626734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48656) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:38.644720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'name': 'tempest-PortsIpV6TestJSON-358528588'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:38.660897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:38.665484 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d5022e13-2497-4854-9d3e-2e1d2f8cfe02 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/ports/9cfcebf1-baa5-46dd-838f-6889091c78a8 HTTP/1.1" status: 204 len: 168 time: 2.9938290 Jan 17 08:14:38.667894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48662) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:38.678852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:33:38:6b', 'name': 'tempest-NetworksTestDHCPv6-281800627'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:38.691139 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d8cf284c-2c7e-4fcb-9115-362fa80109f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:38.703576 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf284c-2c7e-4fcb-9115-362fa80109f8 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:38.704575 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d8cf284c-2c7e-4fcb-9115-362fa80109f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:38.789881 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ecd32d9e-1208-4c82-b59a-45945b1c4970 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "GET /v2.0/floatingips/ec1c301a-9653-4bec-82eb-b711dec9fdb0 HTTP/1.1" status: 200 len: 688 time: 0.1186392 Jan 17 08:14:38.790729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48668) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:38.807114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:network and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:38.829702 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d8cf284c-2c7e-4fcb-9115-362fa80109f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:38.830248 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf284c-2c7e-4fcb-9115-362fa80109f8 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:38.859047 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d2d22-e909-4a82-9bd8-e1cee5893b7a None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:38.876332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:38.908735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:38.975142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:38.991019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:38.997145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:39.006814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:39.015248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:39.021521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:39.024469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:39.030780 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:39.037699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:39.041062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.077657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:14:39.086970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-af4e0174-1cc8-44da-8c67-f6ce62a9c7be None None] Provisioning for port 02e7f9f5-874b-4c77-8167-014f8c949eeb completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:39.088306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.088822 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added segment 4266d331-4f37-4b6f-9d36-5d07ed0f2fc5 of type vlan for network 0299c2d7-567f-4833-b472-bee1de75a6c8 Jan 17 08:14:39.104418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:39.107731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.133784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:39.137844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.156640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.167451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port f1d0bb62-f63b-4996-9184-b3e07bc69702 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:39.191702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port be0ec85b-4b73-4e6c-b694-7267be79de5a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:39.192319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.348833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 05d2f6ff-697e-4254-ae0b-0d1681e2be44 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:39.430000 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.462081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.462418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.463345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 02e7f9f5-874b-4c77-8167-014f8c949eeb up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:39.522963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.539265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:14:39.613157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for be0ec85b-4b73-4e6c-b694-7267be79de5a owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:39.614748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 02e7f9f5-874b-4c77-8167-014f8c949eeb completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:39.623762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 02e7f9f5-874b-4c77-8167-014f8c949eeb triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:39.624191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.674185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.678017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:39.684243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.771066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.814474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 02e7f9f5-874b-4c77-8167-014f8c949eeb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=02e7f9f5-874b-4c77-8167-014f8c949eeb,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:39.836479 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2480242 Jan 17 08:14:39.841883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48676) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:39.875154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:39.880146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'subnet': {'network_id': '0299c2d7-567f-4833-b472-bee1de75a6c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:39.905889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49162a2-3b90-4295-acee-2cd5aa72ada7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Network': ['ID=0299c2d7-567f-4833-b472-bee1de75a6c8,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:39.930994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 0299c2d7-567f-4833-b472-bee1de75a6c8 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:14:39.933680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 172.20.0.10 (f8dda541-a6ad-4425-a3fa-1d9436a44791/20712e5c-650a-4781-9813-35602b2cc17b/05d2f6ff-697e-4254-ae0b-0d1681e2be44) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:39.957238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fe33:386b (f8dda541-a6ad-4425-a3fa-1d9436a44791/2787a4e2-3816-4e8c-a3fc-dad8136358b6/05d2f6ff-697e-4254-ae0b-0d1681e2be44) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:39.985038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.052158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=02e7f9f5-874b-4c77-8167-014f8c949eeb,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:40.055288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:40.062461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9d965ba2-c10d-43e2-ba8a-3fabb563875d None None] Provisioning complete for port 02e7f9f5-874b-4c77-8167-014f8c949eeb triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:40.062964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9d965ba2-c10d-43e2-ba8a-3fabb563875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.085805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:subnet and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:40.091845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:40.106280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:40.199443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.213710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.216694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 05d2f6ff-697e-4254-ae0b-0d1681e2be44 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:40.226364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.270967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:40.299281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=be0ec85b-4b73-4e6c-b694-7267be79de5a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:40.325739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=f1d0bb62-f63b-4996-9184-b3e07bc69702,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:40.342742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Checking segment: {'id': 'caeb36e0-2e13-4091-a0cf-5ec8483ad127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:40.343519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network hostable DHCP agents. Network: d304db4b-cebf-452a-a2ae-19c2c9119594, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:14:40.390240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.458026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:14:40.478337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:40.482534 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:40.487899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:40.506485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.515773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=05d2f6ff-697e-4254-ae0b-0d1681e2be44,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:40.546502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, d304db4b-cebf-452a-a2ae-19c2c9119594) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:40.557050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:40.561016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:40.561659 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.562643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3793e5a-9749-4a98-97f1-43210587cfbd None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:40.574478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:40.575244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.658574 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:14:40.670503 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a21c1e57-9119-4bfc-a96e-d63c4670aa45 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0379758 Jan 17 08:14:40.673446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48684) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:40.681563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1320404448'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:40.691725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:40.696669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:network and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:40.700700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:40.709523 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3b32df1c-682b-4fba-a3c3-7ecfbcd5c987 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0814228 Jan 17 08:14:40.711176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48688) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:40.793921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:40.811504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.842586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.843863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9e249-1698-4e06-9eec-00b312897e4d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:40.847996 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9e249-1698-4e06-9eec-00b312897e4d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:40.848866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-aec9e249-1698-4e06-9eec-00b312897e4d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:40.904147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:40.909579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.909728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.911464 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f3563f5b-7b17-4de5-8dc1-8f706cb16ba9 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/floatingips/ec1c301a-9653-4bec-82eb-b711dec9fdb0 HTTP/1.1" status: 204 len: 168 time: 2.1151376 Jan 17 08:14:40.917625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48692) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:40.925644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '7f76c8f3-bca3-4da4-b140-646c4bacc4ae'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:40.937766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:40.944683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:floatingip and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:40.951078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:14:40.959363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:40.960588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.960832 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Added segment 9dd01a6a-ff89-4073-afd0-9cbeaa958597 of type vlan for network 33183fc2-b46e-4b02-8a66-0f0f091d6437 Jan 17 08:14:40.963077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.970191 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:40.989903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:40.991530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a9dd9662-da04-471f-8184-6f21faf2b5b0 None None] Provisioning for port 05d2f6ff-697e-4254-ae0b-0d1681e2be44 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:40.995010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-aec9e249-1698-4e06-9eec-00b312897e4d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:40.997529 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-aec9e249-1698-4e06-9eec-00b312897e4d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2769520 Jan 17 08:14:41.000737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:41.001740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a9dd9662-da04-471f-8184-6f21faf2b5b0 None None] Provisioning complete for port 05d2f6ff-697e-4254-ae0b-0d1681e2be44 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:41.002317 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9662-da04-471f-8184-6f21faf2b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.037328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.068049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.070854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd9662-da04-471f-8184-6f21faf2b5b0 None None] Port 05d2f6ff-697e-4254-ae0b-0d1681e2be44 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:41.081324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.085699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:41.086600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.111178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.136019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Deleting port 9dea93ca-6c50-4532-ac7a-4d5347b60265 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:41.136362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.181160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-808c2bfa-887b-461f-a401-72be8e178acd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 05d2f6ff-697e-4254-ae0b-0d1681e2be44 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:41.181498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-808c2bfa-887b-461f-a401-72be8e178acd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.196491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Network': ['ID=33183fc2-b46e-4b02-8a66-0f0f091d6437,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:41.206491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 33183fc2-b46e-4b02-8a66-0f0f091d6437 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:14:41.214604 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d5031c41-bd15-41f3-b598-fb7a8ee40982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5393434 Jan 17 08:14:41.216898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48704) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:41.223964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'ports': [{'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594'}, {'network_id': '33183fc2-b46e-4b02-8a66-0f0f091d6437'}]} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:41.224371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:41.224895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': '33183fc2-b46e-4b02-8a66-0f0f091d6437'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:41.330888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Subnet': ['ID=6c3f653f-911d-40cd-b342-3f38af26e774,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:41.399994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 02e7f9f5-874b-4c77-8167-014f8c949eeb up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:41.480128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 02e7f9f5-874b-4c77-8167-014f8c949eeb triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:41.480506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.490345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Checking segment: {'id': '4266d331-4f37-4b6f-9d36-5d07ed0f2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0299c2d7-567f-4833-b472-bee1de75a6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:41.490722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network hostable DHCP agents. Network: 0299c2d7-567f-4833-b472-bee1de75a6c8, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:14:41.522195 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:41.526014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:41.529295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:41.535692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:41.600922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 2} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:41.604886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.622762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.626992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.764134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Calling delete_port for 9dea93ca-6c50-4532-ac7a-4d5347b60265 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:41.878983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-808c2bfa-887b-461f-a401-72be8e178acd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:41.925033 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port 77ca4b35-fe4f-45cb-b5d5-bb6eaef31327 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:42.007587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.009639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network 0299c2d7-567f-4833-b472-bee1de75a6c8 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:14:42.012563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.021303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-808c2bfa-887b-461f-a401-72be8e178acd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 05d2f6ff-697e-4254-ae0b-0d1681e2be44 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:42.114344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port eadd523e-5f32-4c3e-86e7-7cbe4eec2649 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:42.172171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 0299c2d7-567f-4833-b472-bee1de75a6c8) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:42.183964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e7c646-c70b-4012-86de-bb80ce447fe1 None None] Network 0299c2d7-567f-4833-b472-bee1de75a6c8 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:42.215541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:42.216129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.219605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.316699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.384603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:42.388398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:42.396580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:42.397436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.429819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=77ca4b35-fe4f-45cb-b5d5-bb6eaef31327,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:42.452951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-0299c2d7-567f-4833-b472-bee1de75a6c8', 'network_id': '0299c2d7-567f-4833-b472-bee1de75a6c8', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'fixed_ips': [{'subnet_id': '6c3f653f-911d-40cd-b342-3f38af26e774'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:14:42.453794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.469668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.26.4.45 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/95fb4885-f0f3-4619-aceb-8528d1f66d73) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:42.495310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Checking segment: {'id': '9dd01a6a-ff89-4073-afd0-9cbeaa958597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '33183fc2-b46e-4b02-8a66-0f0f091d6437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:42.495675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network hostable DHCP agents. Network: 33183fc2-b46e-4b02-8a66-0f0f091d6437, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:14:42.533405 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=eadd523e-5f32-4c3e-86e7-7cbe4eec2649,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:42.581021 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-927d3b70-17ce-4e68-a32a-accd0fd1224b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7347841 Jan 17 08:14:42.584822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48716) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:42.596121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 33183fc2-b46e-4b02-8a66-0f0f091d6437 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:14:42.611298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1235766611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:42.649856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:42.650628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Allocated IP 172.20.0.2 (0299c2d7-567f-4833-b472-bee1de75a6c8/6c3f653f-911d-40cd-b342-3f38af26e774/7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:42.661796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:router and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:42.668275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:42.675628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 33183fc2-b46e-4b02-8a66-0f0f091d6437) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:42.680749 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:42.684725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:42.688935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:42.689072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:42.689618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.715113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.727402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09857e5-d924-48f0-8329-2545ca669c9d None None] Network 33183fc2-b46e-4b02-8a66-0f0f091d6437 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:42.774011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Pushing event deleted for resources: {'Port': ['ID=9dea93ca-6c50-4532-ac7a-4d5347b60265,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:42.787623 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2f96b5e1-95f4-4939-b2bd-7012f2cdc41c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5668449 Jan 17 08:14:42.787798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.787881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48720) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:42.856112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd923d-79b2-40dd-a244-a0bf79f1a8ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port eadd523e-5f32-4c3e-86e7-7cbe4eec2649 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:42.856112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cbcd923d-79b2-40dd-a244-a0bf79f1a8ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.861342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-808c2bfa-887b-461f-a401-72be8e178acd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.870789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.871723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:42.922361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c2bfa-887b-461f-a401-72be8e178acd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=05d2f6ff-697e-4254-ae0b-0d1681e2be44,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:43.023680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.038508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Transition to ACTIVE for port object 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:43.060272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Transition to ACTIVE for port object 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:43.062591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.094133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cbcd923d-79b2-40dd-a244-a0bf79f1a8ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.150158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.208989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.210943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Network 0299c2d7-567f-4833-b472-bee1de75a6c8 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:43.213981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:43.229933 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:43.245631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd923d-79b2-40dd-a244-a0bf79f1a8ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for eadd523e-5f32-4c3e-86e7-7cbe4eec2649 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:43.268381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.279073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Pushing event updated for resources: {'Port': ['ID=7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:43.358705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Attempting to bind port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:14:43.359076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Attempting to bind port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4266d331-4f37-4b6f-9d36-5d07ed0f2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0299c2d7-567f-4833-b472-bee1de75a6c8'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:14:43.359462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Attempting to bind port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e on network 0299c2d7-567f-4833-b472-bee1de75a6c8 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:14:43.366324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:14:43.366689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Checking segment: {'id': '4266d331-4f37-4b6f-9d36-5d07ed0f2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0299c2d7-567f-4833-b472-bee1de75a6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:43.367084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.368144 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Bound using segment: {'id': '4266d331-4f37-4b6f-9d36-5d07ed0f2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0299c2d7-567f-4833-b472-bee1de75a6c8'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:14:43.368616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Bound port: 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4266d331-4f37-4b6f-9d36-5d07ed0f2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0299c2d7-567f-4833-b472-bee1de75a6c8'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:14:43.369165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.397960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.408450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.433236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.456537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-808c2bfa-887b-461f-a401-72be8e178acd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.458401 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-808c2bfa-887b-461f-a401-72be8e178acd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/05d2f6ff-697e-4254-ae0b-0d1681e2be44 HTTP/1.1" status: 204 len: 168 time: 2.4545319 Jan 17 08:14:43.461715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48728) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:43.465450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:43.466461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=95fb4885-f0f3-4619-aceb-8528d1f66d73,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:43.466729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cbcd923d-79b2-40dd-a244-a0bf79f1a8ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.468076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] For port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:14:43.469118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:43.472338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] For port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e,segment=NetworkSegment(4266d331-4f37-4b6f-9d36-5d07ed0f2fc5),segment_id=4266d331-4f37-4b6f-9d36-5d07ed0f2fc5)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:14:43.517616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:43.556226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.557521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.561203 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c71adb77-ffe7-408d-bc10-f0a04bf4c961 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9683406 Jan 17 08:14:43.564516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48732) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:43.567875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd923d-79b2-40dd-a244-a0bf79f1a8ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=eadd523e-5f32-4c3e-86e7-7cbe4eec2649,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:43.599471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cbcd923d-79b2-40dd-a244-a0bf79f1a8ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:43.607186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982388b-f9a3-404c-bcd0-a5259075169a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:43.608666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982388b-f9a3-404c-bcd0-a5259075169a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:43.610188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982388b-f9a3-404c-bcd0-a5259075169a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:43.611040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b982388b-f9a3-404c-bcd0-a5259075169a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:43.621344 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cbcd923d-79b2-40dd-a244-a0bf79f1a8ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/eadd523e-5f32-4c3e-86e7-7cbe4eec2649 HTTP/1.1" status: 204 len: 168 time: 0.8301022 Jan 17 08:14:43.621912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48736) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:43.651396 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecaa63-f65d-4aaa-8f94-2a4174a25763 None None] Pushing event updated for resources: {'Port': ['ID=7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:43.726947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd05477-9b05-4046-a9ef-af6d2549da51 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:43.731418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd05477-9b05-4046-a9ef-af6d2549da51 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:43.732335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ccd05477-9b05-4046-a9ef-af6d2549da51 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:43.745894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b982388b-f9a3-404c-bcd0-a5259075169a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:43.750019 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b982388b-f9a3-404c-bcd0-a5259075169a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2838032 Jan 17 08:14:43.751378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48742) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:43.917399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ccd05477-9b05-4046-a9ef-af6d2549da51 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:43.921528 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ccd05477-9b05-4046-a9ef-af6d2549da51 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2961147 Jan 17 08:14:43.924225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48746) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:43.961898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Router 40dda808-fd5e-4969-a109-68020d278361 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:44.026914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bda22d7f-5578-4a76-81bd-7b6398520f0d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 77ca4b35-fe4f-45cb-b5d5-bb6eaef31327 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:44.027413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bda22d7f-5578-4a76-81bd-7b6398520f0d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:44.086849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-81370a94-d3b2-477a-94db-3ee8045fc055 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 20712e5c-650a-4781-9813-35602b2cc17b {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:44.093599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81370a94-d3b2-477a-94db-3ee8045fc055 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:44.288921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81370a94-d3b2-477a-94db-3ee8045fc055 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:44.451477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bda22d7f-5578-4a76-81bd-7b6398520f0d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:44.531710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:44.542390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f82f5f-ffc5-4d96-a763-aed65b161978 None None] Sync routers for ids ['40dda808-fd5e-4969-a109-68020d278361'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:44.548359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:44.549504 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fff2b615-ba00-4ce6-aaf6-635f96ba831a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "PUT /v2.0/routers/40dda808-fd5e-4969-a109-68020d278361 HTTP/1.1" status: 200 len: 706 time: 6.4456537 Jan 17 08:14:44.562689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f82f5f-ffc5-4d96-a763-aed65b161978 None None] Routers {'40dda808-fd5e-4969-a109-68020d278361'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:44.562905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48752) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:44.564270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-73f82f5f-ffc5-4d96-a763-aed65b161978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['40dda808-fd5e-4969-a109-68020d278361'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:44.642836 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bda22d7f-5578-4a76-81bd-7b6398520f0d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 77ca4b35-fe4f-45cb-b5d5-bb6eaef31327 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:44.695069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-73f82f5f-ffc5-4d96-a763-aed65b161978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:44.709113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f82f5f-ffc5-4d96-a763-aed65b161978 None None] Routers {'40dda808-fd5e-4969-a109-68020d278361'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:44.709961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-73f82f5f-ffc5-4d96-a763-aed65b161978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['40dda808-fd5e-4969-a109-68020d278361'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:44.731264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81370a94-d3b2-477a-94db-3ee8045fc055 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:44.784203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-73f82f5f-ffc5-4d96-a763-aed65b161978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:44.785063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f82f5f-ffc5-4d96-a763-aed65b161978 None None] The sync data for ids ['40dda808-fd5e-4969-a109-68020d278361'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:44.796290 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f51094-eeca-4bf4-ab08-25e211e701b0 None None] Network 0299c2d7-567f-4833-b472-bee1de75a6c8 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:44.961437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bda22d7f-5578-4a76-81bd-7b6398520f0d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:44.981350 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-824c342c-2c56-4e06-8935-e248ba22f5be tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/routers/40dda808-fd5e-4969-a109-68020d278361 HTTP/1.1" status: 200 len: 741 time: 0.4152322 Jan 17 08:14:44.990047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:44.990835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0d22dfc6-c6b7-4d03-b081-2e8610ebcd50 None None] Provisioning for port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:45.001119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48764) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:45.016039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81370a94-d3b2-477a-94db-3ee8045fc055 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.058983 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7ca49bcf-fd7e-4ddd-b496-158a0384c1a4 tempest-RoutersAdminTest-1146267079 tempest-RoutersAdminTest-1146267079-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=40dda808-fd5e-4969-a109-68020d278361 HTTP/1.1" status: 200 len: 205 time: 0.0520394 Jan 17 08:14:45.064363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda22d7f-5578-4a76-81bd-7b6398520f0d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=77ca4b35-fe4f-45cb-b5d5-bb6eaef31327,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:45.068654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48768) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:45.081648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81370a94-d3b2-477a-94db-3ee8045fc055 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=20712e5c-650a-4781-9813-35602b2cc17b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:45.124178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bda22d7f-5578-4a76-81bd-7b6398520f0d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.153125 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ea1cf947-468a-4e4c-b3bf-042ac6ec49c4 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=40dda808-fd5e-4969-a109-68020d278361 HTTP/1.1" status: 200 len: 205 time: 0.0744946 Jan 17 08:14:45.154099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81370a94-d3b2-477a-94db-3ee8045fc055 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.161570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fec22b-3a8a-4bd4-8577-1d253869cf27 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:45.162703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48772) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:45.243226 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-81370a94-d3b2-477a-94db-3ee8045fc055 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/20712e5c-650a-4781-9813-35602b2cc17b HTTP/1.1" status: 204 len: 168 time: 1.4907107 Jan 17 08:14:45.256364 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bda22d7f-5578-4a76-81bd-7b6398520f0d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/77ca4b35-fe4f-45cb-b5d5-bb6eaef31327 HTTP/1.1" status: 204 len: 168 time: 1.3310392 Jan 17 08:14:45.257104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48776) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:45.261773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48778) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:45.414435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e973fd-0277-42c9-a01c-78d865ee26d7 req-a0f7da04-5304-4686-918d-ab85ac46633a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:45.421556 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6e973fd-0277-42c9-a01c-78d865ee26d7 req-a0f7da04-5304-4686-918d-ab85ac46633a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.4996777 Jan 17 08:14:45.489404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:45.511988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee75f54-a838-463e-ba67-f3dfa08227cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 2787a4e2-3816-4e8c-a3fc-dad8136358b6 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:14:45.517989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eee75f54-a838-463e-ba67-f3dfa08227cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.562875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30936456-6658-4fa0-aac3-1ff0bc57c23c tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.614370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8423ae4-209a-488b-94f5-4772cc51ac4e req-3a2f6b40-f8cc-47b2-92ea-b54e834aa0b1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:45.615978 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d8423ae4-209a-488b-94f5-4772cc51ac4e req-3a2f6b40-f8cc-47b2-92ea-b54e834aa0b1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 945 time: 0.8026416 Jan 17 08:14:45.619847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.620650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:45.629387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:45.629959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.670374 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6e973fd-0277-42c9-a01c-78d865ee26d7 req-64da1724-bfbd-43fb-b0c7-aba422b3571f tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478929 Jan 17 08:14:45.673752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eee75f54-a838-463e-ba67-f3dfa08227cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.695558 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d8423ae4-209a-488b-94f5-4772cc51ac4e req-72547f4e-124a-4925-89e1-4425ef7c2979 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623703 Jan 17 08:14:45.778441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043903e7-9d2e-484d-89de-c713c8b7894d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:45.779144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-043903e7-9d2e-484d-89de-c713c8b7894d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:45.798982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.894730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:45.956473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e,segment=NetworkSegment(4266d331-4f37-4b6f-9d36-5d07ed0f2fc5),segment_id=4266d331-4f37-4b6f-9d36-5d07ed0f2fc5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:46.058626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.090469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.20.0.1 (0299c2d7-567f-4833-b472-bee1de75a6c8/6c3f653f-911d-40cd-b342-3f38af26e774/e74a7d65-e3c2-4eb5-aab5-80e8db124e0d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:46.187651 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:46.213961 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-043903e7-9d2e-484d-89de-c713c8b7894d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:46.217764 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-043903e7-9d2e-484d-89de-c713c8b7894d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9517365 Jan 17 08:14:46.223691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48792) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:46.351624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.355026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.359245 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d345fa4-ab9f-4700-b5d4-2050396451a1 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:14:46.366467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48798) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:46.367255 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8d345fa4-ab9f-4700-b5d4-2050396451a1 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/eadd523e-5f32-4c3e-86e7-7cbe4eec2649 HTTP/1.1" status: 404 len: 333 time: 0.1362603 Jan 17 08:14:46.389794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-26357c72-01c8-4d4e-82aa-5be7e76f1a1e None None] Provisioning complete for port 02e7f9f5-874b-4c77-8167-014f8c949eeb triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:46.390251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26357c72-01c8-4d4e-82aa-5be7e76f1a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.435629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eee75f54-a838-463e-ba67-f3dfa08227cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.450538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.465787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Transition to ACTIVE for port object e74a7d65-e3c2-4eb5-aab5-80e8db124e0d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:46.480441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30936456-6658-4fa0-aac3-1ff0bc57c23c tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.498366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30936456-6658-4fa0-aac3-1ff0bc57c23c tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.528156 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47a030d-9d62-49fc-bccb-4763a77a9ec1 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:14:46.529427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a47a030d-9d62-49fc-bccb-4763a77a9ec1 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/77ca4b35-fe4f-45cb-b5d5-bb6eaef31327 HTTP/1.1" status: 404 len: 333 time: 0.1620419 Jan 17 08:14:46.533302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bf5a6-d276-41fb-94d0-470da50fa1aa req-a9a64985-91aa-41ad-b387-6a1d4134c754 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:46.534777 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d36bf5a6-d276-41fb-94d0-470da50fa1aa req-a9a64985-91aa-41ad-b387-6a1d4134c754 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 945 time: 0.3642907 Jan 17 08:14:46.537522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48802) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:46.643892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=95fb4885-f0f3-4619-aceb-8528d1f66d73,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:46.678629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.697854 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d36bf5a6-d276-41fb-94d0-470da50fa1aa req-3f1e9c08-fea7-44f7-91c9-f900d66d907c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407251 Jan 17 08:14:46.701139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.743971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eee75f54-a838-463e-ba67-f3dfa08227cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.762531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bbd91-b4d9-41f2-acc5-4050952ab76a req-4d09e080-38f5-4fbb-aeec-cc2d48e731b3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:46.764017 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-210bbd91-b4d9-41f2-acc5-4050952ab76a req-4d09e080-38f5-4fbb-aeec-cc2d48e731b3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.2325909 Jan 17 08:14:46.795028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.801467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30936456-6658-4fa0-aac3-1ff0bc57c23c tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.801627 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30936456-6658-4fa0-aac3-1ff0bc57c23c tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Fanout notify agent at l3_agent the message router_deleted on router 40dda808-fd5e-4969-a109-68020d278361 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:14:46.803253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee75f54-a838-463e-ba67-f3dfa08227cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=2787a4e2-3816-4e8c-a3fc-dad8136358b6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:46.876122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eee75f54-a838-463e-ba67-f3dfa08227cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.877932 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-eee75f54-a838-463e-ba67-f3dfa08227cb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/2787a4e2-3816-4e8c-a3fc-dad8136358b6 HTTP/1.1" status: 204 len: 168 time: 1.6189966 Jan 17 08:14:46.881539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30936456-6658-4fa0-aac3-1ff0bc57c23c tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.882401 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-30936456-6658-4fa0-aac3-1ff0bc57c23c tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/40dda808-fd5e-4969-a109-68020d278361 HTTP/1.1" status: 204 len: 168 time: 1.7187386 Jan 17 08:14:46.883048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48812) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:46.887162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20248afc-1328-4f3e-86df-593985c90c41 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:46.890021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48814) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:46.945030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network 0299c2d7-567f-4833-b472-bee1de75a6c8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:46.951993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:46.955304 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b42accb5-98dd-4289-9c30-0a078b20b91a tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=40dda808-fd5e-4969-a109-68020d278361 HTTP/1.1" status: 200 len: 205 time: 0.0630493 Jan 17 08:14:46.956550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48820) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:46.961031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=e74a7d65-e3c2-4eb5-aab5-80e8db124e0d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:46.963425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:46.988382 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b943baf9-469a-44d3-b8ba-57e9e6ae5d2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941892 Jan 17 08:14:47.001230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48824) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:47.019730 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:47.022573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:47.060056 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-210bbd91-b4d9-41f2-acc5-4050952ab76a req-6a58e989-15ca-4ba2-94ef-8f5f30bd4477 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845821 Jan 17 08:14:47.158028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:47.161065 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33183fc2-b46e-4b02-8a66-0f0f091d6437']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:47.192990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:47.220702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd01a6a-ff89-4073-afd0-9cbeaa958597') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:47.221045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd01a6a-ff89-4073-afd0-9cbeaa958597') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:47.236852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:47.260159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:47.269769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:14:47.270174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:14:47.290419 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:14:47.306273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9820611-0aaa-46e8-92a6-4e5f45a7afb9 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:14:47.313982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e9820611-0aaa-46e8-92a6-4e5f45a7afb9 None None] Deleting port 02e7f9f5-874b-4c77-8167-014f8c949eeb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:47.314355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9820611-0aaa-46e8-92a6-4e5f45a7afb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:47.335869 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-04a992f9-12bd-4d87-b7ae-2d07c32dbaac tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] delete failed (client error): The resource could not be found. Jan 17 08:14:47.336979 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-04a992f9-12bd-4d87-b7ae-2d07c32dbaac tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/40dda808-fd5e-4969-a109-68020d278361 HTTP/1.1" status: 404 len: 336 time: 0.3773272 Jan 17 08:14:47.349586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48834) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:47.363629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:47.364855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:47.464041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:47.532878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:47.560952 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP f2b834c0-f323-4251-8968-7072d912fdcb associated. External IP: 172.26.4.45, port: 7f76c8f3-bca3-4da4-b140-646c4bacc4ae. Jan 17 08:14:47.654808 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b1d1eefe-35aa-4cd4-9cd0-8fb348523c89 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=47b57bbd-b729-471a-9846-bf650c6358d2 HTTP/1.1" status: 200 len: 205 time: 0.3018830 Jan 17 08:14:47.664232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48840) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:47.741083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:47.761719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e9820611-0aaa-46e8-92a6-4e5f45a7afb9 None None] For port 02e7f9f5-874b-4c77-8167-014f8c949eeb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=02e7f9f5-874b-4c77-8167-014f8c949eeb,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:47.762514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9820611-0aaa-46e8-92a6-4e5f45a7afb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:47.782866 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-704e442d-5fcb-469d-907d-4feec3c366c8 None None] Provisioning for port e74a7d65-e3c2-4eb5-aab5-80e8db124e0d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:47.879643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:47.880376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:47.961902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-704e442d-5fcb-469d-907d-4feec3c366c8 None None] Provisioning complete for port e74a7d65-e3c2-4eb5-aab5-80e8db124e0d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:47.963044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-704e442d-5fcb-469d-907d-4feec3c366c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.003605 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e9820611-0aaa-46e8-92a6-4e5f45a7afb9 None None] Calling delete_port for 02e7f9f5-874b-4c77-8167-014f8c949eeb owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:48.005953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.035487 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-208bc64c-cbd8-4fa0-97d4-cc7691aeb7b2 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] delete failed (client error): The resource could not be found. Jan 17 08:14:48.035748 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-208bc64c-cbd8-4fa0-97d4-cc7691aeb7b2 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/47b57bbd-b729-471a-9846-bf650c6358d2 HTTP/1.1" status: 404 len: 336 time: 0.3574111 Jan 17 08:14:48.036913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.045012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48846) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.053967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Network': ['ID=33183fc2-b46e-4b02-8a66-0f0f091d6437,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:48.070707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72953d8-22fe-4e85-980a-c66697faabce req-0485bd7c-ab46-4993-abc9-0e16ee075f97 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:48.076979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c72953d8-22fe-4e85-980a-c66697faabce req-0485bd7c-ab46-4993-abc9-0e16ee075f97 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 945 time: 0.4855549 Jan 17 08:14:48.096199 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f5c02e14-771b-4302-9327-716a3fd14982 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/networks/33183fc2-b46e-4b02-8a66-0f0f091d6437 HTTP/1.1" status: 204 len: 168 time: 1.5559330 Jan 17 08:14:48.097125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48850) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.099472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-704e442d-5fcb-469d-907d-4feec3c366c8 None None] Port e74a7d65-e3c2-4eb5-aab5-80e8db124e0d cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:48.104154 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d4c08085-f561-4f97-8cd3-6cfa426885d9 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfa7dfae-5398-4b41-bfa2-db164443f4c7 HTTP/1.1" status: 200 len: 205 time: 0.0579128 Jan 17 08:14:48.107472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2047425619'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:48.111976 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48854) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.117896 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:48.185274 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:network and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:48.190387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:48.214009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9820611-0aaa-46e8-92a6-4e5f45a7afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.240595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:48.249392 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-19b7c7c3-4c27-4bf1-a105-a4b4c51bcd80 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] delete failed (client error): The resource could not be found. Jan 17 08:14:48.253809 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-19b7c7c3-4c27-4bf1-a105-a4b4c51bcd80 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/bfa7dfae-5398-4b41-bfa2-db164443f4c7 HTTP/1.1" status: 404 len: 336 time: 0.1376219 Jan 17 08:14:48.256277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48858) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.274669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 02e7f9f5-874b-4c77-8167-014f8c949eeb no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:48.282829 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c72953d8-22fe-4e85-980a-c66697faabce req-97f3df7c-a369-4340-9a31-c1dd05239ef5 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050178 Jan 17 08:14:48.324462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9820611-0aaa-46e8-92a6-4e5f45a7afb9 None None] No DVR routers for this DVR port 02e7f9f5-874b-4c77-8167-014f8c949eeb on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:48.324462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9820611-0aaa-46e8-92a6-4e5f45a7afb9 None None] Pushing event deleted for resources: {'Port': ['ID=02e7f9f5-874b-4c77-8167-014f8c949eeb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:48.353865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 02e7f9f5-874b-4c77-8167-014f8c949eeb {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:48.353865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 02e7f9f5-874b-4c77-8167-014f8c949eeb not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:48.373110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:48.377413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.378726 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9094a54a-85cc-45c1-90d6-c864058b4634 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffc1876-3361-4783-82df-f3fb4b6fd665 HTTP/1.1" status: 200 len: 205 time: 0.1208069 Jan 17 08:14:48.388180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48864) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.411034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:14:48.419983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.420366 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Added segment 07b3d9fd-939a-457c-af99-e0f397f294db of type vlan for network ab84487c-06dd-4e63-a56f-fbd50fd35e70 Jan 17 08:14:48.446704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.458887 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-b45d528e-2562-4837-8450-1eb6dc6de927 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] delete failed (client error): The resource could not be found. Jan 17 08:14:48.459925 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b45d528e-2562-4837-8450-1eb6dc6de927 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/1ffc1876-3361-4783-82df-f3fb4b6fd665 HTTP/1.1" status: 404 len: 336 time: 0.0706770 Jan 17 08:14:48.463262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48868) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.472858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.518480 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4a98fb55-14d3-4e20-b9e1-9201830639b9 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1 HTTP/1.1" status: 200 len: 205 time: 0.0534673 Jan 17 08:14:48.526865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48872) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.575352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:48.583974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:48.586834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:48.587437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.593043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395b406-15ef-44f3-b693-59e9f673cfff None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:48.599273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.609176 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-280566cd-2f31-46cf-8828-4f09cb708b55 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] delete failed (client error): The resource could not be found. Jan 17 08:14:48.612722 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-280566cd-2f31-46cf-8828-4f09cb708b55 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/c2fa30f2-0e7c-4a14-aa5c-a8bcce7f66c1 HTTP/1.1" status: 404 len: 336 time: 0.0727520 Jan 17 08:14:48.613496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48876) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.633028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=622e1e98-e498-4e49-8008-b73d821cf4a3,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:48.638874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.790318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:48.790318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:48.792979 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dfd9fd62-b430-4ae3-b4e9-5a1b75053c28 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "GET /v2.0/ports?device_id=848e03ce-6ed9-46a4-a973-81edd671e8aa HTTP/1.1" status: 200 len: 205 time: 0.0471158 Jan 17 08:14:48.793521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97101187-810f-4b07-8e25-bf25a449662c req-d6c5f362-e16a-4052-9430-930544b1657c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:48.793521 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-97101187-810f-4b07-8e25-bf25a449662c req-d6c5f362-e16a-4052-9430-930544b1657c tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 945 time: 0.2915559 Jan 17 08:14:48.793521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Network': ['ID=ab84487c-06dd-4e63-a56f-fbd50fd35e70,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:48.793730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:48.793803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network ab84487c-06dd-4e63-a56f-fbd50fd35e70 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:14:48.793879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48880) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.895792 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-e2f38a77-a8df-4fbd-8423-bb55d6e551ff tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] delete failed (client error): The resource could not be found. Jan 17 08:14:48.896806 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e2f38a77-a8df-4fbd-8423-bb55d6e551ff tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/routers/848e03ce-6ed9-46a4-a973-81edd671e8aa HTTP/1.1" status: 404 len: 336 time: 0.1052091 Jan 17 08:14:48.899934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48886) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:48.950396 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d23edf-1871-4326-8426-20eb101240b3 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] DELETE failed (client error): The resource could not be found. Jan 17 08:14:48.950851 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d23edf-1871-4326-8426-20eb101240b3 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:14:48.952634 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c8d23edf-1871-4326-8426-20eb101240b3 tempest-RoutersAdminTest-1552598102 tempest-RoutersAdminTest-1552598102-project] 10.222.0.44 "DELETE /v2.0/subnets/f6cdae6b-437c-45f3-bb6d-e8981619af70 HTTP/1.1" status: 404 len: 337 time: 0.0518789 Jan 17 08:14:48.966499 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-97101187-810f-4b07-8e25-bf25a449662c req-2bd3a687-ce4c-417a-99bf-9261de9d5fab tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957214 Jan 17 08:14:48.994432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '622e1e98-e498-4e49-8008-b73d821cf4a3'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:14:48.995905 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.102209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.105099 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-be501f5c-8ba0-43dc-8443-2eaae9ed8d97 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0066648 Jan 17 08:14:49.109806 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f16fe42c-186e-4119-9842-4e81bb2b09aa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1044667 Jan 17 08:14:49.109806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48892) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:49.110926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48894) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:49.115312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': 'ab84487c-06dd-4e63-a56f-fbd50fd35e70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:49.133081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:49.179058 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Allocated IP 172.20.0.2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/622e1e98-e498-4e49-8008-b73d821cf4a3/d89f7844-80d3-4ef8-aea1-502b8444c35a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:49.305398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.319124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=e74a7d65-e3c2-4eb5-aab5-80e8db124e0d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:49.390790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:49.399271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:49.409981 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:49.423876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:49.434485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:49.445292 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:49.452073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.474171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Transition to ACTIVE for port object d89f7844-80d3-4ef8-aea1-502b8444c35a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:49.490382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3528-63ac-459c-8e18-12df3fc790eb req-a4ae58d3-81d8-45fc-a6b2-645cec9eceab tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:49.491878 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-382a3528-63ac-459c-8e18-12df3fc790eb req-a4ae58d3-81d8-45fc-a6b2-645cec9eceab tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.53 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 945 time: 0.4249158 Jan 17 08:14:49.502960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06f49-e401-42fa-b536-4f03bf474585 req-1abe5816-e279-44b7-b2e7-f11ee11543c7 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:49.511564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.511564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Transition to ACTIVE for port object d89f7844-80d3-4ef8-aea1-502b8444c35a will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:49.511775 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7ab06f49-e401-42fa-b536-4f03bf474585 req-1abe5816-e279-44b7-b2e7-f11ee11543c7 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.4407516 Jan 17 08:14:49.547100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:49.557349 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8420a2-db3b-4aa4-a5ef-eb2da4b68c7a None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:49.565129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:49.574994 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8420a2-db3b-4aa4-a5ef-eb2da4b68c7a None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:49.575646 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd8420a2-db3b-4aa4-a5ef-eb2da4b68c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:49.585552 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:49.629953 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.645476 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd8420a2-db3b-4aa4-a5ef-eb2da4b68c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:49.658269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Deleting port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:49.665529 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8420a2-db3b-4aa4-a5ef-eb2da4b68c7a None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:49.665657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.665769 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd8420a2-db3b-4aa4-a5ef-eb2da4b68c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:49.718017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network 0299c2d7-567f-4833-b472-bee1de75a6c8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:49.724623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:49.771536 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd8420a2-db3b-4aa4-a5ef-eb2da4b68c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:49.772339 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8420a2-db3b-4aa4-a5ef-eb2da4b68c7a None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:49.786932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Pushing event updated for resources: {'Port': ['ID=d89f7844-80d3-4ef8-aea1-502b8444c35a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:49.790936 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:49.792423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:49.794397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:49.815113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48904) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:49.832243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.912846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Attempting to bind port d89f7844-80d3-4ef8-aea1-502b8444c35a on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:14:49.913799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Attempting to bind port d89f7844-80d3-4ef8-aea1-502b8444c35a by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:14:49.915347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Attempting to bind port d89f7844-80d3-4ef8-aea1-502b8444c35a on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:14:49.924539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.927768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:14:49.928153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:49.928804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.929199 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:14:49.929797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Bound port: d89f7844-80d3-4ef8-aea1-502b8444c35a, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:14:49.930179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:49.950685 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7ab06f49-e401-42fa-b536-4f03bf474585 req-f08848c4-3f3a-42c4-88a2-1d7c79f4e1ef tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4125760 Jan 17 08:14:50.061608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] For port d89f7844-80d3-4ef8-aea1-502b8444c35a, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:14:50.067449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] For port d89f7844-80d3-4ef8-aea1-502b8444c35a, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d89f7844-80d3-4ef8-aea1-502b8444c35a,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:14:50.110816 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5fc7f35c-a5b7-4911-b29b-6d46b2507bdb tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1926866 Jan 17 08:14:50.123227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd219a3a-5fc1-44d2-bc71-087dc7247ab6 req-39423009-3e76-48ec-aed9-084c7bf44a44 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:50.124631 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dd219a3a-5fc1-44d2-bc71-087dc7247ab6 req-39423009-3e76-48ec-aed9-084c7bf44a44 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 945 time: 0.5955081 Jan 17 08:14:50.125806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48912) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:50.147591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-afd853ae-419e-4477-9e1e-abbba883ed30 None None] Provisioning complete for port e74a7d65-e3c2-4eb5-aab5-80e8db124e0d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:50.147958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-afd853ae-419e-4477-9e1e-abbba883ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:50.177073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1750415350'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:50.182995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:50.204672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.ipam_backend_mixin [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Performing IP validity checks on allocation pools {{(pid=84154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 08:14:50.206542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-afd853ae-419e-4477-9e1e-abbba883ed30 None None] Port e74a7d65-e3c2-4eb5-aab5-80e8db124e0d cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:50.207418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.ipam_backend_mixin [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 08:14:50.209564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:50.213731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:50.322963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a49cf3d2-fd5a-4747-a8b1-c8c6c9dc702d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:50.337388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:network and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:50.358455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d7ccc-ee8d-4e01-828d-0c3e525c8603 None None] Pushing event updated for resources: {'Port': ['ID=d89f7844-80d3-4ef8-aea1-502b8444c35a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:50.391088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:50.408680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:50.481429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a49cf3d2-fd5a-4747-a8b1-c8c6c9dc702d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:50.486201 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Made reservation on behalf of e5f51c031f15494fb517b12b03cd0be5 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:50.489210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:50.497957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a49cf3d2-fd5a-4747-a8b1-c8c6c9dc702d admin admin] Usage tracker for resource:security_group_rule and tenant:651101ee7b7c40208c502510806d8321 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:50.507512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a49cf3d2-fd5a-4747-a8b1-c8c6c9dc702d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:50.511129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] For port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:50.511514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:50.526958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a49cf3d2-fd5a-4747-a8b1-c8c6c9dc702d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:50.539550 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dd219a3a-5fc1-44d2-bc71-087dc7247ab6 req-0e11d05e-33d1-4915-b46d-d1fa436cc0f7 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2050bac-424d-462f-9612-32d85b95eee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877206 Jan 17 08:14:50.638112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c1471-b2ba-43f3-aaf4-cf55b3e97611 req-0fa63471-94d1-4a72-a952-170dd0c9c750 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:50.639692 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e10c1471-b2ba-43f3-aaf4-cf55b3e97611 req-0fa63471-94d1-4a72-a952-170dd0c9c750 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 945 time: 0.4658735 Jan 17 08:14:50.652492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-4ba40fd4-baca-48ee-8d0e-d05cca5b5bb8 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:50.653953 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-4ba40fd4-baca-48ee-8d0e-d05cca5b5bb8 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.53 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 945 time: 0.5773923 Jan 17 08:14:50.654742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:14:50.746032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:50.746343 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Added segment 7625f0bd-f909-4b14-8768-9fcf29bef816 of type vlan for network 2c1c736a-c74f-4eee-b14e-b04951362653 Jan 17 08:14:50.788586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Deleting port dfbc313c-a85c-4896-baf0-3d63aaa9b71c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:50.788837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:50.842210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:50.914691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.032535 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e10c1471-b2ba-43f3-aaf4-cf55b3e97611 req-15d6b054-b287-4347-8035-1d8eb8463d71 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556520 Jan 17 08:14:51.041775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=e805501e-2236-4773-8f1c-6466271ac645,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:51.091848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a49cf3d2-fd5a-4747-a8b1-c8c6c9dc702d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.103151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.110214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.110214 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Floating IP de2abf4b-1396-4fd8-8b79-444f5feb910a disassociated. External IP: 172.26.4.170, port: fa0d4ee1-e948-49e3-b0fc-fc800c196d4d. Jan 17 08:14:51.110214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Calling delete_port for fa0d4ee1-e948-49e3-b0fc-fc800c196d4d owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:51.166373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.169971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:51.170570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.184109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a49cf3d2-fd5a-4747-a8b1-c8c6c9dc702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.208503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router e76c89c8-abf7-4e76-89da-012112cfcb2b is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:14:51.285972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cf3d2-fd5a-4747-a8b1-c8c6c9dc702d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc4a886-fb10-46ee-a972-08f75c040d1e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:51.300030 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a49cf3d2-fd5a-4747-a8b1-c8c6c9dc702d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=651101ee7b7c40208c502510806d8321&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4814031 Jan 17 08:14:51.304684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48920) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:51.311341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Checking segment: {'id': '07b3d9fd-939a-457c-af99-e0f397f294db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ab84487c-06dd-4e63-a56f-fbd50fd35e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:51.311589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network hostable DHCP agents. Network: ab84487c-06dd-4e63-a56f-fbd50fd35e70, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:14:51.457119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Network': ['ID=2c1c736a-c74f-4eee-b14e-b04951362653,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:51.474348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 2c1c736a-c74f-4eee-b14e-b04951362653 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:14:51.513531 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c7ccde17-91d3-463f-8ebc-2338377ddd44 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3699467 Jan 17 08:14:51.516911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] For port dfbc313c-a85c-4896-baf0-3d63aaa9b71c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:51.517301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.518560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d89f7844-80d3-4ef8-aea1-502b8444c35a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:51.520443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:51.521090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.579058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'subnet': {'network_id': '2c1c736a-c74f-4eee-b14e-b04951362653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:51.604131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7abf35e-f58f-4de2-9265-aa53b7bb1e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.629007 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device fa0d4ee1-e948-49e3-b0fc-fc800c196d4d no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:51.652311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network ab84487c-06dd-4e63-a56f-fbd50fd35e70 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:14:51.665069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Pushing event deleted for resources: {'Port': ['ID=fa0d4ee1-e948-49e3-b0fc-fc800c196d4d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:51.700918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: fa0d4ee1-e948-49e3-b0fc-fc800c196d4d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:14:51.701371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device fa0d4ee1-e948-49e3-b0fc-fc800c196d4d not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:14:51.701891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device dfbc313c-a85c-4896-baf0-3d63aaa9b71c no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:14:51.758573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7abf35e-f58f-4de2-9265-aa53b7bb1e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.758751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1489b5d-6a82-4de1-bcaa-f8a0ffcbe27b req-53beffba-6602-4e95-a643-048cd4f10fb3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:51.762979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c1489b5d-6a82-4de1-bcaa-f8a0ffcbe27b req-53beffba-6602-4e95-a643-048cd4f10fb3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6080048 Jan 17 08:14:51.809832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, ab84487c-06dd-4e63-a56f-fbd50fd35e70) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:51.857677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:51.858272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.879642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:51.898879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c75fb-79d6-494f-930a-04097bb56910 None None] Network ab84487c-06dd-4e63-a56f-fbd50fd35e70 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:51.905332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:51.912943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d89f7844-80d3-4ef8-aea1-502b8444c35a completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:51.926125 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9919c43e-d0c0-4b46-bc34-953af8242f48 req-6b960f26-1d4d-403c-8209-681cc632e481 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 210 time: 0.0966344 Jan 17 08:14:51.929170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-06e6e586-90d7-434d-a288-11ae169cb8c3 None None] Provisioning for port d89f7844-80d3-4ef8-aea1-502b8444c35a completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:51.965127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:51.983762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:51.991239 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-591fb059-713c-4d82-8849-95654f64a64c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8799021 Jan 17 08:14:51.994754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48930) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:52.018031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': 'ab84487c-06dd-4e63-a56f-fbd50fd35e70', 'name': 'tempest-PortsIpV6TestJSON-797692972'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:52.035445 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-432d00ce-65c2-4264-b5df-63f72ecd2613 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/e76c89c8-abf7-4e76-89da-012112cfcb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4680517 Jan 17 08:14:52.036805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48934) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:52.047951 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c1489b5d-6a82-4de1-bcaa-f8a0ffcbe27b req-69844874-8ac4-48ed-99a0-1b8e904d8f6c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830558 Jan 17 08:14:52.075877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d89f7844-80d3-4ef8-aea1-502b8444c35a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:52.076344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.111438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Made reservation on behalf of e5f51c031f15494fb517b12b03cd0be5 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:52.138313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:14:52.140953 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:14:52.158466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7abf35e-f58f-4de2-9265-aa53b7bb1e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.158714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88395b-47b0-4eb0-ab5e-18e34c8519c5 None None] Sync routers for ids ['e76c89c8-abf7-4e76-89da-012112cfcb2b'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:52.161873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7abf35e-f58f-4de2-9265-aa53b7bb1e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.165799 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b7abf35e-f58f-4de2-9265-aa53b7bb1e13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bc4a886-fb10-46ee-a972-08f75c040d1e HTTP/1.1" status: 204 len: 168 time: 0.8597865 Jan 17 08:14:52.177308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-06e6e586-90d7-434d-a288-11ae169cb8c3 None None] Provisioning complete for port d89f7844-80d3-4ef8-aea1-502b8444c35a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:52.177673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06e6e586-90d7-434d-a288-11ae169cb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.243398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port dfbc313c-a85c-4896-baf0-3d63aaa9b71c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:52.259272 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'code': 200} Jan 17 08:14:52.342730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.349090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abf35e-f58f-4de2-9265-aa53b7bb1e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc4a886-fb10-46ee-a972-08f75c040d1e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:52.369419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.371476 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea88395b-47b0-4eb0-ab5e-18e34c8519c5 None None] Routers {'e76c89c8-abf7-4e76-89da-012112cfcb2b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:52.372087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ea88395b-47b0-4eb0-ab5e-18e34c8519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e76c89c8-abf7-4e76-89da-012112cfcb2b'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:52.418072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e90ac-f953-4362-a5e0-33e3a2ec6d75 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:52.418899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e1e90ac-f953-4362-a5e0-33e3a2ec6d75 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:52.477257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.488078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.490671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.491086 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Floating IP bec6b529-7a12-4ee0-b91b-c9c55051193a disassociated. External IP: 172.26.4.107, port: dfbc313c-a85c-4896-baf0-3d63aaa9b71c. Jan 17 08:14:52.491464 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Calling delete_port for dfbc313c-a85c-4896-baf0-3d63aaa9b71c owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:52.577930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e1e90ac-f953-4362-a5e0-33e3a2ec6d75 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:52.579396 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6e1e90ac-f953-4362-a5e0-33e3a2ec6d75 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports/e74a7d65-e3c2-4eb5-aab5-80e8db124e0d HTTP/1.1" status: 200 len: 910 time: 0.5408053 Jan 17 08:14:52.585642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48944) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:52.624558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ea88395b-47b0-4eb0-ab5e-18e34c8519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:52.631566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:52.635624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06e6e586-90d7-434d-a288-11ae169cb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.707982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:52.722505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:52.746131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port d89f7844-80d3-4ef8-aea1-502b8444c35a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d89f7844-80d3-4ef8-aea1-502b8444c35a,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:52.778646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:14:52.778949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:14:52.829747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:52.833448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.848123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:52.854586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7deeb-fb4e-4662-8a79-c4ade4e43849 req-a2718040-cfd6-4920-9884-20376ba67358 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:52.861912 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97d7deeb-fb4e-4662-8a79-c4ade4e43849 req-a2718040-cfd6-4920-9884-20376ba67358 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 0.5254157 Jan 17 08:14:52.869955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port 3fc49fa4-5597-4ccb-a824-fb5a7c948ab4 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:52.968370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-06e6e586-90d7-434d-a288-11ae169cb8c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:14:52.968719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-06e6e586-90d7-434d-a288-11ae169cb8c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:14:52.969886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:52.970013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea88395b-47b0-4eb0-ab5e-18e34c8519c5 None None] Routers {'e76c89c8-abf7-4e76-89da-012112cfcb2b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:52.970530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ea88395b-47b0-4eb0-ab5e-18e34c8519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e76c89c8-abf7-4e76-89da-012112cfcb2b'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:53.062517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ea88395b-47b0-4eb0-ab5e-18e34c8519c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:53.062943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea88395b-47b0-4eb0-ab5e-18e34c8519c5 None None] The sync data for ids ['e76c89c8-abf7-4e76-89da-012112cfcb2b'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:53.155772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:53.160921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=d89f7844-80d3-4ef8-aea1-502b8444c35a,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:53.169362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48954) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:53.177747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-ab84487c-06dd-4e63-a56f-fbd50fd35e70', 'network_id': 'ab84487c-06dd-4e63-a56f-fbd50fd35e70', 'tenant_id': 'a20e18b3f2b34ede8b3f66595b40955c', 'fixed_ips': [{'subnet_id': 'e805501e-2236-4773-8f1c-6466271ac645'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:14:53.178980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:53.203362 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a5411904-1c1d-47e9-b246-8aefddee03d8 req-56352f42-ac7b-4c00-a4bb-1c3597d141da tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 210 time: 0.0885303 Jan 17 08:14:53.254823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::21b (ab84487c-06dd-4e63-a56f-fbd50fd35e70/e805501e-2236-4773-8f1c-6466271ac645/3fc49fa4-5597-4ccb-a824-fb5a7c948ab4) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:53.286871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Deleting port dfbc313c-a85c-4896-baf0-3d63aaa9b71c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:53.287322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:53.326328 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97d7deeb-fb4e-4662-8a79-c4ade4e43849 req-3ee163c4-c3f9-40ab-b481-a9e4cb2f7420 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4634624 Jan 17 08:14:53.357448 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:53.424825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d89f7844-80d3-4ef8-aea1-502b8444c35a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:53.456105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Subnet': ['ID=18b1e916-1dc5-4c1e-8f7a-8414e0b2088b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:53.480301 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c8a8b404-6896-45ac-b008-5c2ed434478c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad2bd3b1d6cb4e0abd5574478d7b6b5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3034554 Jan 17 08:14:53.491558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:53.577132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d89f7844-80d3-4ef8-aea1-502b8444c35a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:53.577840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:53.732160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Checking segment: {'id': '7625f0bd-f909-4b14-8768-9fcf29bef816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2c1c736a-c74f-4eee-b14e-b04951362653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:53.732160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network hostable DHCP agents. Network: 2c1c736a-c74f-4eee-b14e-b04951362653, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:14:53.831520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41017992-0437-4a32-b209-1adc824b35da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:53.881283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41017992-0437-4a32-b209-1adc824b35da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:53.936230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94751f-97fc-47f9-a801-890aa794bdaf req-7d15bac3-1aa8-4da0-9367-b8a3982762b3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:53.938239 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3b94751f-97fc-47f9-a801-890aa794bdaf req-7d15bac3-1aa8-4da0-9367-b8a3982762b3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.5572238 Jan 17 08:14:53.957671 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:53.963232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] For port d89f7844-80d3-4ef8-aea1-502b8444c35a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d89f7844-80d3-4ef8-aea1-502b8444c35a,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:53.982451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.009113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] For port dfbc313c-a85c-4896-baf0-3d63aaa9b71c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:14:54.009474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.027436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network 2c1c736a-c74f-4eee-b14e-b04951362653 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:14:54.052854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:54.066644 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] Sync routers for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:54.085937 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:54.087588 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:54.112643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.132399 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3b94751f-97fc-47f9-a801-890aa794bdaf req-bf0c1c1b-2a99-4ded-90be-7544cc4b2041 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719921 Jan 17 08:14:54.171565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object 3fc49fa4-5597-4ccb-a824-fb5a7c948ab4 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:54.208492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 2c1c736a-c74f-4eee-b14e-b04951362653) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:54.216013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d119a6de-42aa-4f62-9ccb-0a0c772ceb89 None None] Network 2c1c736a-c74f-4eee-b14e-b04951362653 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:54.220279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41017992-0437-4a32-b209-1adc824b35da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.230894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.231654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.246421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] No DVR routers for this DVR port fa0d4ee1-e948-49e3-b0fc-fc800c196d4d on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:54.282618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:54.283230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.306716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.325641 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:14:54.327040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'name': 'network-vif-deleted', 'tag': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:14:54.363583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41017992-0437-4a32-b209-1adc824b35da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6911d413-22c4-4953-b090-d41bdbeeb37d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:54.432172 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-382a3528-63ac-459c-8e18-12df3fc790eb req-0424d6c7-de0b-47e7-9a82-6a5facce8dd1 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.53 "DELETE /v2.0/ports/fa0d4ee1-e948-49e3-b0fc-fc800c196d4d HTTP/1.1" status: 204 len: 173 time: 4.9200344 Jan 17 08:14:54.432717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339b0deb-8a33-4a89-8678-e429a7ed0757', 'name': 'network-vif-deleted', 'tag': 'fa0d4ee1-e948-49e3-b0fc-fc800c196d4d', 'status': 'completed', 'code': 200} Jan 17 08:14:54.435133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41017992-0437-4a32-b209-1adc824b35da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.442613 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-41017992-0437-4a32-b209-1adc824b35da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6911d413-22c4-4953-b090-d41bdbeeb37d HTTP/1.1" status: 204 len: 168 time: 0.9422834 Jan 17 08:14:54.478355 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0d809cc5-024d-4445-a9ad-11c5ccf27501 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9487848 Jan 17 08:14:54.482009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48970) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:54.501651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2028300804', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:54.526352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:54.618579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:router and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:54.644094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:54.648468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-4fb388cf-d57c-4d3b-9390-1bcf8ffad8b6 req-d5ea69a8-b3b3-440f-b78e-2b139249af0d tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Synchronizing usage tracker for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:54.671883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=1e6bee25-6672-456a-8d6b-8af4295d789d,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:54.674312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=d89f7844-80d3-4ef8-aea1-502b8444c35a,revision_number=5']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:54.688786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-2c1c736a-c74f-4eee-b14e-b04951362653', 'network_id': '2c1c736a-c74f-4eee-b14e-b04951362653', 'tenant_id': 'e5f51c031f15494fb517b12b03cd0be5', 'fixed_ips': [{'subnet_id': '18b1e916-1dc5-4c1e-8f7a-8414e0b2088b'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:14:54.688786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.739231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:54.801400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-4fb388cf-d57c-4d3b-9390-1bcf8ffad8b6 req-d5ea69a8-b3b3-440f-b78e-2b139249af0d tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Unset dirty status for tenant:b9ba4e0ea41f490294ebdd0b709d6369 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:54.803223 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4fb388cf-d57c-4d3b-9390-1bcf8ffad8b6 req-d5ea69a8-b3b3-440f-b78e-2b139249af0d tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/ports?device_id=339b0deb-8a33-4a89-8678-e429a7ed0757 HTTP/1.1" status: 200 len: 210 time: 0.2892687 Jan 17 08:14:54.864360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.865493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:54.916740 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e0b475c4-4c0f-4537-b08b-a239bb6accf1', 'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'mac_address': 'fa:16:3e:57:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:15Z', 'updated_at': '2022-01-17T08:12:57Z', 'revision_number': 5, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'subnets': [{'id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:54.922705 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] Checking router: 7ced8ccc-99b7-462e-afaa-ef2989c98b47 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:14:54.940219 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:54.941029 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:54.972371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Allocated IP 172.20.0.2 (2c1c736a-c74f-4eee-b14e-b04951362653/18b1e916-1dc5-4c1e-8f7a-8414e0b2088b/0812687a-00e5-4770-bf5d-9e71d8a4f833) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:54.980450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:55.222691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:55.226627 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:55.233745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:55.240128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:55.242337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69914b-378f-46e6-902d-43664951970e None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:55.304687 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:14:55.376847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:55.378158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:55.378721 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Floating IP bec6b529-7a12-4ee0-b91b-c9c55051193a disassociated. External IP: 172.26.4.107, port: dfbc313c-a85c-4896-baf0-3d63aaa9b71c. Jan 17 08:14:55.379326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Calling delete_port for dfbc313c-a85c-4896-baf0-3d63aaa9b71c owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:55.436020 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-86f0c64b-0c68-4ae5-a824-4daa70cd530a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3221571 Jan 17 08:14:55.445332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 48982) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:55.455823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:39:c9:6d', 'name': 'tempest-NetworksTestDHCPv6-1870663753'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:55.548565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:55.574035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:55.585382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Transition to ACTIVE for port object 0812687a-00e5-4770-bf5d-9e71d8a4f833 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:55.614857 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Transition to ACTIVE for port object 0812687a-00e5-4770-bf5d-9e71d8a4f833 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:55.700876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:55.701163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Allocated IP 2001:db8::2 (ab84487c-06dd-4e63-a56f-fbd50fd35e70/e805501e-2236-4773-8f1c-6466271ac645/0c8009d5-9434-4a08-8a0e-dfe941c63c22) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:55.705191 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:55.708331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:55.714581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:55.715122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:55.733008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726f307-30ec-45a0-97fa-bd259a0d5824 req-29ba0f3e-1daf-4f42-b1bb-211e700d6578 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:55.742053 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a726f307-30ec-45a0-97fa-bd259a0d5824 req-29ba0f3e-1daf-4f42-b1bb-211e700d6578 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.2694993 Jan 17 08:14:55.747020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e53d6-c492-4233-96a4-202d3217aff2 req-573f8cc4-2f9c-4945-bc6b-84b4432197a9 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:55.748055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-d66e53d6-c492-4233-96a4-202d3217aff2 req-573f8cc4-2f9c-4945-bc6b-84b4432197a9 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Synchronizing usage tracker for tenant:32f31bd8c25644b2b993868c561e5454 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:55.774731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network ab84487c-06dd-4e63-a56f-fbd50fd35e70 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:55.783926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:55.786682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:55.791326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:55.792050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:55.831001 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:55.888752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:55.895458 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a726f307-30ec-45a0-97fa-bd259a0d5824 req-595bb248-2c52-4cce-ae11-34ccaee1fa1b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517689 Jan 17 08:14:55.936329 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e0b475c4-4c0f-4537-b08b-a239bb6accf1', 'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'mac_address': 'fa:16:3e:57:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:15Z', 'updated_at': '2022-01-17T08:12:57Z', 'revision_number': 5, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'subnets': [{'id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:55.945887 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150047ee-b2d6-4c7a-95c7-40e3ed7630bf None None] The sync data for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv is: [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:17Z', 'revision_number': 4, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e0b475c4-4c0f-4537-b08b-a239bb6accf1', 'name': '', 'network_id': 'f2781a32-dbcf-4a89-be6e-041dd74b2227', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'mac_address': 'fa:16:3e:57:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:15Z', 'updated_at': '2022-01-17T08:12:57Z', 'revision_number': 5, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'subnets': [{'id': 'dd30e160-1e61-452a-8fb0-5eb1772c4e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:55.997061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Network 2c1c736a-c74f-4eee-b14e-b04951362653 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:55.998693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-d66e53d6-c492-4233-96a4-202d3217aff2 req-573f8cc4-2f9c-4945-bc6b-84b4432197a9 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Unset dirty status for tenant:32f31bd8c25644b2b993868c561e5454 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:56.000027 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d66e53d6-c492-4233-96a4-202d3217aff2 req-573f8cc4-2f9c-4945-bc6b-84b4432197a9 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 943 time: 1.3010552 Jan 17 08:14:56.006136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=3fc49fa4-5597-4ccb-a824-fb5a7c948ab4,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:56.021200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:56.037673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:56.091399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port e74a7d65-e3c2-4eb5-aab5-80e8db124e0d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:56.091641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.155471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.254295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 48998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:56.270560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Pushing event updated for resources: {'Port': ['ID=0812687a-00e5-4770-bf5d-9e71d8a4f833,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:56.289306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port e8ecac90-1b8c-498d-b733-5eb804ae4dec yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:14:56.301832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.337819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Transition to ACTIVE for port object 0c8009d5-9434-4a08-8a0e-dfe941c63c22 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:56.342567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49002) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:56.343567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174d83b-93ac-4a68-b134-3c1f66494cf6 None None] New status for floating IP de2abf4b-1396-4fd8-8b79-444f5feb910a: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:14:56.344041 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-db90258c-c719-431d-8f61-d1c5efac8df0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3379624 Jan 17 08:14:56.356430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.424533 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d66e53d6-c492-4233-96a4-202d3217aff2 req-39b945f6-d911-49ea-9065-66f1bfe5e7af tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4114118 Jan 17 08:14:56.442773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Pushing event deleted for resources: {'Port': ['ID=dfbc313c-a85c-4896-baf0-3d63aaa9b71c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:56.481744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.496740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fe71872-64f3-4a38-bf30-d5df77d8c77e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.541846 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49008) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:56.551745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Attempting to bind port 0812687a-00e5-4770-bf5d-9e71d8a4f833 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:14:56.552269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Attempting to bind port 0812687a-00e5-4770-bf5d-9e71d8a4f833 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '7625f0bd-f909-4b14-8768-9fcf29bef816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2c1c736a-c74f-4eee-b14e-b04951362653'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:14:56.552776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Attempting to bind port 0812687a-00e5-4770-bf5d-9e71d8a4f833 on network 2c1c736a-c74f-4eee-b14e-b04951362653 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:14:56.630869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Transition to ACTIVE for port object 0c8009d5-9434-4a08-8a0e-dfe941c63c22 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:56.680048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-39907701-9f2a-4ee8-a341-99a2a1e7add8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 3fc49fa4-5597-4ccb-a824-fb5a7c948ab4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:56.680838 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39907701-9f2a-4ee8-a341-99a2a1e7add8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.706512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:14:56.706946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Checking segment: {'id': '7625f0bd-f909-4b14-8768-9fcf29bef816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2c1c736a-c74f-4eee-b14e-b04951362653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:56.707298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.707988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Bound using segment: {'id': '7625f0bd-f909-4b14-8768-9fcf29bef816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2c1c736a-c74f-4eee-b14e-b04951362653'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:14:56.708190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Bound port: 0812687a-00e5-4770-bf5d-9e71d8a4f833, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7625f0bd-f909-4b14-8768-9fcf29bef816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '2c1c736a-c74f-4eee-b14e-b04951362653'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:14:56.708619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.743743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fe71872-64f3-4a38-bf30-d5df77d8c77e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.756833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for e74a7d65-e3c2-4eb5-aab5-80e8db124e0d owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:56.766876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:56.830355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 172.20.0.8 (f8dda541-a6ad-4425-a3fa-1d9436a44791/622e1e98-e498-4e49-8008-b73d821cf4a3/e8ecac90-1b8c-498d-b733-5eb804ae4dec) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:56.842919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fe39:c96d (f8dda541-a6ad-4425-a3fa-1d9436a44791/1e6bee25-6672-456a-8d6b-8af4295d789d/e8ecac90-1b8c-498d-b733-5eb804ae4dec) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:56.851990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2055956840'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:14:56.857328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:56.860907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Usage tracker for resource:network and tenant:195af5e980be47f3b838c53adfbb6b14 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:56.863801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:56.924917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Router 0e730a35-619a-4169-af80-42eaa29f0ece has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:14:56.941798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:57.008894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Pushing event updated for resources: {'Port': ['ID=0c8009d5-9434-4a08-8a0e-dfe941c63c22,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:57.013742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.026416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Network ab84487c-06dd-4e63-a56f-fbd50fd35e70 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:57.030160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:57.032746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:57.051420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] For port 0812687a-00e5-4770-bf5d-9e71d8a4f833, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:14:57.147931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] For port 0812687a-00e5-4770-bf5d-9e71d8a4f833, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0812687a-00e5-4770-bf5d-9e71d8a4f833,segment=NetworkSegment(7625f0bd-f909-4b14-8768-9fcf29bef816),segment_id=7625f0bd-f909-4b14-8768-9fcf29bef816)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:14:57.177147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Attempting to bind port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:14:57.177664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Attempting to bind port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '07b3d9fd-939a-457c-af99-e0f397f294db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ab84487c-06dd-4e63-a56f-fbd50fd35e70'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:14:57.178132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Attempting to bind port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 on network ab84487c-06dd-4e63-a56f-fbd50fd35e70 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:14:57.185885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:14:57.186409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Checking segment: {'id': '07b3d9fd-939a-457c-af99-e0f397f294db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ab84487c-06dd-4e63-a56f-fbd50fd35e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:14:57.187045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.188110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Bound using segment: {'id': '07b3d9fd-939a-457c-af99-e0f397f294db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ab84487c-06dd-4e63-a56f-fbd50fd35e70'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:14:57.188913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Bound port: 0c8009d5-9434-4a08-8a0e-dfe941c63c22, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b3d9fd-939a-457c-af99-e0f397f294db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ab84487c-06dd-4e63-a56f-fbd50fd35e70'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:14:57.189913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.209198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.248660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.265678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.279130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object e8ecac90-1b8c-498d-b733-5eb804ae4dec will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:14:57.385922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcfc9b-976b-4494-82ed-c94db8e1f6f4 None None] Pushing event updated for resources: {'Port': ['ID=0812687a-00e5-4770-bf5d-9e71d8a4f833,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:57.402732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] For port 0c8009d5-9434-4a08-8a0e-dfe941c63c22, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:14:57.406562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] For port 0c8009d5-9434-4a08-8a0e-dfe941c63c22, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c8009d5-9434-4a08-8a0e-dfe941c63c22,segment=NetworkSegment(07b3d9fd-939a-457c-af99-e0f397f294db),segment_id=07b3d9fd-939a-457c-af99-e0f397f294db)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:14:57.419033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Made reservation on behalf of 195af5e980be47f3b838c53adfbb6b14 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:14:57.422948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.437146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:14:57.450715 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] Sync routers for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:14:57.452046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.470627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.473708 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:57.483390 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:57.677097 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b95fd9-6d46-449d-a405-7daaca665995 None None] Pushing event updated for resources: {'Port': ['ID=0c8009d5-9434-4a08-8a0e-dfe941c63c22,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:57.691401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fe71872-64f3-4a38-bf30-d5df77d8c77e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.704871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:14:57.768032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.788443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Usage tracker for resource:security_group_rule and tenant:195af5e980be47f3b838c53adfbb6b14 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:14:57.801428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:14:57.806819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39907701-9f2a-4ee8-a341-99a2a1e7add8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:57.814991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe71872-64f3-4a38-bf30-d5df77d8c77e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2050bac-424d-462f-9612-32d85b95eee6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:57.837568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:14:57.849064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9dbe4-d5fc-49e0-92cc-81686b0febd7 req-3300aa01-b0db-476d-9aa7-4f8b3728e660 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:57.856101 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56f9dbe4-d5fc-49e0-92cc-81686b0febd7 req-3300aa01-b0db-476d-9aa7-4f8b3728e660 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6977203 Jan 17 08:14:57.908293 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:14:58.050107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-39907701-9f2a-4ee8-a341-99a2a1e7add8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 3fc49fa4-5597-4ccb-a824-fb5a7c948ab4 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:14:58.071822 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b3b2540e-a479-402e-84a0-9f985d0654fb req-4b9e1cd6-5a02-45de-a76d-256b4bb2ced8 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 210 time: 0.3462017 Jan 17 08:14:58.072911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] No DVR routers for this DVR port dfbc313c-a85c-4896-baf0-3d63aaa9b71c on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:14:58.078353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:58.112281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:58.113137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'name': 'network-vif-deleted', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:14:58.118552 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ded2ecea-6fb5-4f04-bc5c-47a12e52a1b3 req-e48ba21c-dfd7-49d2-a948-1062e9c1224b tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.53 "DELETE /v2.0/ports/dfbc313c-a85c-4896-baf0-3d63aaa9b71c HTTP/1.1" status: 204 len: 173 time: 7.4553716 Jan 17 08:14:58.142908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:58.148222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:58.233763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.26.4.138 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/773a9860-d7ac-401c-bdda-23c5aadb11d4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:14:58.258999 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedf3150-81e3-4d07-8c9f-22a0bda1d376', 'name': 'network-vif-deleted', 'tag': 'dfbc313c-a85c-4896-baf0-3d63aaa9b71c', 'status': 'completed', 'code': 200} Jan 17 08:14:58.284595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:58.287069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:58.292104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=e8ecac90-1b8c-498d-b733-5eb804ae4dec,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:58.299312 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56f9dbe4-d5fc-49e0-92cc-81686b0febd7 req-e1f120e7-d837-4c82-a45e-686560ab88d2 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4419003 Jan 17 08:14:58.302921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8fe71872-64f3-4a38-bf30-d5df77d8c77e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:58.306279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8fe71872-64f3-4a38-bf30-d5df77d8c77e tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "DELETE /v2.0/security-groups/c2050bac-424d-462f-9612-32d85b95eee6 HTTP/1.1" status: 204 len: 168 time: 2.0434549 Jan 17 08:14:58.311022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49020) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:58.342647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b4a49390-a5fc-4a26-8263-7a3da0c627bb None None] Provisioning complete for port d89f7844-80d3-4ef8-aea1-502b8444c35a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:58.343029 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b4a49390-a5fc-4a26-8263-7a3da0c627bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:58.398943 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dab4e42d-e26d-4b5c-9d4b-5d7d26d3ad3b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9525299 Jan 17 08:14:58.399751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49024) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:58.506898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e374a96-a1d6-4891-a9e3-71a7579f7daf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:58.511158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e374a96-a1d6-4891-a9e3-71a7579f7daf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:14:58.512071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4e374a96-a1d6-4891-a9e3-71a7579f7daf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:14:58.536315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:58.559597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:58.606136 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-07ddaecf-3150-424b-abae-dc7d07652f86 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] show failed (client error): The resource could not be found. Jan 17 08:14:58.609755 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-07ddaecf-3150-424b-abae-dc7d07652f86 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "GET /v2.0/security-groups/c2050bac-424d-462f-9612-32d85b95eee6 HTTP/1.1" status: 404 len: 347 time: 0.2901597 Jan 17 08:14:58.610287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49028) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:58.620269 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:15Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'ba4fe87f-3c17-41de-ba3d-e464086bdf3a', 'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'mac_address': 'fa:16:3e:6d:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:13Z', 'updated_at': '2022-01-17T08:12:28Z', 'revision_number': 5, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'subnets': [{'id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:58.626876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=e74a7d65-e3c2-4eb5-aab5-80e8db124e0d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:58.627464 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] Checking router: 0e730a35-619a-4169-af80-42eaa29f0ece for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:14:58.640058 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:14:58.640411 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:58.702457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4e374a96-a1d6-4891-a9e3-71a7579f7daf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:14:58.705167 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4e374a96-a1d6-4891-a9e3-71a7579f7daf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3042400 Jan 17 08:14:58.712633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49032) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:58.749323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39907701-9f2a-4ee8-a341-99a2a1e7add8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:58.887335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39907701-9f2a-4ee8-a341-99a2a1e7add8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=3fc49fa4-5597-4ccb-a824-fb5a7c948ab4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:58.891246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:58.903969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-47540be2-724e-445f-b8c2-60036b3905f5 None None] Provisioning for port e8ecac90-1b8c-498d-b733-5eb804ae4dec completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:58.908831 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:14:58.911712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-47540be2-724e-445f-b8c2-60036b3905f5 None None] Provisioning complete for port e8ecac90-1b8c-498d-b733-5eb804ae4dec triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:14:58.912362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47540be2-724e-445f-b8c2-60036b3905f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:58.994386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Deleting port f216f473-58d4-48ae-b378-586510fbcd5a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:58.994918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:59.013715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39907701-9f2a-4ee8-a341-99a2a1e7add8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:59.042474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-47540be2-724e-445f-b8c2-60036b3905f5 None None] Port e8ecac90-1b8c-498d-b733-5eb804ae4dec cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:14:59.055852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1dd94-efad-4db4-88e2-f3db133a3c2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port e8ecac90-1b8c-498d-b733-5eb804ae4dec {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:14:59.056404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5f1dd94-efad-4db4-88e2-f3db133a3c2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:59.121889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:59.128056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=773a9860-d7ac-401c-bdda-23c5aadb11d4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:59.241634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:59.248087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:14:59.258847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:14:59.261526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:14:59.308279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-39907701-9f2a-4ee8-a341-99a2a1e7add8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/3fc49fa4-5597-4ccb-a824-fb5a7c948ab4 HTTP/1.1" status: 204 len: 168 time: 2.9630711 Jan 17 08:14:59.314767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:59.482009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:14:59.576387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:59.600986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0812687a-00e5-4770-bf5d-9e71d8a4f833 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:59.620148 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af8752f-fa74-4728-914a-120db0853cf4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:14:59.620593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af8752f-fa74-4728-914a-120db0853cf4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:14:59.627781 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:15Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'ba4fe87f-3c17-41de-ba3d-e464086bdf3a', 'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'mac_address': 'fa:16:3e:6d:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:13Z', 'updated_at': '2022-01-17T08:12:28Z', 'revision_number': 5, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'subnets': [{'id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:14:59.638364 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed151ef6-0d9a-4ab5-b507-75dd97669312 None None] The sync data for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv is: [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:12:15Z', 'revision_number': 4, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'ba4fe87f-3c17-41de-ba3d-e464086bdf3a', 'name': '', 'network_id': '17f264ea-aa2d-4e2f-be9f-873f03e41f4b', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'mac_address': 'fa:16:3e:6d:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:13Z', 'updated_at': '2022-01-17T08:12:28Z', 'revision_number': 5, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'subnets': [{'id': '9572314a-8e41-42bf-8de3-4cb05ced5c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:14:59.650713 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1387297-0562-43e0-94a1-c1016e27f194,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:14:59.710790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:59.711521 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Added segment d547a594-0df1-45bd-bd08-2409695931f9 of type vlan for network ef8a2814-5cc7-4afa-94cc-e03043fa608c Jan 17 08:14:59.720321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a60b570-36a7-4ee4-8740-4868ef7c5139 None None] Network 2c1c736a-c74f-4eee-b14e-b04951362653 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:59.766243 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1af8752f-fa74-4728-914a-120db0853cf4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/3fc49fa4-5597-4ccb-a824-fb5a7c948ab4 HTTP/1.1" status: 404 len: 333 time: 0.4456131 Jan 17 08:14:59.775121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49044) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:14:59.832511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5f1dd94-efad-4db4-88e2-f3db133a3c2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:14:59.863700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2cc0ce-5173-48eb-8762-531d78124e80 None None] Network ab84487c-06dd-4e63-a56f-fbd50fd35e70 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:14:59.961506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 0812687a-00e5-4770-bf5d-9e71d8a4f833 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:14:59.971423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c8009d5-9434-4a08-8a0e-dfe941c63c22 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:14:59.998888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b5f1dd94-efad-4db4-88e2-f3db133a3c2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for e8ecac90-1b8c-498d-b733-5eb804ae4dec owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:00.011570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4d33d-c7a4-4998-9ac9-fce1827b8d3d None None] New status for floating IP bec6b529-7a12-4ee0-b91b-c9c55051193a: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:15:00.044027 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9b95fefb-7abe-4d78-a109-1d9e3a55a410 req-d377db1c-3ada-4a99-a105-3e330d17501f tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/ports?device_id=dedf3150-81e3-4d07-8c9f-22a0bda1d376 HTTP/1.1" status: 200 len: 210 time: 0.5717311 Jan 17 08:15:00.050508 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-23be4958-56c2-4f8c-90a9-d41f7c24e512 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:15:00.051043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-23be4958-56c2-4f8c-90a9-d41f7c24e512 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:00.076767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.104232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a6a3dc13-264f-4f3f-aebc-8dc52d6ae6ff None None] Provisioning for port 0812687a-00e5-4770-bf5d-9e71d8a4f833 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:00.121715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.122160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.196504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-23be4958-56c2-4f8c-90a9-d41f7c24e512 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:00.200625 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-23be4958-56c2-4f8c-90a9-d41f7c24e512 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/3fc49fa4-5597-4ccb-a824-fb5a7c948ab4 HTTP/1.1" status: 404 len: 333 time: 0.4232411 Jan 17 08:15:00.205974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49048) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:00.234011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a6a3dc13-264f-4f3f-aebc-8dc52d6ae6ff None None] Provisioning complete for port 0812687a-00e5-4770-bf5d-9e71d8a4f833 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:00.234921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dc13-264f-4f3f-aebc-8dc52d6ae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.322170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d5d15-fdb4-4f98-846b-9c3c818fd025 req-540f7221-f377-493e-aa4a-93c1dd11fea3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:00.323748 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-554d5d15-fdb4-4f98-846b-9c3c818fd025 req-540f7221-f377-493e-aa4a-93c1dd11fea3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6627231 Jan 17 08:15:00.351416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.355354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:00.355883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.398109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Calling delete_port for f216f473-58d4-48ae-b378-586510fbcd5a owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:00.641527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.650271 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.0929914 Jan 17 08:15:00.653209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f37cf-94ad-4080-8df9-3619a2d73a41 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event updated for resources: {'Network': ['ID=ef8a2814-5cc7-4afa-94cc-e03043fa608c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:00.656396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49052) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:00.689935 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5f1dd94-efad-4db4-88e2-f3db133a3c2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.692120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network ef8a2814-5cc7-4afa-94cc-e03043fa608c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:00.693864 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Pushing event deleted for resources: {'Port': ['ID=f216f473-58d4-48ae-b378-586510fbcd5a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:00.712451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dc13-264f-4f3f-aebc-8dc52d6ae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.733833 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-554d5d15-fdb4-4f98-846b-9c3c818fd025 req-7d3ab3ed-94ed-4bbf-a8c8-7fea4f89100e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936777 Jan 17 08:15:00.744152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Request body: {'subnet': {'network_id': 'ef8a2814-5cc7-4afa-94cc-e03043fa608c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:00.745187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1dd94-efad-4db4-88e2-f3db133a3c2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=e8ecac90-1b8c-498d-b733-5eb804ae4dec,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:00.819271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:00.853209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a6a3dc13-264f-4f3f-aebc-8dc52d6ae6ff None None] For port 0812687a-00e5-4770-bf5d-9e71d8a4f833, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0812687a-00e5-4770-bf5d-9e71d8a4f833,segment=NetworkSegment(7625f0bd-f909-4b14-8768-9fcf29bef816),segment_id=7625f0bd-f909-4b14-8768-9fcf29bef816)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:00.938837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dc13-264f-4f3f-aebc-8dc52d6ae6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.958590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:00.977352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5f1dd94-efad-4db4-88e2-f3db133a3c2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.030448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.034001 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fd56cb41-b9e1-4700-91e8-47bacfe62ba3 tempest-ServersTestManualDisk-49574921 tempest-ServersTestManualDisk-49574921-project] 10.222.0.44 "DELETE /v2.0/floatingips/de2abf4b-1396-4fd8-8b79-444f5feb910a HTTP/1.1" status: 204 len: 168 time: 2.4200191 Jan 17 08:15:01.034740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49056) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:01.047469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet e805501e-2236-4773-8f1c-6466271ac645 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:01.052396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.054294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3dc13-264f-4f3f-aebc-8dc52d6ae6ff None None] Pushing event updated for resources: {'Port': ['ID=0812687a-00e5-4770-bf5d-9e71d8a4f833,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:01.114281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.115143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.129786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:01.141353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Usage tracker for resource:subnet and tenant:195af5e980be47f3b838c53adfbb6b14 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:01.149520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:01.156405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5f463eaf-6ffa-4eb3-a0b8-c5820e1ce5b8 None None] Provisioning for port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:01.156555 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b5f1dd94-efad-4db4-88e2-f3db133a3c2c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/e8ecac90-1b8c-498d-b733-5eb804ae4dec HTTP/1.1" status: 204 len: 168 time: 2.4397073 Jan 17 08:15:01.161060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5f463eaf-6ffa-4eb3-a0b8-c5820e1ce5b8 None None] Provisioning complete for port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:01.161820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f463eaf-6ffa-4eb3-a0b8-c5820e1ce5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.163319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:01.253412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:01.273418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router e76c89c8-abf7-4e76-89da-012112cfcb2b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:15:01.319351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.336101 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49068) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:01.384678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f463eaf-6ffa-4eb3-a0b8-c5820e1ce5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.452043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5f463eaf-6ffa-4eb3-a0b8-c5820e1ce5b8 None None] For port 0c8009d5-9434-4a08-8a0e-dfe941c63c22, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c8009d5-9434-4a08-8a0e-dfe941c63c22,segment=NetworkSegment(07b3d9fd-939a-457c-af99-e0f397f294db),segment_id=07b3d9fd-939a-457c-af99-e0f397f294db)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:01.485893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0812687a-00e5-4770-bf5d-9e71d8a4f833 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:01.507487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Made reservation on behalf of 195af5e980be47f3b838c53adfbb6b14 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:01.520754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.563789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f463eaf-6ffa-4eb3-a0b8-c5820e1ce5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.571489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.666110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f463eaf-6ffa-4eb3-a0b8-c5820e1ce5b8 None None] Pushing event updated for resources: {'Port': ['ID=0c8009d5-9434-4a08-8a0e-dfe941c63c22,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:01.690181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0812687a-00e5-4770-bf5d-9e71d8a4f833 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:01.690181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.737995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.754717 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9b23419e-e25b-4343-badc-b8775986f6ab None None] Provisioning complete for port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:01.761357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c312a5f-fda1-411f-bec6-4feec8470f38 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:01.761505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b23419e-e25b-4343-badc-b8775986f6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.761657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c312a5f-fda1-411f-bec6-4feec8470f38 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:01.761657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c312a5f-fda1-411f-bec6-4feec8470f38 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:01.761657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c312a5f-fda1-411f-bec6-4feec8470f38 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:01.802766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.830586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:01.859650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.860143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.860580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.861334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.861760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.862182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.862735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.863155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.863601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.864020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.864437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:01.913778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:01.915388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c312a5f-fda1-411f-bec6-4feec8470f38 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:01.919024 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5c312a5f-fda1-411f-bec6-4feec8470f38 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7431264 Jan 17 08:15:01.919024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:01.924895 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c7bf8-c644-4b34-9e4f-2245d9a60429 None None] Sync routers for ids ['e76c89c8-abf7-4e76-89da-012112cfcb2b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:01.934941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49074) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:01.936335 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a09a7a9b-ac23-4763-b4ea-5ea36578a07e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/e76c89c8-abf7-4e76-89da-012112cfcb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3457460 Jan 17 08:15:01.946623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:01.947088 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c7bf8-c644-4b34-9e4f-2245d9a60429 None None] Routers {'e76c89c8-abf7-4e76-89da-012112cfcb2b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:01.952011 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-040c7bf8-c644-4b34-9e4f-2245d9a60429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e76c89c8-abf7-4e76-89da-012112cfcb2b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:02.011849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.016045 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d2f0fe03-3ba4-4577-9e4e-0f611a661414 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "DELETE /v2.0/security-groups/1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad HTTP/1.1" status: 204 len: 168 time: 0.6748152 Jan 17 08:15:02.020362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49082) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:02.030257 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-040c7bf8-c644-4b34-9e4f-2245d9a60429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:02.042664 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c7bf8-c644-4b34-9e4f-2245d9a60429 None None] Routers {'e76c89c8-abf7-4e76-89da-012112cfcb2b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:02.043419 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-040c7bf8-c644-4b34-9e4f-2245d9a60429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e76c89c8-abf7-4e76-89da-012112cfcb2b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:02.072430 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-f5a26087-f7b7-4c39-b223-23e4deecf415 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] show failed (client error): The resource could not be found. Jan 17 08:15:02.073542 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f5a26087-f7b7-4c39-b223-23e4deecf415 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "GET /v2.0/security-groups/1e0ed6e0-8cd6-424a-bcda-2f06e2ced9ad HTTP/1.1" status: 404 len: 347 time: 0.0519652 Jan 17 08:15:02.076777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49086) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:02.112930 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-040c7bf8-c644-4b34-9e4f-2245d9a60429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:02.113523 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c7bf8-c644-4b34-9e4f-2245d9a60429 None None] The sync data for ids ['e76c89c8-abf7-4e76-89da-012112cfcb2b'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:02.117872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9b23419e-e25b-4343-badc-b8775986f6ab None None] Provisioning complete for port 0812687a-00e5-4770-bf5d-9e71d8a4f833 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:02.120382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9b23419e-e25b-4343-badc-b8775986f6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.134443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.188524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9a573801-df87-4faa-a9ba-ee1e5554ae8a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:02.355383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1a185270-8247-4998-a8d9-b765d8e55367 None None] Could not find standard attr ID for object 3fc49fa4-5597-4ccb-a824-fb5a7c948ab4. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:15:02.365224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a5653-db42-4b12-90a7-dd07b7cab25b req-69591c92-ff7f-420b-83ee-d2cf35128917 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:02.366670 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-540a5653-db42-4b12-90a7-dd07b7cab25b req-69591c92-ff7f-420b-83ee-d2cf35128917 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.3906054 Jan 17 08:15:02.370512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Deleting port d013b614-c815-4c8d-9a87-0d925ff5c8d5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:02.370842 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.426898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9a573801-df87-4faa-a9ba-ee1e5554ae8a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:02.430640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9a573801-df87-4faa-a9ba-ee1e5554ae8a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76c89c8-abf7-4e76-89da-012112cfcb2b HTTP/1.1" status: 200 len: 205 time: 0.4760056 Jan 17 08:15:02.431311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49090) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:02.472907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff4968d-7e18-472a-a117-4c3b6c780046 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 1e6bee25-6672-456a-8d6b-8af4295d789d {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:02.486751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff4968d-7e18-472a-a117-4c3b6c780046 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.524949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.591286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=e805501e-2236-4773-8f1c-6466271ac645,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:02.609841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff4968d-7e18-472a-a117-4c3b6c780046 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.649183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda9a7cc-92f6-4be5-ab3f-b9ae81431943 None None] Network ab84487c-06dd-4e63-a56f-fbd50fd35e70 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:02.659122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.669184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.669523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.669852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.670177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.670500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.670814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.671132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.671949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.672285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.672605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.672922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:02.712167 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-042c9d8e-ead3-48a1-9c91-e9a75e8bd341 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/e805501e-2236-4773-8f1c-6466271ac645 HTTP/1.1" status: 204 len: 168 time: 2.5037029 Jan 17 08:15:02.721196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49094) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:02.765121 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-540a5653-db42-4b12-90a7-dd07b7cab25b req-78b7bc4a-2acc-4908-8e6b-7a1cbac7c419 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666344 Jan 17 08:15:02.829539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.832900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37332266-e1a5-41a5-835e-0fb79e4d7904 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.924511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.924840 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.947567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:02.961990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff4968d-7e18-472a-a117-4c3b6c780046 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.009165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event updated for resources: {'Subnet': ['ID=76513f52-6292-45c5-b9da-de6f4d2ff545,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:03.023130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a2000-a78b-4e21-bbdc-7d380a2527d6 None None] DHCP port deletion for ab84487c-06dd-4e63-a56f-fbd50fd35e70 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:03.027332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-172a2000-a78b-4e21-bbdc-7d380a2527d6 None None] Deleting port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:03.027536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-172a2000-a78b-4e21-bbdc-7d380a2527d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.045440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:03.045440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.077807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 054ea79f-f20c-4b41-9c1d-982e1998dfd3 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:15:03.113554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Checking segment: {'id': 'd547a594-0df1-45bd-bd08-2409695931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef8a2814-5cc7-4afa-94cc-e03043fa608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:03.113935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Network hostable DHCP agents. Network: ef8a2814-5cc7-4afa-94cc-e03043fa608c, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:03.122630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Calling delete_port for d013b614-c815-4c8d-9a87-0d925ff5c8d5 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:03.243439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff4968d-7e18-472a-a117-4c3b6c780046 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.304113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4968d-7e18-472a-a117-4c3b6c780046 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6bee25-6672-456a-8d6b-8af4295d789d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:03.305810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-172a2000-a78b-4e21-bbdc-7d380a2527d6 None None] For port 0c8009d5-9434-4a08-8a0e-dfe941c63c22, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c8009d5-9434-4a08-8a0e-dfe941c63c22,segment=NetworkSegment(07b3d9fd-939a-457c-af99-e0f397f294db),segment_id=07b3d9fd-939a-457c-af99-e0f397f294db)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:03.305810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-172a2000-a78b-4e21-bbdc-7d380a2527d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.465413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c8009d5-9434-4a08-8a0e-dfe941c63c22 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:03.496011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-172a2000-a78b-4e21-bbdc-7d380a2527d6 None None] Calling delete_port for 0c8009d5-9434-4a08-8a0e-dfe941c63c22 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:03.541889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Network ef8a2814-5cc7-4afa-94cc-e03043fa608c is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:03.549541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dff4968d-7e18-472a-a117-4c3b6c780046 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.585520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9865f0ae-1f2d-4be8-ad4c-36dfafc78048 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:03.606084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] For port 0c8009d5-9434-4a08-8a0e-dfe941c63c22, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c8009d5-9434-4a08-8a0e-dfe941c63c22,segment=NetworkSegment(07b3d9fd-939a-457c-af99-e0f397f294db),segment_id=07b3d9fd-939a-457c-af99-e0f397f294db)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:03.606453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.735144 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dff4968d-7e18-472a-a117-4c3b6c780046 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/1e6bee25-6672-456a-8d6b-8af4295d789d HTTP/1.1" status: 204 len: 168 time: 1.7912600 Jan 17 08:15:03.736421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, ef8a2814-5cc7-4afa-94cc-e03043fa608c) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:03.740143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49106) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:03.747672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 0c8009d5-9434-4a08-8a0e-dfe941c63c22 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:03.764940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9845d-21e2-4057-8004-c4b10ef9fa5b None None] Network ef8a2814-5cc7-4afa-94cc-e03043fa608c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:03.816460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:03.817154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.868314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-172a2000-a78b-4e21-bbdc-7d380a2527d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.871279 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37332266-e1a5-41a5-835e-0fb79e4d7904 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.903096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37332266-e1a5-41a5-835e-0fb79e4d7904 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.949680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2879f-158a-492c-9159-074f1ddac1bc req-5b92a4fa-8a8f-42b0-9070-c31c249328f7 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:03.951248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.955755 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2ca2879f-158a-492c-9159-074f1ddac1bc req-5b92a4fa-8a8f-42b0-9070-c31c249328f7 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6023040 Jan 17 08:15:03.969816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3bd161-9fb0-49b3-8a00-d3de489bea39 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 622e1e98-e498-4e49-8008-b73d821cf4a3 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:03.973919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a2000-a78b-4e21-bbdc-7d380a2527d6 None None] Pushing event deleted for resources: {'Port': ['ID=0c8009d5-9434-4a08-8a0e-dfe941c63c22,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:03.975892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd161-9fb0-49b3-8a00-d3de489bea39 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:03.997220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a2000-a78b-4e21-bbdc-7d380a2527d6 None None] No DVR routers for this DVR port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:04.010263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:04.010801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:04.017440 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6f56029-876e-4ddc-aa74-9eccc4e4cc9f req-40df9066-0218-4fbb-b217-71fd9894888d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1098 time: 0.5362391 Jan 17 08:15:04.018453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.040797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd161-9fb0-49b3-8a00-d3de489bea39 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.079136 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-84065dc4-183e-4519-ae69-269c4c67d573 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3964345 Jan 17 08:15:04.081352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:04.089669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Request body: {'port': {'network_id': 'ef8a2814-5cc7-4afa-94cc-e03043fa608c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-814127475'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:04.105264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Pushing event deleted for resources: {'Port': ['ID=d013b614-c815-4c8d-9a87-0d925ff5c8d5,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:04.113390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37332266-e1a5-41a5-835e-0fb79e4d7904 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.113611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37332266-e1a5-41a5-835e-0fb79e4d7904 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Fanout notify agent at l3_agent the message router_deleted on router e76c89c8-abf7-4e76-89da-012112cfcb2b {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:15:04.171277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:04.206028 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575e57f-2c87-49b7-afa6-f3d466bae57c None None] Sync routers for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:04.237909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575e57f-2c87-49b7-afa6-f3d466bae57c None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:04.238485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6575e57f-2c87-49b7-afa6-f3d466bae57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:04.250834 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2ca2879f-158a-492c-9159-074f1ddac1bc req-2f1b44e4-1f02-4798-8b3e-4642d7fabbfa tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894006 Jan 17 08:15:04.285164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:04.287568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd161-9fb0-49b3-8a00-d3de489bea39 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.295999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-ef8a2814-5cc7-4afa-94cc-e03043fa608c', 'network_id': 'ef8a2814-5cc7-4afa-94cc-e03043fa608c', 'tenant_id': '195af5e980be47f3b838c53adfbb6b14', 'fixed_ips': [{'subnet_id': '76513f52-6292-45c5-b9da-de6f4d2ff545'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:04.296794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.320906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6575e57f-2c87-49b7-afa6-f3d466bae57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:04.340924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.348182 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e14f0d01-3755-465b-ba53-d3ab6d1f87bf tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.8517089 Jan 17 08:15:04.348182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Usage tracker for resource:port and tenant:195af5e980be47f3b838c53adfbb6b14 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:04.352758 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-37332266-e1a5-41a5-835e-0fb79e4d7904 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.352758 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-37332266-e1a5-41a5-835e-0fb79e4d7904 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/e76c89c8-abf7-4e76-89da-012112cfcb2b HTTP/1.1" status: 204 len: 168 time: 1.8995183 Jan 17 08:15:04.352967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49114) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:04.352967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49116) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:04.379014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.387541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.387541 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-40e17129-93b0-4453-9a75-95a342ff9008 tempest-ServersTestJSON-1597562042 tempest-ServersTestJSON-1597562042-project] 10.222.0.44 "DELETE /v2.0/floatingips/bec6b529-7a12-4ee0-b91b-c9c55051193a HTTP/1.1" status: 204 len: 168 time: 2.3047400 Jan 17 08:15:04.387541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f56029-876e-4ddc-aa74-9eccc4e4cc9f req-22cedd2f-71f2-4800-9485-29b24bad8829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:04.387839 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6f56029-876e-4ddc-aa74-9eccc4e4cc9f req-22cedd2f-71f2-4800-9485-29b24bad8829 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 912 time: 0.3268428 Jan 17 08:15:04.388319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49122) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:04.397124 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575e57f-2c87-49b7-afa6-f3d466bae57c None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:04.397957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6575e57f-2c87-49b7-afa6-f3d466bae57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:04.470765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6575e57f-2c87-49b7-afa6-f3d466bae57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:04.471518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575e57f-2c87-49b7-afa6-f3d466bae57c None None] The sync data for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:04.511361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:04.514257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 0c8009d5-9434-4a08-8a0e-dfe941c63c22 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:04.514593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.561357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Allocated IP 172.20.0.2 (ef8a2814-5cc7-4afa-94cc-e03043fa608c/76513f52-6292-45c5-b9da-de6f4d2ff545/00c82c26-6a6d-400a-b507-64d6228a18bc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:04.579279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:04.680262 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6f56029-876e-4ddc-aa74-9eccc4e4cc9f req-888c959f-fe5e-4be7-bd52-c48c2d3dc357 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 1000 time: 0.2180688 Jan 17 08:15:04.688024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Deleting port e0b475c4-4c0f-4537-b08b-a239bb6accf1 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:04.688024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.775510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f56029-876e-4ddc-aa74-9eccc4e4cc9f req-1a38b679-4533-4884-853d-787c3ec4006d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:04.777015 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6f56029-876e-4ddc-aa74-9eccc4e4cc9f req-1a38b679-4533-4884-853d-787c3ec4006d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.0670466 Jan 17 08:15:04.792736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] The port '0c8009d5-9434-4a08-8a0e-dfe941c63c22' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:15:04.798111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.875601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Transition to ACTIVE for port object 00c82c26-6a6d-400a-b507-64d6228a18bc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:04.895441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Made reservation on behalf of 195af5e980be47f3b838c53adfbb6b14 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:04.898928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.902390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Transition to ACTIVE for port object 00c82c26-6a6d-400a-b507-64d6228a18bc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:04.926576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd161-9fb0-49b3-8a00-d3de489bea39 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:04.984683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.017097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5ecf91-2432-4c6e-86a5-98efcdc35a0d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting subnet 6c3f653f-911d-40cd-b342-3f38af26e774 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:05.027871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecf91-2432-4c6e-86a5-98efcdc35a0d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.060049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Pushing event updated for resources: {'Port': ['ID=00c82c26-6a6d-400a-b507-64d6228a18bc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:05.067450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd161-9fb0-49b3-8a00-d3de489bea39 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=622e1e98-e498-4e49-8008-b73d821cf4a3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:05.070739 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6f56029-876e-4ddc-aa74-9eccc4e4cc9f req-10cc94ca-7b2e-43cb-8d10-42f3328b11b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2368391 Jan 17 08:15:05.075086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] For port e0b475c4-4c0f-4537-b08b-a239bb6accf1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e0b475c4-4c0f-4537-b08b-a239bb6accf1,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:05.075467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.082834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] device_id is not set on port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:05.085041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2836fb44-3361-48be-bcb7-6ab3357a4fbb None None] Provisioning complete for port d89f7844-80d3-4ef8-aea1-502b8444c35a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:05.085719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2836fb44-3361-48be-bcb7-6ab3357a4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.110147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Network ef8a2814-5cc7-4afa-94cc-e03043fa608c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:05.115484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:05.118829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.123119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:05.142283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd161-9fb0-49b3-8a00-d3de489bea39 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.146073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee45dd8-3fc7-42cb-858e-668c16538749 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:05.318142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecf91-2432-4c6e-86a5-98efcdc35a0d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.354685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab84487c-06dd-4e63-a56f-fbd50fd35e70']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:05.376173 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6f3bd161-9fb0-49b3-8a00-d3de489bea39 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/622e1e98-e498-4e49-8008-b73d821cf4a3 HTTP/1.1" status: 204 len: 168 time: 1.6023693 Jan 17 08:15:05.379126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49128) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:05.410940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Calling delete_port for e0b475c4-4c0f-4537-b08b-a239bb6accf1 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:05.516509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b3d9fd-939a-457c-af99-e0f397f294db') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:05.516810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b3d9fd-939a-457c-af99-e0f397f294db') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:05.564018 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Attempting to bind port 00c82c26-6a6d-400a-b507-64d6228a18bc on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:05.564606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Attempting to bind port 00c82c26-6a6d-400a-b507-64d6228a18bc by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'd547a594-0df1-45bd-bd08-2409695931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef8a2814-5cc7-4afa-94cc-e03043fa608c'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:05.564711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Attempting to bind port 00c82c26-6a6d-400a-b507-64d6228a18bc on network ef8a2814-5cc7-4afa-94cc-e03043fa608c {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:05.574217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:05.574596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Checking segment: {'id': 'd547a594-0df1-45bd-bd08-2409695931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef8a2814-5cc7-4afa-94cc-e03043fa608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:05.574995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.575407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Bound using segment: {'id': 'd547a594-0df1-45bd-bd08-2409695931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef8a2814-5cc7-4afa-94cc-e03043fa608c'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:05.575872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Bound port: 00c82c26-6a6d-400a-b507-64d6228a18bc, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd547a594-0df1-45bd-bd08-2409695931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef8a2814-5cc7-4afa-94cc-e03043fa608c'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:05.576244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.598135 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6f56029-876e-4ddc-aa74-9eccc4e4cc9f req-2893a16e-7ad5-479c-a682-f93b0a25589b service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148656 Jan 17 08:15:05.669042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.677051 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8b31fcd4-c001-46b5-b353-81ebebe4383b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2874267 Jan 17 08:15:05.688090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49132) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:05.707886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] For port 00c82c26-6a6d-400a-b507-64d6228a18bc, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:05.711721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] For port 00c82c26-6a6d-400a-b507-64d6228a18bc, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=00c82c26-6a6d-400a-b507-64d6228a18bc,segment=NetworkSegment(d547a594-0df1-45bd-bd08-2409695931f9),segment_id=d547a594-0df1-45bd-bd08-2409695931f9)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:05.753315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.761964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef2095-5d60-446b-9249-84f2db302218 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:05.769239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-51ef2095-5d60-446b-9249-84f2db302218 None None] Deleting port d89f7844-80d3-4ef8-aea1-502b8444c35a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:05.769853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51ef2095-5d60-446b-9249-84f2db302218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.787091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:05.787520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.800054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:05.806246 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:05.867021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Allocated IP 172.20.0.10 (ef8a2814-5cc7-4afa-94cc-e03043fa608c/76513f52-6292-45c5-b9da-de6f4d2ff545/7f3c3acb-31b8-4acc-8d20-cca295ca6820) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:05.895069 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6f56029-876e-4ddc-aa74-9eccc4e4cc9f req-aac3a5b9-67fb-4d6d-b199-f5023ec162e4 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847354 Jan 17 08:15:05.923433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecf91-2432-4c6e-86a5-98efcdc35a0d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:05.931115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98af49f5-294f-4269-a75e-7d5c6d656442 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:05.931971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-98af49f5-294f-4269-a75e-7d5c6d656442 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:05.971705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9c5f-10a6-4321-96e9-063f294363da None None] Pushing event updated for resources: {'Port': ['ID=00c82c26-6a6d-400a-b507-64d6228a18bc,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:06.036559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.049657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.053487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d4f97a1-4f85-4709-b638-2b6e420e93f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.099590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-98af49f5-294f-4269-a75e-7d5c6d656442 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:06.101514 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-98af49f5-294f-4269-a75e-7d5c6d656442 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4122980 Jan 17 08:15:06.103098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.109756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-51ef2095-5d60-446b-9249-84f2db302218 None None] For port d89f7844-80d3-4ef8-aea1-502b8444c35a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d89f7844-80d3-4ef8-aea1-502b8444c35a,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:06.110151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51ef2095-5d60-446b-9249-84f2db302218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.110681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49136) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:06.167832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.247415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-51ef2095-5d60-446b-9249-84f2db302218 None None] Calling delete_port for d89f7844-80d3-4ef8-aea1-502b8444c35a owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:06.247625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Network': ['ID=ab84487c-06dd-4e63-a56f-fbd50fd35e70,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:06.250985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b475c4-4c0f-4537-b08b-a239bb6accf1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:06.255956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0559b31-500c-46c4-8be8-160790f5e00e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:06.256547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e0559b31-500c-46c4-8be8-160790f5e00e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:06.265734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843144d3-c17e-44aa-9dac-724374f289bd req-66e49ad6-44f4-4613-a1cf-c53a4f722c58 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:06.273424 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-843144d3-c17e-44aa-9dac-724374f289bd req-66e49ad6-44f4-4613-a1cf-c53a4f722c58 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.5916245 Jan 17 08:15:06.282432 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b776a941-2dfd-4d33-b563-fe08831a143a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/networks/ab84487c-06dd-4e63-a56f-fbd50fd35e70 HTTP/1.1" status: 204 len: 168 time: 3.5598080 Jan 17 08:15:06.308236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49140) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:06.358584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1389076341'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:06.389108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:06.396612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e0559b31-500c-46c4-8be8-160790f5e00e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:06.396612 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e0559b31-500c-46c4-8be8-160790f5e00e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2806995 Jan 17 08:15:06.396822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecf91-2432-4c6e-86a5-98efcdc35a0d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.397581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49144) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:06.452067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51ef2095-5d60-446b-9249-84f2db302218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.455159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:network and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:06.490481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:06.514820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ecf91-2432-4c6e-86a5-98efcdc35a0d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3f653f-911d-40cd-b342-3f38af26e774,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:06.544993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:06.549338 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-843144d3-c17e-44aa-9dac-724374f289bd req-7fa5520f-22b8-406e-bee5-4e7ec4d64cea tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749612 Jan 17 08:15:06.573206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d5ecf91-2432-4c6e-86a5-98efcdc35a0d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.573206 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8d5ecf91-2432-4c6e-86a5-98efcdc35a0d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/6c3f653f-911d-40cd-b342-3f38af26e774 HTTP/1.1" status: 204 len: 168 time: 2.2204747 Jan 17 08:15:06.581212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f03a22-766b-4396-b47f-bee8953a9323 None None] Network 0299c2d7-567f-4833-b472-bee1de75a6c8 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:06.606960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49148) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:06.609425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef2095-5d60-446b-9249-84f2db302218 None None] Pushing event deleted for resources: {'Port': ['ID=d89f7844-80d3-4ef8-aea1-502b8444c35a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:06.662133 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c130ef02-9e04-4cb0-a951-942d5a8de7d0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2634740 Jan 17 08:15:06.670586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef2095-5d60-446b-9249-84f2db302218 None None] No DVR routers for this DVR port d89f7844-80d3-4ef8-aea1-502b8444c35a on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:06.688883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.691855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49152) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:06.695316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:06.698364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:06.725562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f3f21a33-fe3e-4a46-82a7-1f0a85f84b99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:06.911695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Transition to ACTIVE for port object 7f3c3acb-31b8-4acc-8d20-cca295ca6820 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:07.000169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] DHCP port deletion for 0299c2d7-567f-4833-b472-bee1de75a6c8 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:07.004713 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Deleting port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:07.005418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.033034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:07.043958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.062819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f3f21a33-fe3e-4a46-82a7-1f0a85f84b99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:07.072223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.072567 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Added segment cc83352c-91f6-4f30-b754-197cfdc58b4f of type vlan for network 06760553-9cba-464f-a8eb-049eaefbe585 Jan 17 08:15:07.099385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f3f21a33-fe3e-4a46-82a7-1f0a85f84b99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:07.125917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:07.126261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.171779 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.189286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.307280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] For port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e,segment=NetworkSegment(4266d331-4f37-4b6f-9d36-5d07ed0f2fc5),segment_id=4266d331-4f37-4b6f-9d36-5d07ed0f2fc5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:07.307796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.447611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1568038-cd3d-4998-bbfb-52a49b769236 None None] Network ef8a2814-5cc7-4afa-94cc-e03043fa608c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:07.471655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Calling delete_port for 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:07.504322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f21a33-fe3e-4a46-82a7-1f0a85f84b99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:07.512731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.642557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 00c82c26-6a6d-400a-b507-64d6228a18bc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:07.783859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-904a71fb-17c6-4b70-8864-6c29657e631e None None] Provisioning for port 00c82c26-6a6d-400a-b507-64d6228a18bc completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:07.807150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.810418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:07.811210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.842125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:07.870033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Network ef8a2814-5cc7-4afa-94cc-e03043fa608c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:07.897826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:07.917495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Pushing event deleted for resources: {'Port': ['ID=7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:07.929563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d90fc-795b-4c6f-ad0a-f3fa696361ca req-ead45518-102c-416c-931e-44949dc7f0ca tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:07.930942 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-242d90fc-795b-4c6f-ad0a-f3fa696361ca req-ead45518-102c-416c-931e-44949dc7f0ca tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.1747561 Jan 17 08:15:07.940935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] No DVR routers for this DVR port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:07.943003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.943473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.943962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.944325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.944756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.945453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.945889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.946310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.946728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.947796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.947796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1557fd-a1c8-4921-afac-6482e2caf30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:15:07.960575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:07.995562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e,segment=NetworkSegment(4266d331-4f37-4b6f-9d36-5d07ed0f2fc5),segment_id=4266d331-4f37-4b6f-9d36-5d07ed0f2fc5)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:07.995915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.025804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 00c82c26-6a6d-400a-b507-64d6228a18bc completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:08.031154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 00c82c26-6a6d-400a-b507-64d6228a18bc triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:08.031704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.047674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event updated for resources: {'Port': ['ID=7f3c3acb-31b8-4acc-8d20-cca295ca6820,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:08.049598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Deleting port ba4fe87f-3c17-41de-ba3d-e464086bdf3a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:08.049939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.051410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3f21a33-fe3e-4a46-82a7-1f0a85f84b99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.053630 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f21a33-fe3e-4a46-82a7-1f0a85f84b99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:15:08.053937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f21a33-fe3e-4a46-82a7-1f0a85f84b99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:08.205609 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8905592 Jan 17 08:15:08.205609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f534c1-334e-4c4c-8b4c-f55a67f80146 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Network': ['ID=06760553-9cba-464f-a8eb-049eaefbe585,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:08.207237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49162) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:08.213761 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-242d90fc-795b-4c6f-ad0a-f3fa696361ca req-711c6a23-2fae-4593-98af-81ebfd87b488 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169604 Jan 17 08:15:08.229540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 06760553-9cba-464f-a8eb-049eaefbe585 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:08.232403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:08.269825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da1d057f-488c-40b0-be00-ca63627bc5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.315386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': '06760553-9cba-464f-a8eb-049eaefbe585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:08.371619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.442121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:08.442838 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.447142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] For port ba4fe87f-3c17-41de-ba3d-e464086bdf3a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ba4fe87f-3c17-41de-ba3d-e464086bdf3a,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:08.447568 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.458133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 00c82c26-6a6d-400a-b507-64d6228a18bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=00c82c26-6a6d-400a-b507-64d6228a18bc,segment=NetworkSegment(d547a594-0df1-45bd-bd08-2409695931f9),segment_id=d547a594-0df1-45bd-bd08-2409695931f9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:08.473822 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f3f21a33-fe3e-4a46-82a7-1f0a85f84b99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.7655196 Jan 17 08:15:08.477345 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49168) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:08.501064 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e25f5b2b-77b0-471a-951d-7b15aac22a38 None None] Provisioning complete for port 00c82c26-6a6d-400a-b507-64d6228a18bc triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:08.501535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b2b-77b0-471a-951d-7b15aac22a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.531876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.574768 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-63976eb5-ea79-48ac-beee-bf9e9ecad0c9 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.4911301 Jan 17 08:15:08.579128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49172) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:08.595127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Request body: {'port': {'network_id': 'ef8a2814-5cc7-4afa-94cc-e03043fa608c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-186689431', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:08.596125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] bootfile-name is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:15:08.596125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] tftp-server is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:15:08.596455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] server-ip-address is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:15:08.614085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d89f7844-80d3-4ef8-aea1-502b8444c35a no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:08.626616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Calling delete_port for ba4fe87f-3c17-41de-ba3d-e464086bdf3a owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:08.628029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:08.656601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d89f7844-80d3-4ef8-aea1-502b8444c35a {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:08.657213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d89f7844-80d3-4ef8-aea1-502b8444c35a not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:08.657356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:08.667755 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-49d23649-c81b-4966-8a4f-ce9eab525ff7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:08.681628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:08.682085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:08.693550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:08.700154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:08.704293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:08.709428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:08.717677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=00c82c26-6a6d-400a-b507-64d6228a18bc,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:08.755474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:08.856740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82c743-e51a-4806-95c8-9e3b7f7e1381 req-e7a714be-b2fe-448c-9dcf-28f8cbad2ee0 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:08.858221 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5a82c743-e51a-4806-95c8-9e3b7f7e1381 req-e7a714be-b2fe-448c-9dcf-28f8cbad2ee0 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.3942802 Jan 17 08:15:08.869358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e25f5b2b-77b0-471a-951d-7b15aac22a38 None None] Provisioning for port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:08.875655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e25f5b2b-77b0-471a-951d-7b15aac22a38 None None] Provisioning complete for port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:08.876099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e25f5b2b-77b0-471a-951d-7b15aac22a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:08.891721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:08.899748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-49d23649-c81b-4966-8a4f-ce9eab525ff7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:08.900763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Usage tracker for resource:port and tenant:195af5e980be47f3b838c53adfbb6b14 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:08.906598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:08.920865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:08.934006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e25f5b2b-77b0-471a-951d-7b15aac22a38 None None] Port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:08.940645 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:09.035316 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5a82c743-e51a-4806-95c8-9e3b7f7e1381 req-ecf626e1-efba-42dc-a7dc-bf17aae628de tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688385 Jan 17 08:15:09.066634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-49d23649-c81b-4966-8a4f-ce9eab525ff7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:09.068716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c6c22b44-2019-4ef4-be13-5c41d5bb14e7 None None] Provisioning complete for port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:09.075604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6c22b44-2019-4ef4-be13-5c41d5bb14e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.088919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.112571 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:15:09.117856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Made reservation on behalf of 195af5e980be47f3b838c53adfbb6b14 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:09.120943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.158403 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d23649-c81b-4966-8a4f-ce9eab525ff7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:09.166573 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c6c22b44-2019-4ef4-be13-5c41d5bb14e7 None None] Port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:09.292211 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:09.292550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.341946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-49d23649-c81b-4966-8a4f-ce9eab525ff7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.343959 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d23649-c81b-4966-8a4f-ce9eab525ff7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:15:09.344393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d23649-c81b-4966-8a4f-ce9eab525ff7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:09.384938 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.406509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] device_id is not set on port 894cbbbd-2a1d-4246-a2e4-aa79282de431 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:09.455606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 00c82c26-6a6d-400a-b507-64d6228a18bc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:09.475617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4fe87f-3c17-41de-ba3d-e464086bdf3a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:09.480340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] The port '7fd17690-70da-4ba9-b3bd-0ed6b0ffef2e' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:15:09.518761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.519705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.524558 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-49d23649-c81b-4966-8a4f-ce9eab525ff7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9776599 Jan 17 08:15:09.537047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49178) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:09.567802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 00c82c26-6a6d-400a-b507-64d6228a18bc triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:09.568173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.573815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b526084f-d557-41a0-95a5-48f885435abb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:09.782647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.809832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b526084f-d557-41a0-95a5-48f885435abb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:09.882406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b526084f-d557-41a0-95a5-48f885435abb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:09.905567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:09.908315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0299c2d7-567f-4833-b472-bee1de75a6c8']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:09.911144 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7922de4d-5a91-477d-959a-192ceda93324 admin admin] 10.222.0.44 "PUT /v2.0/routers/7ced8ccc-99b7-462e-afaa-ef2989c98b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8754086 Jan 17 08:15:09.918802 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] Sync routers for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:09.919871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49184) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:09.934982 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:09.936224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:09.960450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4266d331-4f37-4b6f-9d36-5d07ed0f2fc5') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:09.960745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4266d331-4f37-4b6f-9d36-5d07ed0f2fc5') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:09.967969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.987235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b526084f-d557-41a0-95a5-48f885435abb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:09.990631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b526084f-d557-41a0-95a5-48f885435abb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:09.992043 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b526084f-d557-41a0-95a5-48f885435abb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:15:09.992466 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b526084f-d557-41a0-95a5-48f885435abb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:09.992569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Allocated IP 172.20.0.7 (ef8a2814-5cc7-4afa-94cc-e03043fa608c/76513f52-6292-45c5-b9da-de6f4d2ff545/894cbbbd-2a1d-4246-a2e4-aa79282de431) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:10.004039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.099035 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b526084f-d557-41a0-95a5-48f885435abb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5576112 Jan 17 08:15:10.099622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.099742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49188) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:10.106904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-db9e714f-3808-443e-a52f-9f3b77a44d11 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:10.147056 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:15:10.150367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:10.150771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:10.165549 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:10.290234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-db9e714f-3808-443e-a52f-9f3b77a44d11 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:10.305431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-db9e714f-3808-443e-a52f-9f3b77a44d11 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:10.334884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.362801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d418ff-f43a-46cc-8bd5-04e146a60284 req-904fba38-e966-4f18-8de8-26d11df4b645 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:10.364405 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97d418ff-f43a-46cc-8bd5-04e146a60284 req-904fba38-e966-4f18-8de8-26d11df4b645 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.5849247 Jan 17 08:15:10.375862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.420336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9e714f-3808-443e-a52f-9f3b77a44d11 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:10.424266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db9e714f-3808-443e-a52f-9f3b77a44d11 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.426037 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9e714f-3808-443e-a52f-9f3b77a44d11 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:15:10.426458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9e714f-3808-443e-a52f-9f3b77a44d11 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:10.446693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.460355 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:15:05Z', 'revision_number': 5, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:10.465586 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] Checking router: 7ced8ccc-99b7-462e-afaa-ef2989c98b47 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:15:10.479419 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] Routers {'7ced8ccc-99b7-462e-afaa-ef2989c98b47'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:10.480429 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:10.496961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.510876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.534767 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-db9e714f-3808-443e-a52f-9f3b77a44d11 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4317281 Jan 17 08:15:10.541566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49192) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:10.646768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Network': ['ID=0299c2d7-567f-4833-b472-bee1de75a6c8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:10.674350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8e89a6d9-9149-4c4a-a882-d3dee7e65b21 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:10.681174 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] Set router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:15:10.694787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=0ec72e0d-39ae-4646-a165-dc327bb97206,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:10.735750 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97d418ff-f43a-46cc-8bd5-04e146a60284 req-fa7a9f19-692b-4178-9b3e-4a69f36f92fc tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501325 Jan 17 08:15:10.785481 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dacca6fe-127b-402f-82cd-35c3a43c5f9f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/networks/0299c2d7-567f-4833-b472-bee1de75a6c8 HTTP/1.1" status: 204 len: 168 time: 4.1649640 Jan 17 08:15:10.787936 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49198) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:10.829597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.848503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Checking segment: {'id': 'cc83352c-91f6-4f30-b754-197cfdc58b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '06760553-9cba-464f-a8eb-049eaefbe585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:10.848960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network hostable DHCP agents. Network: 06760553-9cba-464f-a8eb-049eaefbe585, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:10.882500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:10.926118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Transition to ACTIVE for port object 894cbbbd-2a1d-4246-a2e4-aa79282de431 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:10.945418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2078315846', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:10.951953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:10.969997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:router and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:10.978934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:10.997062 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:15:05Z', 'revision_number': 5, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:10.999178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:11.001873 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36c019-b9aa-4b47-b1c7-6139802a1ae6 None None] The sync data for ids ['7ced8ccc-99b7-462e-afaa-ef2989c98b47'] in dv-neutron-824874-1-hyperv is: [{'id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'name': 'tempest-ServersTestManualDisk-1550571014-router', 'tenant_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:15:05Z', 'revision_number': 5, 'project_id': 'b9ba4e0ea41f490294ebdd0b709d6369', 'gw_port': {'id': '977b4008-e571-428d-a1ed-7c4f1d1da822', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:db:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ced8ccc-99b7-462e-afaa-ef2989c98b47', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:11.006892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8e89a6d9-9149-4c4a-a882-d3dee7e65b21 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:11.042419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8e89a6d9-9149-4c4a-a882-d3dee7e65b21 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:11.118181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 06760553-9cba-464f-a8eb-049eaefbe585 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:11.141535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.20.0.1 (2c1c736a-c74f-4eee-b14e-b04951362653/18b1e916-1dc5-4c1e-8f7a-8414e0b2088b/5f30087f-6da0-4892-8dcd-b5e2f36ed849) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:11.148159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e89a6d9-9149-4c4a-a882-d3dee7e65b21 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:11.151626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e89a6d9-9149-4c4a-a882-d3dee7e65b21 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.152988 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e89a6d9-9149-4c4a-a882-d3dee7e65b21 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:15:11.153406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e89a6d9-9149-4c4a-a882-d3dee7e65b21 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:11.157720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.158595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.259455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 06760553-9cba-464f-a8eb-049eaefbe585) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:11.270947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88bbe6b-87f9-4db8-93d3-b0cc6ca47818 None None] Network 06760553-9cba-464f-a8eb-049eaefbe585 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:11.273890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:11.274686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.283762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.292693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.310096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.317306 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8e89a6d9-9149-4c4a-a882-d3dee7e65b21 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6471632 Jan 17 08:15:11.318559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49204) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:11.329075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7c7aa475-dc49-4bbc-bb2a-3144c38251d2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:11.437818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event updated for resources: {'Port': ['ID=894cbbbd-2a1d-4246-a2e4-aa79282de431,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:11.450378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Network ef8a2814-5cc7-4afa-94cc-e03043fa608c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:11.459086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:11.470001 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6f78858c-cbb1-4aa0-9c30-ba1cff686279 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1742139 Jan 17 08:15:11.471369 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:11.510175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e0b475c4-4c0f-4537-b08b-a239bb6accf1 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:11.520090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:11.532865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': '06760553-9cba-464f-a8eb-049eaefbe585', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1731306353'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:11.555828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Deleting port 977b4008-e571-428d-a1ed-7c4f1d1da822 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:11.556524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.572024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.619748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e0b475c4-4c0f-4537-b08b-a239bb6accf1 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:11.620103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e0b475c4-4c0f-4537-b08b-a239bb6accf1 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:11.649764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7c7aa475-dc49-4bbc-bb2a-3144c38251d2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:11.686465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Transition to ACTIVE for port object 5f30087f-6da0-4892-8dcd-b5e2f36ed849 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:11.700213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434cac-18c9-4ba3-9c1d-b5425030452d req-6420e403-8ec2-40ac-bafc-676ba4e5136f tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:11.701680 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a434cac-18c9-4ba3-9c1d-b5425030452d req-6420e403-8ec2-40ac-bafc-676ba4e5136f tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.5313869 Jan 17 08:15:11.751698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-06760553-9cba-464f-a8eb-049eaefbe585', 'network_id': '06760553-9cba-464f-a8eb-049eaefbe585', 'tenant_id': 'a20e18b3f2b34ede8b3f66595b40955c', 'fixed_ips': [{'subnet_id': '0ec72e0d-39ae-4646-a165-dc327bb97206'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:11.752756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.757585 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7c7aa475-dc49-4bbc-bb2a-3144c38251d2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:11.775841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:11.775841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.831452 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a434cac-18c9-4ba3-9c1d-b5425030452d req-74f50762-e654-4b98-87df-4bd9e3cbda9f tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222401 Jan 17 08:15:11.857961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:11.863408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:11.866448 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:11.872849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:11.902969 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2b33a6d5-d8a7-43b8-b8db-6d91b75eb4d5 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.3191028 Jan 17 08:15:11.903949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49212) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:11.927853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-511abf4e-6bfb-4c57-8387-65b43a02ddf8 None None] Provisioning for port 894cbbbd-2a1d-4246-a2e4-aa79282de431 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:11.939677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-511abf4e-6bfb-4c57-8387-65b43a02ddf8 None None] Provisioning complete for port 894cbbbd-2a1d-4246-a2e4-aa79282de431 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:11.940055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-511abf4e-6bfb-4c57-8387-65b43a02ddf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:11.948228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.001264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7aa475-dc49-4bbc-bb2a-3144c38251d2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:12.004733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa475-dc49-4bbc-bb2a-3144c38251d2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.006084 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7aa475-dc49-4bbc-bb2a-3144c38251d2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:15:12.006500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7aa475-dc49-4bbc-bb2a-3144c38251d2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:12.011563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Allocated IP 2001:db8::2 (06760553-9cba-464f-a8eb-049eaefbe585/0ec72e0d-39ae-4646-a165-dc327bb97206/d56b0212-c295-48b4-914d-5b105c819a34) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:12.018771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:12.018945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-511abf4e-6bfb-4c57-8387-65b43a02ddf8 None None] Port 894cbbbd-2a1d-4246-a2e4-aa79282de431 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:12.021040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.051481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.055956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] For port 977b4008-e571-428d-a1ed-7c4f1d1da822, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=977b4008-e571-428d-a1ed-7c4f1d1da822,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:12.056296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.064928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network 2c1c736a-c74f-4eee-b14e-b04951362653 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:12.066775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=5f30087f-6da0-4892-8dcd-b5e2f36ed849,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:12.071810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:12.077214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:12.115946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port c3e3a520-00c7-475f-9fc8-f8fc58bafe8a yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:12.182853 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7c7aa475-dc49-4bbc-bb2a-3144c38251d2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8639503 Jan 17 08:15:12.190362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Calling delete_port for 977b4008-e571-428d-a1ed-7c4f1d1da822 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:12.194706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49216) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:12.242255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.251278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d3405e-1527-49fa-a92e-7ff74a65df51 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:12.255676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d3405e-1527-49fa-a92e-7ff74a65df51 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:12.259888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d3405e-1527-49fa-a92e-7ff74a65df51 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:12.260862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-41d3405e-1527-49fa-a92e-7ff74a65df51 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Synchronizing usage tracker for tenant:195af5e980be47f3b838c53adfbb6b14 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:12.279678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac433b0e-afcb-4025-a3ee-9a6af704c208 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:12.314494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.326581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Transition to ACTIVE for port object d56b0212-c295-48b4-914d-5b105c819a34 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:12.347913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Transition to ACTIVE for port object d56b0212-c295-48b4-914d-5b105c819a34 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:12.406819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac433b0e-afcb-4025-a3ee-9a6af704c208 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:12.410519 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ac433b0e-afcb-4025-a3ee-9a6af704c208 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2112918 Jan 17 08:15:12.415262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49220) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:12.439583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.514655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-41d3405e-1527-49fa-a92e-7ff74a65df51 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Unset dirty status for tenant:195af5e980be47f3b838c53adfbb6b14 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:12.516378 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-41d3405e-1527-49fa-a92e-7ff74a65df51 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6113338 Jan 17 08:15:12.519519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49224) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:12.532597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Network 06760553-9cba-464f-a8eb-049eaefbe585 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:12.536903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:12.539552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:12.542056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Pushing event updated for resources: {'Port': ['ID=d56b0212-c295-48b4-914d-5b105c819a34,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:12.579492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa4650-66e3-41ea-81a5-071f0c9c5e2d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:12.580195 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-36fa4650-66e3-41ea-81a5-071f0c9c5e2d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:12.604641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.615974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9e555dcb-e300-4800-84eb-c95344111793 None None] Provisioning for port 5f30087f-6da0-4892-8dcd-b5e2f36ed849 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:12.616553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::166 (06760553-9cba-464f-a8eb-049eaefbe585/0ec72e0d-39ae-4646-a165-dc327bb97206/c3e3a520-00c7-475f-9fc8-f8fc58bafe8a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:12.627722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-36fa4650-66e3-41ea-81a5-071f0c9c5e2d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:12.628887 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-36fa4650-66e3-41ea-81a5-071f0c9c5e2d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2173645 Jan 17 08:15:12.633261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49228) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:12.638106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9e555dcb-e300-4800-84eb-c95344111793 None None] Provisioning complete for port 5f30087f-6da0-4892-8dcd-b5e2f36ed849 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:12.638478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e555dcb-e300-4800-84eb-c95344111793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.640933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-183e50df-60d6-4433-85b4-d0b084551408 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Deleting port 894cbbbd-2a1d-4246-a2e4-aa79282de431 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:12.641273 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-183e50df-60d6-4433-85b4-d0b084551408 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.677891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Attempting to bind port d56b0212-c295-48b4-914d-5b105c819a34 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:12.678263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Attempting to bind port d56b0212-c295-48b4-914d-5b105c819a34 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'cc83352c-91f6-4f30-b754-197cfdc58b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '06760553-9cba-464f-a8eb-049eaefbe585'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:12.678627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Attempting to bind port d56b0212-c295-48b4-914d-5b105c819a34 on network 06760553-9cba-464f-a8eb-049eaefbe585 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:12.697485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:12.697862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Checking segment: {'id': 'cc83352c-91f6-4f30-b754-197cfdc58b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '06760553-9cba-464f-a8eb-049eaefbe585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:12.698258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.698651 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Bound using segment: {'id': 'cc83352c-91f6-4f30-b754-197cfdc58b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '06760553-9cba-464f-a8eb-049eaefbe585'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:12.699121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Bound port: d56b0212-c295-48b4-914d-5b105c819a34, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc83352c-91f6-4f30-b754-197cfdc58b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '06760553-9cba-464f-a8eb-049eaefbe585'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:12.700090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.715820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9e555dcb-e300-4800-84eb-c95344111793 None None] Port 5f30087f-6da0-4892-8dcd-b5e2f36ed849 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:12.766704 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0869646c-7027-48b4-bc89-3b2ad1f0d3b9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263297 Jan 17 08:15:12.770252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49232) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:12.777783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:12.806557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] For port d56b0212-c295-48b4-914d-5b105c819a34, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:12.809813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] For port d56b0212-c295-48b4-914d-5b105c819a34, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d56b0212-c295-48b4-914d-5b105c819a34,segment=NetworkSegment(cc83352c-91f6-4f30-b754-197cfdc58b4f),segment_id=cc83352c-91f6-4f30-b754-197cfdc58b4f)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:12.864152 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:12.964826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164baf36-a795-4d78-af08-588d1f6cacad None None] Pushing event updated for resources: {'Port': ['ID=d56b0212-c295-48b4-914d-5b105c819a34,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:13.004653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Router 0e730a35-619a-4169-af80-42eaa29f0ece has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:15:13.212359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:13.217030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.220963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.253647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:13.257796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object c3e3a520-00c7-475f-9fc8-f8fc58bafe8a will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:13.275157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-183e50df-60d6-4433-85b4-d0b084551408 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.302080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=977b4008-e571-428d-a1ed-7c4f1d1da822,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:13.360123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:13.422545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-183e50df-60d6-4433-85b4-d0b084551408 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Calling delete_port for 894cbbbd-2a1d-4246-a2e4-aa79282de431 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:13.512584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.535005 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.538628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.567234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d56b0212-c295-48b4-914d-5b105c819a34 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:13.624826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.638342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298af0-a8d7-4a0c-8599-3c324628144b req-2352e9b5-6806-45ac-b3a5-619ad097c9ab tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:13.639893 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0f298af0-a8d7-4a0c-8599-3c324628144b req-2352e9b5-6806-45ac-b3a5-619ad097c9ab tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6334977 Jan 17 08:15:13.676572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:15:13.691859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d56b0212-c295-48b4-914d-5b105c819a34 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:13.698226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.710885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=c3e3a520-00c7-475f-9fc8-f8fc58bafe8a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:13.725643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 06760553-9cba-464f-a8eb-049eaefbe585 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:13.725643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:13.726295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:13.730188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:13.730892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.794387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:13.875035 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9f51bff3-5a27-4564-a10e-a47bffa81c8f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3522384 Jan 17 08:15:13.887699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49238) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:13.992397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=5f30087f-6da0-4892-8dcd-b5e2f36ed849,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:14.006922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.031693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4de4b972-dc6c-4267-baa4-a258cb9c25ce tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port c3e3a520-00c7-475f-9fc8-f8fc58bafe8a {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:14.032036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de4b972-dc6c-4267-baa4-a258cb9c25ce tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.143594 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0f298af0-a8d7-4a0c-8599-3c324628144b req-7552681c-1484-4c16-82ad-9e82b24d280d tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4874513 Jan 17 08:15:14.144751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f6c30-4e9f-49a0-bed0-2da3cbe1349e None None] Network 06760553-9cba-464f-a8eb-049eaefbe585 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:14.212117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.353273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-34d998b2-d2f2-4ed6-b499-85984ce29db8 None None] Provisioning for port d56b0212-c295-48b4-914d-5b105c819a34 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:14.363059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-34d998b2-d2f2-4ed6-b499-85984ce29db8 None None] Provisioning complete for port d56b0212-c295-48b4-914d-5b105c819a34 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:14.363460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34d998b2-d2f2-4ed6-b499-85984ce29db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.377315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.26.4.61 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/730d1fea-25eb-45fd-892a-0deb0b15d85c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:14.456554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-183e50df-60d6-4433-85b4-d0b084551408 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.524039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network 2c1c736a-c74f-4eee-b14e-b04951362653 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:14.527251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.objects.ports [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:15:14.528902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:14.534447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.543410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34d998b2-d2f2-4ed6-b499-85984ce29db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.594024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-34d998b2-d2f2-4ed6-b499-85984ce29db8 None None] For port d56b0212-c295-48b4-914d-5b105c819a34, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d56b0212-c295-48b4-914d-5b105c819a34,segment=NetworkSegment(cc83352c-91f6-4f30-b754-197cfdc58b4f),segment_id=cc83352c-91f6-4f30-b754-197cfdc58b4f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:14.594135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e50df-60d6-4433-85b4-d0b084551408 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event deleted for resources: {'Port': ['ID=894cbbbd-2a1d-4246-a2e4-aa79282de431,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:14.619044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.675379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34d998b2-d2f2-4ed6-b499-85984ce29db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.751771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.816154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de4b972-dc6c-4267-baa4-a258cb9c25ce tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.838370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d998b2-d2f2-4ed6-b499-85984ce29db8 None None] Pushing event updated for resources: {'Port': ['ID=d56b0212-c295-48b4-914d-5b105c819a34,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:14.845441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:14.906689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:14.916737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] Sync routers for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:14.971059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:14.971912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:14.984911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-183e50df-60d6-4433-85b4-d0b084551408 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:14.994482 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-183e50df-60d6-4433-85b4-d0b084551408 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "DELETE /v2.0/ports/894cbbbd-2a1d-4246-a2e4-aa79282de431 HTTP/1.1" status: 204 len: 168 time: 2.4733584 Jan 17 08:15:15.016294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49246) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:15.029038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Request body: {'port': {'name': 'tempest-new-port-name-792208653', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:15.029488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.api.validators [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] bootfile-name is not in valid_values {{(pid=84154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:15:15.029823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.api.validators [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] tftp-server is not in valid_values {{(pid=84154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:15:15.030150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.api.validators [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] server-ip-address is not in valid_values {{(pid=84154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:15:15.092052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.092539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ced8ccc-99b7-462e-afaa-ef2989c98b47 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:15:15.110636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:15.113420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:15.113992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.117825 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=03d0ad73-fda4-4bb1-98bc-98b71aef9e08,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:15.119574 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0794fce8-f374-4f0e-8651-11002e55832d admin admin] 10.222.0.44 "PUT /v2.0/routers/0e730a35-619a-4169-af80-42eaa29f0ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7292624 Jan 17 08:15:15.122732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa8cd5-cc4a-491f-88b4-a5afab4b7761 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:15.123453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.125277 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1378a9da-44ac-43b2-854a-23b8bd152a3c admin admin] 10.222.0.44 "DELETE /v2.0/routers/7ced8ccc-99b7-462e-afaa-ef2989c98b47 HTTP/1.1" status: 204 len: 168 time: 5.2044964 Jan 17 08:15:15.126026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49250) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:15.143969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.185791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49252) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:15.197115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4de4b972-dc6c-4267-baa4-a258cb9c25ce tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for c3e3a520-00c7-475f-9fc8-f8fc58bafe8a owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:15.360650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78598d-dac0-449b-b9ef-191e512a4c16 req-8fa36c8b-9b1f-402c-a768-65c732ca2e2e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:15.363408 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ba78598d-dac0-449b-b9ef-191e512a4c16 req-8fa36c8b-9b1f-402c-a768-65c732ca2e2e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.5812218 Jan 17 08:15:15.426291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-78395cfa-6954-4d33-9647-bd24f779a284 admin admin] Deleting subnet dd30e160-1e61-452a-8fb0-5eb1772c4e96 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:15.437315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78395cfa-6954-4d33-9647-bd24f779a284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.455060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-54cf1c3f-2395-42c2-9347-503e594b4c75 None None] Provisioning complete for port d56b0212-c295-48b4-914d-5b105c819a34 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:15.455677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54cf1c3f-2395-42c2-9347-503e594b4c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.471468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0ca5b827-5774-46c8-9be0-d3fe306a3264 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6970129 Jan 17 08:15:15.473293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49258) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:15.500740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:5d:a4:7d', 'name': 'tempest-NetworksTestDHCPv6-381460857'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:15.527232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.548188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78395cfa-6954-4d33-9647-bd24f779a284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.581681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:15:15.726114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d56b0212-c295-48b4-914d-5b105c819a34 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:15.775020 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ba78598d-dac0-449b-b9ef-191e512a4c16 req-6dc891c1-bb95-47cd-ae73-fd0c098fff73 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016864 Jan 17 08:15:15.806182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78395cfa-6954-4d33-9647-bd24f779a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.832390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de4b972-dc6c-4267-baa4-a258cb9c25ce tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.894794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.898091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4b972-dc6c-4267-baa4-a258cb9c25ce tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=c3e3a520-00c7-475f-9fc8-f8fc58bafe8a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:15.919517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '03d0ad73-fda4-4bb1-98bc-98b71aef9e08'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:15.920358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.967778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de4b972-dc6c-4267-baa4-a258cb9c25ce tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:15.988459 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4de4b972-dc6c-4267-baa4-a258cb9c25ce tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/c3e3a520-00c7-475f-9fc8-f8fc58bafe8a HTTP/1.1" status: 204 len: 168 time: 2.0971386 Jan 17 08:15:15.993062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:16.047423 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2714265b-4f42-4b37-b0c1-f8b46dde758c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:15:16.047937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2714265b-4f42-4b37-b0c1-f8b46dde758c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:16.078193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 054ea79f-f20c-4b41-9c1d-982e1998dfd3 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:15:16.086623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:16.144673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=730d1fea-25eb-45fd-892a-0deb0b15d85c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:16.147301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2714265b-4f42-4b37-b0c1-f8b46dde758c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:16.148158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:16.151895 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2714265b-4f42-4b37-b0c1-f8b46dde758c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/c3e3a520-00c7-475f-9fc8-f8fc58bafe8a HTTP/1.1" status: 404 len: 333 time: 0.1575124 Jan 17 08:15:16.152081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:16.160216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49266) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:16.161226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78395cfa-6954-4d33-9647-bd24f779a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.167066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:16.170150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:16.180840 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:16.210995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:16.227693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d56b0212-c295-48b4-914d-5b105c819a34 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:16.228040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.250720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78395cfa-6954-4d33-9647-bd24f779a284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd30e160-1e61-452a-8fb0-5eb1772c4e96,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:16.278327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78395cfa-6954-4d33-9647-bd24f779a284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.306741 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-78395cfa-6954-4d33-9647-bd24f779a284 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dd30e160-1e61-452a-8fb0-5eb1772c4e96 HTTP/1.1" status: 204 len: 168 time: 1.1155894 Jan 17 08:15:16.307907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:16.329287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-54cf1c3f-2395-42c2-9347-503e594b4c75 None None] Provisioning complete for port 5f30087f-6da0-4892-8dcd-b5e2f36ed849 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:16.329806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54cf1c3f-2395-42c2-9347-503e594b4c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.336315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:16.371167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c502d8-99c1-4dd3-9241-d58dbabd0869 None None] Network f2781a32-dbcf-4a89-be6e-041dd74b2227 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:16.437652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.469823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.519499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Allocated IP 2001:db8::f816:3eff:fec0:2e02 (f8dda541-a6ad-4425-a3fa-1d9436a44791/03d0ad73-fda4-4bb1-98bc-98b71aef9e08/6c795ed4-e8b7-4a09-b3df-58f7bafe761e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:16.538756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-54cf1c3f-2395-42c2-9347-503e594b4c75 None None] Port 5f30087f-6da0-4892-8dcd-b5e2f36ed849 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:16.553371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:15:16.570578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Deleting port f88c0fe9-e857-4725-bcbd-546c68a472f8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:16.571098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.602924 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.618517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.625094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-54cf1c3f-2395-42c2-9347-503e594b4c75 None None] Could not find standard attr ID for object c3e3a520-00c7-475f-9fc8-f8fc58bafe8a. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:15:16.665238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port caafeef5-ef54-48af-a38a-af160a8c8f60 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:16.703912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:16.775587 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f8fd1a6b-5e14-4183-bb87-e1a9b9aa4ecb None None] Could not find standard attr ID for object c3e3a520-00c7-475f-9fc8-f8fc58bafe8a. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:15:16.817317 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:15:09Z', 'revision_number': 5, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:16.829107 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] Checking router: 0e730a35-619a-4169-af80-42eaa29f0ece for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:15:16.937510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] Routers {'0e730a35-619a-4169-af80-42eaa29f0ece'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:16.938392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0e730a35-619a-4169-af80-42eaa29f0ece'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:16.979007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] For port f88c0fe9-e857-4725-bcbd-546c68a472f8, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f88c0fe9-e857-4725-bcbd-546c68a472f8,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:16.979484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.021777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 977b4008-e571-428d-a1ed-7c4f1d1da822 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:17.039667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event updated for resources: {'Port': ['ID=7f3c3acb-31b8-4acc-8d20-cca295ca6820,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:17.087358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 977b4008-e571-428d-a1ed-7c4f1d1da822 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:17.087811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 977b4008-e571-428d-a1ed-7c4f1d1da822 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:17.089916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] In _notify_port_updated(), no bound segment for port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 on network ef8a2814-5cc7-4afa-94cc-e03043fa608c {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:15:17.094369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:17.094991 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.098626 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5c74c360-cf20-4845-815e-f3a8153e0add tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "PUT /v2.0/ports/7f3c3acb-31b8-4acc-8d20-cca295ca6820 HTTP/1.1" status: 200 len: 1136 time: 2.0790331 Jan 17 08:15:17.102611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49276) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:17.120357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.142087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Calling delete_port for f88c0fe9-e857-4725-bcbd-546c68a472f8 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:17.193621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] DHCP port deletion for f2781a32-dbcf-4a89-be6e-041dd74b2227 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:17.200883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Transition to ACTIVE for port object 6c795ed4-e8b7-4a09-b3df-58f7bafe761e will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:17.217826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] Deleting port f88c0fe9-e857-4725-bcbd-546c68a472f8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:17.222599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.222724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.222724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.230452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d074472f-311f-4912-83b7-5e1f5994cd7c tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:17.231395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d074472f-311f-4912-83b7-5e1f5994cd7c tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Synchronizing usage tracker for tenant:195af5e980be47f3b838c53adfbb6b14 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:17.239749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a0e507-101b-4cdf-b951-4c31d77c5fd6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet 0ec72e0d-39ae-4646-a165-dc327bb97206 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:17.271517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e507-101b-4cdf-b951-4c31d77c5fd6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.320257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.352998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e507-101b-4cdf-b951-4c31d77c5fd6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.420553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24264bed-1fd5-4c7d-bc1e-eaec2b8e25da req-c02bef69-0754-4835-91b8-7500c7fd60d2 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:17.422575 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-24264bed-1fd5-4c7d-bc1e-eaec2b8e25da req-c02bef69-0754-4835-91b8-7500c7fd60d2 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.2300935 Jan 17 08:15:17.424360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:17.433687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.442932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Deleting port f30fdd21-89de-4486-948d-b4b93019f51b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:17.443519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.455541 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeac45b-f7e8-4b1c-976d-279a7ab871b4 None None] Sync routers for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:17.474526 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeac45b-f7e8-4b1c-976d-279a7ab871b4 None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:17.475258 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-eaeac45b-f7e8-4b1c-976d-279a7ab871b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:17.479981 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d074472f-311f-4912-83b7-5e1f5994cd7c tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Unset dirty status for tenant:195af5e980be47f3b838c53adfbb6b14 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:17.481336 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d074472f-311f-4912-83b7-5e1f5994cd7c tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "GET /v2.0/ports/7f3c3acb-31b8-4acc-8d20-cca295ca6820 HTTP/1.1" status: 200 len: 1136 time: 0.3765020 Jan 17 08:15:17.494200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49280) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:17.552076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] For port f88c0fe9-e857-4725-bcbd-546c68a472f8, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f88c0fe9-e857-4725-bcbd-546c68a472f8,segment=NetworkSegment(02e8324c-48b2-4327-be5d-743ded495148),segment_id=02e8324c-48b2-4327-be5d-743ded495148)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:17.553139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.557298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e507-101b-4cdf-b951-4c31d77c5fd6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.597085 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-eaeac45b-f7e8-4b1c-976d-279a7ab871b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:17.608181 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeac45b-f7e8-4b1c-976d-279a7ab871b4 None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:17.608842 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-eaeac45b-f7e8-4b1c-976d-279a7ab871b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:17.677842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] Calling delete_port for f88c0fe9-e857-4725-bcbd-546c68a472f8 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:17.685984 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-eaeac45b-f7e8-4b1c-976d-279a7ab871b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:17.686381 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeac45b-f7e8-4b1c-976d-279a7ab871b4 None None] The sync data for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:17.688310 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:15:17.693325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88c0fe9-e857-4725-bcbd-546c68a472f8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:17.710439 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bb50c018-dd07-41d0-b4ac-dcb822453484 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/routers/054ea79f-f20c-4b41-9c1d-982e1998dfd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3575828 Jan 17 08:15:17.713965 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Transition to ACTIVE for port object 6c795ed4-e8b7-4a09-b3df-58f7bafe761e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:17.716650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f88c0fe9-e857-4725-bcbd-546c68a472f8 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:17.720835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e507-101b-4cdf-b951-4c31d77c5fd6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.724570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] No DVR routers for this DVR port f88c0fe9-e857-4725-bcbd-546c68a472f8 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:17.727936 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49284) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:17.772784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: f88c0fe9-e857-4725-bcbd-546c68a472f8 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:17.773211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f88c0fe9-e857-4725-bcbd-546c68a472f8 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:17.777769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'port': {'network_id': '2c1c736a-c74f-4eee-b14e-b04951362653', 'name': 'tempest-FloatingIPTestJSON-1471048655'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:17.780008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cb27579b-1f13-4589-b360-283ada50be54 None None] Provisioning complete for port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:17.781122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb27579b-1f13-4589-b360-283ada50be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.799909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0e507-101b-4cdf-b951-4c31d77c5fd6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec72e0d-39ae-4646-a165-dc327bb97206,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:17.805211 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-24264bed-1fd5-4c7d-bc1e-eaec2b8e25da req-d57b876f-3f35-42c7-b9fb-a3db80747d6b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570909 Jan 17 08:15:17.814802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] Set router 0e730a35-619a-4169-af80-42eaa29f0ece gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:15:17.854137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-84af6eb0-2306-4648-8b77-bdaf2034402f tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Deleting port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:17.854482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af6eb0-2306-4648-8b77-bdaf2034402f tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.868613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e507-101b-4cdf-b951-4c31d77c5fd6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.868937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:17.899749 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e4a0e507-101b-4cdf-b951-4c31d77c5fd6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/0ec72e0d-39ae-4646-a165-dc327bb97206 HTTP/1.1" status: 204 len: 168 time: 1.7318475 Jan 17 08:15:17.900580 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49290) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:17.908474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf48260-db15-4486-b1bd-18859f0e9fe2 None None] Network 06760553-9cba-464f-a8eb-049eaefbe585 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:17.919255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.012088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2781a32-dbcf-4a89-be6e-041dd74b2227']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:18.040966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e8324c-48b2-4327-be5d-743ded495148') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:18.041306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e8324c-48b2-4327-be5d-743ded495148') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:18.056796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.059463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.080296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fe5d:a47d (f8dda541-a6ad-4425-a3fa-1d9436a44791/03d0ad73-fda4-4bb1-98bc-98b71aef9e08/caafeef5-ef54-48af-a38a-af160a8c8f60) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:18.082485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.092355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port d56b0212-c295-48b4-914d-5b105c819a34 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:18.092355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.120645 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:18.121039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:18.134251 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:18.206997 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Pushing event updated for resources: {'Port': ['ID=6c795ed4-e8b7-4a09-b3df-58f7bafe761e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:18.209300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-cb27579b-1f13-4589-b360-283ada50be54 None None] Port 7f3c3acb-31b8-4acc-8d20-cca295ca6820 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:18.211712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:18.218053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:18.218574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:18.223056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:18.223559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] For port f30fdd21-89de-4486-948d-b4b93019f51b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f30fdd21-89de-4486-948d-b4b93019f51b,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:18.223921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.257070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:18.340601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.366629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.392478 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2781a32-dbcf-4a89-be6e-041dd74b2227,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:18.408484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] For port d56b0212-c295-48b4-914d-5b105c819a34, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d56b0212-c295-48b4-914d-5b105c819a34,segment=NetworkSegment(cc83352c-91f6-4f30-b754-197cfdc58b4f),segment_id=cc83352c-91f6-4f30-b754-197cfdc58b4f)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:18.409510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.439069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:18.452142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Calling delete_port for f30fdd21-89de-4486-948d-b4b93019f51b owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:18.467854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Attempting to bind port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:18.468793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Attempting to bind port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:18.469151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Attempting to bind port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:18.486210 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:18.486623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:18.486975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.487395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:18.487867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Bound port: 6c795ed4-e8b7-4a09-b3df-58f7bafe761e, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:18.488236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.493900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Usage tracker for resource:port and tenant:e5f51c031f15494fb517b12b03cd0be5 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:18.507967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:18.537632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:18.607258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] DHCP port deletion for 06760553-9cba-464f-a8eb-049eaefbe585 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:18.610525 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-82d0300c-946f-4097-9390-1452d5d979f2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f2781a32-dbcf-4a89-be6e-041dd74b2227 HTTP/1.1" status: 204 len: 168 time: 2.3004985 Jan 17 08:15:18.621089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:15:09Z', 'revision_number': 5, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:18.631964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1e890-e400-4f29-a05f-e36cf406f004 None None] The sync data for ids ['0e730a35-619a-4169-af80-42eaa29f0ece'] in dv-neutron-824874-1-hyperv is: [{'id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'name': 'tempest-ServersTestJSON-417965843-router', 'tenant_id': '32f31bd8c25644b2b993868c561e5454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:02Z', 'updated_at': '2022-01-17T08:15:09Z', 'revision_number': 5, 'project_id': '32f31bd8c25644b2b993868c561e5454', 'gw_port': {'id': 'f30fdd21-89de-4486-948d-b4b93019f51b', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e730a35-619a-4169-af80-42eaa29f0ece', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:03Z', 'updated_at': '2022-01-17T08:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:18.635513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] Deleting port d56b0212-c295-48b4-914d-5b105c819a34 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:18.635513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.688206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for d56b0212-c295-48b4-914d-5b105c819a34 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:18.722897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Made reservation on behalf of e5f51c031f15494fb517b12b03cd0be5 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:18.726307 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.741947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af6eb0-2306-4648-8b77-bdaf2034402f tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.758287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] For port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:18.768514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] For port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6c795ed4-e8b7-4a09-b3df-58f7bafe761e,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:18.773679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] Deleting port f88c0fe9-e857-4725-bcbd-546c68a472f8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:18.773679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.785506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d9a4f-2a3a-4cee-ad06-cc0df6adb8cc req-31826abf-4fd8-4cfb-b84e-1644bd15f0d0 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:18.786994 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c66d9a4f-2a3a-4cee-ad06-cc0df6adb8cc req-31826abf-4fd8-4cfb-b84e-1644bd15f0d0 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.7201626 Jan 17 08:15:18.858306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.861242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:18.906382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-84af6eb0-2306-4648-8b77-bdaf2034402f tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Calling delete_port for 7f3c3acb-31b8-4acc-8d20-cca295ca6820 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:18.910684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=d56b0212-c295-48b4-914d-5b105c819a34,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:18.915005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a4aafe59-c5a9-40ee-8343-0965398475c1 None None] The port 'f88c0fe9-e857-4725-bcbd-546c68a472f8' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:15:18.917593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No DVR routers for this DVR port d56b0212-c295-48b4-914d-5b105c819a34 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:18.972914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] device_id is not set on port 7720d9ac-bc76-4fe8-9f49-9f06de299c17 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:19.025284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router 83186197-af8a-47a5-aabb-6ebab2515bbe is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:15:19.082080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.098770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49296) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:19.111828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a3b8a-2482-454e-ab11-4d4c8329d695 None None] Pushing event updated for resources: {'Port': ['ID=6c795ed4-e8b7-4a09-b3df-58f7bafe761e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:19.123339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] For port d56b0212-c295-48b4-914d-5b105c819a34, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d56b0212-c295-48b4-914d-5b105c819a34,segment=NetworkSegment(cc83352c-91f6-4f30-b754-197cfdc58b4f),segment_id=cc83352c-91f6-4f30-b754-197cfdc58b4f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:19.123796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.169683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06760553-9cba-464f-a8eb-049eaefbe585']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:19.171910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.201309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc83352c-91f6-4f30-b754-197cfdc58b4f') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:19.201676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc83352c-91f6-4f30-b754-197cfdc58b4f') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:19.219804 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c66d9a4f-2a3a-4cee-ad06-cc0df6adb8cc req-2f8f837c-662d-444a-a2ba-9cfd003617f4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3747663 Jan 17 08:15:19.224183 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bb4b043b-64cf-4cd1-b218-5129f0a943cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9ba4e0ea41f490294ebdd0b709d6369&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1236148 Jan 17 08:15:19.226437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.234553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49300) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:19.333924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.350410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] Calling delete_port for d56b0212-c295-48b4-914d-5b105c819a34 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:19.364363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:19.365353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:19.387079 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:19.466820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba0663d5-5053-4a44-b33e-be4bb5315883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.551787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:19.552946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:19.560795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.586120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6c795ed4-e8b7-4a09-b3df-58f7bafe761e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:19.596326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba0663d5-5053-4a44-b33e-be4bb5315883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.659675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object caafeef5-ef54-48af-a38a-af160a8c8f60 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:19.681039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6d9ac-a2e9-4e4e-a8f9-f2b8fe8e93e4 req-d9a3900f-f5f4-4b42-a5f8-2c0c3c60d57b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:19.682531 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-51d6d9ac-a2e9-4e4e-a8f9-f2b8fe8e93e4 req-d9a3900f-f5f4-4b42-a5f8-2c0c3c60d57b tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.2136452 Jan 17 08:15:19.738454 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-51d6d9ac-a2e9-4e4e-a8f9-f2b8fe8e93e4 req-3c063678-cbad-4273-93f0-1414b8c02b86 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501606 Jan 17 08:15:19.787079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Allocated IP 172.20.0.14 (2c1c736a-c74f-4eee-b14e-b04951362653/18b1e916-1dc5-4c1e-8f7a-8414e0b2088b/7720d9ac-bc76-4fe8-9f49-9f06de299c17) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:19.817697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.846293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:19.857508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Network': ['ID=06760553-9cba-464f-a8eb-049eaefbe585,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:19.926522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:19.982907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ba4fe87f-3c17-41de-ba3d-e464086bdf3a no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:20.015442 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a60b4e15-2d9b-4700-a4e3-0b5553da6779 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/networks/06760553-9cba-464f-a8eb-049eaefbe585 HTTP/1.1" status: 204 len: 168 time: 2.1143470 Jan 17 08:15:20.017424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba0663d5-5053-4a44-b33e-be4bb5315883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.020344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba0663d5-5053-4a44-b33e-be4bb5315883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.021898 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ba0663d5-5053-4a44-b33e-be4bb5315883 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bb03cd4-dc6a-4176-b48b-cac6de160c39 HTTP/1.1" status: 204 len: 168 time: 0.7864077 Jan 17 08:15:20.023092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:20.027546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.032870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:20.035259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af6eb0-2306-4648-8b77-bdaf2034402f tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.061346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] Deleting port d56b0212-c295-48b4-914d-5b105c819a34 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:20.062294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.079031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.082989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0663d5-5053-4a44-b33e-be4bb5315883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb03cd4-dc6a-4176-b48b-cac6de160c39,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:20.096714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3cbb4d-a223-42f1-8615-b8feb1f877d2 None None] Sync routers for ids ['83186197-af8a-47a5-aabb-6ebab2515bbe'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:20.103914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'name': 'tempest-PortsIpV6TestJSON-887950051'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:20.114999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: ba4fe87f-3c17-41de-ba3d-e464086bdf3a {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:20.115620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ba4fe87f-3c17-41de-ba3d-e464086bdf3a not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:20.116201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d56b0212-c295-48b4-914d-5b105c819a34 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:20.243670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-358b1053-397d-4429-ae41-eb38b61c86ee None None] The port 'd56b0212-c295-48b4-914d-5b105c819a34' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:15:20.245786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d56b0212-c295-48b4-914d-5b105c819a34 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:20.245786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d56b0212-c295-48b4-914d-5b105c819a34 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:20.267896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3cbb4d-a223-42f1-8615-b8feb1f877d2 None None] Routers {'83186197-af8a-47a5-aabb-6ebab2515bbe'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:20.268783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9d3cbb4d-a223-42f1-8615-b8feb1f877d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['83186197-af8a-47a5-aabb-6ebab2515bbe'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:20.272757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f30fdd21-89de-4486-948d-b4b93019f51b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:20.294512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:20.315396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:20.316059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:20.324162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:20.341510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9d3cbb4d-a223-42f1-8615-b8feb1f877d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:20.353658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3cbb4d-a223-42f1-8615-b8feb1f877d2 None None] Routers {'83186197-af8a-47a5-aabb-6ebab2515bbe'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:20.354365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9d3cbb4d-a223-42f1-8615-b8feb1f877d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['83186197-af8a-47a5-aabb-6ebab2515bbe'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:20.390043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:20.393970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.413056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af6eb0-2306-4648-8b77-bdaf2034402f tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event deleted for resources: {'Port': ['ID=7f3c3acb-31b8-4acc-8d20-cca295ca6820,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:20.441113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9d3cbb4d-a223-42f1-8615-b8feb1f877d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:20.441516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3cbb4d-a223-42f1-8615-b8feb1f877d2 None None] The sync data for ids ['83186197-af8a-47a5-aabb-6ebab2515bbe'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:20.455741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port bd3948b0-2405-43a3-9d99-dd94aa558614 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:20.572240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:20.629970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:20.650697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.656846 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fd9a653b-60f5-4c10-a882-638fbe7ff2e3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.8611116 Jan 17 08:15:20.658580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:20.663082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:20.663958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.678310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49316) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:20.738412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.792373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.800344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-43fec075-8820-4d9d-93dc-268ff1f67984 None None] Provisioning for port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:20.811072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-43fec075-8820-4d9d-93dc-268ff1f67984 None None] Provisioning complete for port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:20.811586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43fec075-8820-4d9d-93dc-268ff1f67984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.828979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=caafeef5-ef54-48af-a38a-af160a8c8f60,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:20.871066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Transition to ACTIVE for port object 7720d9ac-bc76-4fe8-9f49-9f06de299c17 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:20.898079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.947473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43fec075-8820-4d9d-93dc-268ff1f67984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.950696 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af6eb0-2306-4648-8b77-bdaf2034402f tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:20.953160 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-84af6eb0-2306-4648-8b77-bdaf2034402f tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "DELETE /v2.0/ports/7f3c3acb-31b8-4acc-8d20-cca295ca6820 HTTP/1.1" status: 204 len: 168 time: 3.4560118 Jan 17 08:15:20.957514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49326) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:20.983566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:20.987234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:20.991902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:20.994442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-43fec075-8820-4d9d-93dc-268ff1f67984 None None] For port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6c795ed4-e8b7-4a09-b3df-58f7bafe761e,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:20.996329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:20.996932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.005234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=bd3948b0-2405-43a3-9d99-dd94aa558614,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:21.046428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43fec075-8820-4d9d-93dc-268ff1f67984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.066665 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d9346cc0-14ee-4f44-bb9f-85a657a80c29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9999275 Jan 17 08:15:21.068125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:21.072691 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-412539d7-fd08-497a-bd79-9de3af1f5e3c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5905721 Jan 17 08:15:21.076387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49336) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:21.090826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff43a9-9057-4da2-a20b-372c0affa2e5 req-09cd0f24-c2e1-43ca-b26f-1cc30898296d tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:21.092327 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d4ff43a9-9057-4da2-a20b-372c0affa2e5 req-09cd0f24-c2e1-43ca-b26f-1cc30898296d tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 1.0098066 Jan 17 08:15:21.119887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fec075-8820-4d9d-93dc-268ff1f67984 None None] Pushing event updated for resources: {'Port': ['ID=6c795ed4-e8b7-4a09-b3df-58f7bafe761e,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:21.138540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.197284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b118d-4a93-4008-b110-9f19f41c601c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port bd3948b0-2405-43a3-9d99-dd94aa558614 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:21.197629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b1b118d-4a93-4008-b110-9f19f41c601c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.218824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2362f8d8-90e3-4b44-b9e6-02b606e16220 None None] Provisioning for port caafeef5-ef54-48af-a38a-af160a8c8f60 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:21.225908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2362f8d8-90e3-4b44-b9e6-02b606e16220 None None] Provisioning complete for port caafeef5-ef54-48af-a38a-af160a8c8f60 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:21.226377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2362f8d8-90e3-4b44-b9e6-02b606e16220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.304773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8badc4-cc13-4e1f-8c60-004dd869f6f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:21.308400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8badc4-cc13-4e1f-8c60-004dd869f6f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:21.308847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2362f8d8-90e3-4b44-b9e6-02b606e16220 None None] Port caafeef5-ef54-48af-a38a-af160a8c8f60 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:21.310025 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1e8badc4-cc13-4e1f-8c60-004dd869f6f1 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2362952 Jan 17 08:15:21.318052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49344) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:21.563480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.574256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6c795ed4-e8b7-4a09-b3df-58f7bafe761e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:21.576063 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d4ff43a9-9057-4da2-a20b-372c0affa2e5 req-abe321e4-deb8-45f8-ac8f-e5f9cf2a1f37 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4733610 Jan 17 08:15:21.618251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6d02caab-6354-4276-afc4-73a5fdbebbe4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port caafeef5-ef54-48af-a38a-af160a8c8f60 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:21.619282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d02caab-6354-4276-afc4-73a5fdbebbe4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.662224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:21.662596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.715061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b1b118d-4a93-4008-b110-9f19f41c601c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.780019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.826102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Network 2c1c736a-c74f-4eee-b14e-b04951362653 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:21.830248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.831879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event updated for resources: {'Port': ['ID=7720d9ac-bc76-4fe8-9f49-9f06de299c17,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:21.836423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:21.847700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:21.910322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-221b9b1c-315a-41f8-be47-51b2ff28cdf1 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Deleting subnet 76513f52-6292-45c5-b9da-de6f4d2ff545 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:21.934856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-221b9b1c-315a-41f8-be47-51b2ff28cdf1 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:21.979871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b118d-4a93-4008-b110-9f19f41c601c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for bd3948b0-2405-43a3-9d99-dd94aa558614 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:22.002906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-221b9b1c-315a-41f8-be47-51b2ff28cdf1 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.075504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:22.076124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.099271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d02caab-6354-4276-afc4-73a5fdbebbe4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.142547 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-17556537-0245-400b-b222-1a3ee783aad6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/routers/83186197-af8a-47a5-aabb-6ebab2515bbe HTTP/1.1" status: 200 len: 880 time: 1.3948023 Jan 17 08:15:22.142687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49356) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:22.160314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b1b118d-4a93-4008-b110-9f19f41c601c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.211366 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6c9bfc6c-8d58-4e98-8cdf-83b8c7f65f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4817946 Jan 17 08:15:22.220087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49364) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:22.220655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.221143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e730a35-619a-4169-af80-42eaa29f0ece {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:15:22.230193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.230193 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a8bf60b6-2a2a-4be3-94e1-d3ee898882fd admin admin] 10.222.0.44 "DELETE /v2.0/routers/0e730a35-619a-4169-af80-42eaa29f0ece HTTP/1.1" status: 204 len: 168 time: 7.0796492 Jan 17 08:15:22.231183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-221b9b1c-315a-41f8-be47-51b2ff28cdf1 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.232552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91b8ae1c-330e-4896-b230-7b8467be012e None None] Provisioning for port 7720d9ac-bc76-4fe8-9f49-9f06de299c17 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:22.240792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91b8ae1c-330e-4896-b230-7b8467be012e None None] Provisioning complete for port 7720d9ac-bc76-4fe8-9f49-9f06de299c17 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:22.241440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91b8ae1c-330e-4896-b230-7b8467be012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.260674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6d02caab-6354-4276-afc4-73a5fdbebbe4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for caafeef5-ef54-48af-a38a-af160a8c8f60 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:22.271575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49368) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:22.274690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Request body: {'floatingip': {'port_id': '7720d9ac-bc76-4fe8-9f49-9f06de299c17'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:22.328848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b118d-4a93-4008-b110-9f19f41c601c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=bd3948b0-2405-43a3-9d99-dd94aa558614,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:22.332765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-91b8ae1c-330e-4896-b230-7b8467be012e None None] Port 7720d9ac-bc76-4fe8-9f49-9f06de299c17 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:22.351151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b1b118d-4a93-4008-b110-9f19f41c601c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.369624 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0b1b118d-4a93-4008-b110-9f19f41c601c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/bd3948b0-2405-43a3-9d99-dd94aa558614 HTTP/1.1" status: 204 len: 168 time: 1.2981896 Jan 17 08:15:22.384285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49372) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:22.410438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'mac_address': 'fa:16:3e:48:8f:79', 'name': 'tempest-PortsIpV6TestJSON-1616789895'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:22.549087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d02caab-6354-4276-afc4-73a5fdbebbe4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.586158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a949df0-3df9-40ce-b2b0-1a4f15dce306 admin admin] Deleting subnet 9572314a-8e41-42bf-8de3-4cb05ced5c99 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:22.597502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02caab-6354-4276-afc4-73a5fdbebbe4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=caafeef5-ef54-48af-a38a-af160a8c8f60,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:22.601815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.645294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d02caab-6354-4276-afc4-73a5fdbebbe4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.661778 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6d02caab-6354-4276-afc4-73a5fdbebbe4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/caafeef5-ef54-48af-a38a-af160a8c8f60 HTTP/1.1" status: 204 len: 168 time: 1.3394363 Jan 17 08:15:22.662775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:22.686538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a949df0-3df9-40ce-b2b0-1a4f15dce306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.777293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a2fe3-8bda-416a-80fd-0e62925764f0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:22.777293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a2fe3-8bda-416a-80fd-0e62925764f0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:22.777293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-337a2fe3-8bda-416a-80fd-0e62925764f0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:22.802338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-221b9b1c-315a-41f8-be47-51b2ff28cdf1 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.809497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a949df0-3df9-40ce-b2b0-1a4f15dce306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:22.837136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:22.852319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-337a2fe3-8bda-416a-80fd-0e62925764f0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:22.853498 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-337a2fe3-8bda-416a-80fd-0e62925764f0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1897144 Jan 17 08:15:22.856333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49388) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:23.021537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:23.029737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:23.035573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b9b1c-315a-41f8-be47-51b2ff28cdf1 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event deleted for resources: {'Subnet': ['ID=76513f52-6292-45c5-b9da-de6f4d2ff545,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:23.051984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49394) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:23.056754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:23.073307 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-221b9b1c-315a-41f8-be47-51b2ff28cdf1 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.079862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-540f3bdf-976b-42a3-ba09-63868c96c758 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 03d0ad73-fda4-4bb1-98bc-98b71aef9e08 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:23.082044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286a5086-3213-4df0-bd77-f0940db8adca None None] Network ef8a2814-5cc7-4afa-94cc-e03043fa608c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:23.082860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-540f3bdf-976b-42a3-ba09-63868c96c758 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.147759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-540f3bdf-976b-42a3-ba09-63868c96c758 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.187854 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-221b9b1c-315a-41f8-be47-51b2ff28cdf1 tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "DELETE /v2.0/subnets/76513f52-6292-45c5-b9da-de6f4d2ff545 HTTP/1.1" status: 204 len: 168 time: 2.2223322 Jan 17 08:15:23.195388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49400) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:23.226540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2048146186', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:23.231923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:23.239460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Usage tracker for resource:port and tenant:8b24d43cc76a4e729faf9946f900e93e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:23.242887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:23.247433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:23.250321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:23.260372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-540f3bdf-976b-42a3-ba09-63868c96c758 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.340406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Made reservation on behalf of 8b24d43cc76a4e729faf9946f900e93e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:23.343596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.360361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.364374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] DHCP port deletion for ef8a2814-5cc7-4afa-94cc-e03043fa608c request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:23.368983 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Deleting port 00c82c26-6a6d-400a-b507-64d6228a18bc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:23.369491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.418572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:23.424502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Usage tracker for resource:security_group_rule and tenant:8b24d43cc76a4e729faf9946f900e93e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:23.429340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:23.438406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:23.454007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-540f3bdf-976b-42a3-ba09-63868c96c758 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.476571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 00c82c26-6a6d-400a-b507-64d6228a18bc no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:23.503544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f3bdf-976b-42a3-ba09-63868c96c758 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=03d0ad73-fda4-4bb1-98bc-98b71aef9e08,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:23.518258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a949df0-3df9-40ce-b2b0-1a4f15dce306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.521047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-540f3bdf-976b-42a3-ba09-63868c96c758 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.529668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4af6a5-f47c-4861-8505-726838b5b928 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:23.581704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.610287 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-540f3bdf-976b-42a3-ba09-63868c96c758 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/03d0ad73-fda4-4bb1-98bc-98b71aef9e08 HTTP/1.1" status: 204 len: 168 time: 0.7501860 Jan 17 08:15:23.614855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49404) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:23.655952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.681973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.772313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.790676 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cfb1f996-2e22-4422-beda-49728a929c78 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1764998 Jan 17 08:15:23.790882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] device_id is not set on port fc2728ca-8ca3-47de-b4b8-155c61f0e58e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:23.801580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49408) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:23.821572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Deleting port 00c82c26-6a6d-400a-b507-64d6228a18bc {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:23.822122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.856910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7e00dc-5c24-40ca-aae6-416f19cfe2a9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:23.859942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:23.879665 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.882580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port 0629a420-f476-4cb2-8906-255122700f9e yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:23.990439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] For port 00c82c26-6a6d-400a-b507-64d6228a18bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=00c82c26-6a6d-400a-b507-64d6228a18bc,segment=NetworkSegment(d547a594-0df1-45bd-bd08-2409695931f9),segment_id=d547a594-0df1-45bd-bd08-2409695931f9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:23.990820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:23.992063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3ec4419f-1dee-4a78-8300-b70bb862cc28 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:router {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:24.003254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 00c82c26-6a6d-400a-b507-64d6228a18bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=00c82c26-6a6d-400a-b507-64d6228a18bc,segment=NetworkSegment(d547a594-0df1-45bd-bd08-2409695931f9),segment_id=d547a594-0df1-45bd-bd08-2409695931f9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:24.092105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Allocated IP 172.26.4.133 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/fc2728ca-8ca3-47de-b4b8-155c61f0e58e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:24.114256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Calling delete_port for 00c82c26-6a6d-400a-b507-64d6228a18bc owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:24.145417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.146083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f30fdd21-89de-4486-948d-b4b93019f51b no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:24.180278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a949df0-3df9-40ce-b2b0-1a4f15dce306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.228085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: f30fdd21-89de-4486-948d-b4b93019f51b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:24.228447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f30fdd21-89de-4486-948d-b4b93019f51b not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:24.266766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949df0-3df9-40ce-b2b0-1a4f15dce306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9572314a-8e41-42bf-8de3-4cb05ced5c99,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:24.269516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:24.277802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3ec4419f-1dee-4a78-8300-b70bb862cc28 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:router {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:24.279701 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3ec4419f-1dee-4a78-8300-b70bb862cc28 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 2.1358149 Jan 17 08:15:24.282601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=00c82c26-6a6d-400a-b507-64d6228a18bc,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:24.283659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49412) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:24.302048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:24.302863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cff9a417-bc71-4662-a0e0-c2ef2d48f61f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2078315846'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:24.323619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:24.333779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a215db2-54e8-4d8f-b2f4-5801aaef007b None None] Network 17f264ea-aa2d-4e2f-be9f-873f03e41f4b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:24.350244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:24.350596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:24.363815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.389229 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a949df0-3df9-40ce-b2b0-1a4f15dce306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.407862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:24.419669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7129d5c1-80a5-4469-8fe0-bf42f695dc2f None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:24.428574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7129d5c1-80a5-4469-8fe0-bf42f695dc2f None None] Deleting port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:24.428976 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7129d5c1-80a5-4469-8fe0-bf42f695dc2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.511117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.596468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:24.603100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:24.607249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Pushing event updated for resources: {'Port': ['ID=fc2728ca-8ca3-47de-b4b8-155c61f0e58e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:24.608935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:24.668859 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:24.700495 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7a949df0-3df9-40ce-b2b0-1a4f15dce306 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9572314a-8e41-42bf-8de3-4cb05ced5c99 HTTP/1.1" status: 204 len: 168 time: 2.3649569 Jan 17 08:15:24.710772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49416) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:24.755889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:24.758681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.758791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7129d5c1-80a5-4469-8fe0-bf42f695dc2f None None] For port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6c795ed4-e8b7-4a09-b3df-58f7bafe761e,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:24.759132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7129d5c1-80a5-4469-8fe0-bf42f695dc2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.815852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.822603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] For port 00c82c26-6a6d-400a-b507-64d6228a18bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=00c82c26-6a6d-400a-b507-64d6228a18bc,segment=NetworkSegment(d547a594-0df1-45bd-bd08-2409695931f9),segment_id=d547a594-0df1-45bd-bd08-2409695931f9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:24.823188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.875525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.890034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Deleting port 00c82c26-6a6d-400a-b507-64d6228a18bc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:24.890412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.897010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Deleting port 8762961f-706d-4b22-b149-9a2ff1805f4c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:24.897414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:24.962950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7129d5c1-80a5-4469-8fe0-bf42f695dc2f None None] Calling delete_port for 6c795ed4-e8b7-4a09-b3df-58f7bafe761e owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:24.971266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Calling delete_port for 00c82c26-6a6d-400a-b507-64d6228a18bc owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:24.988215 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bd712d65-332f-48b5-ba6a-beef0d1de85a tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9317951 Jan 17 08:15:24.988215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49420) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:24.989704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] DHCP port deletion for 17f264ea-aa2d-4e2f-be9f-873f03e41f4b request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:24.999188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.133'}]}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:25.000824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.008918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:25.017366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Usage tracker for resource:router and tenant:8b24d43cc76a4e729faf9946f900e93e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:25.018370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] Deleting port 8762961f-706d-4b22-b149-9a2ff1805f4c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:25.018745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.028722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:25.100247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:25.248503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.270512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7129d5c1-80a5-4469-8fe0-bf42f695dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.361408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.378885 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:25.382523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cff9a417-bc71-4662-a0e0-c2ef2d48f61f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.383344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=0629a420-f476-4cb2-8906-255122700f9e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:25.394149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.395312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.413175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:25.422891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:25.426250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129d5c1-80a5-4469-8fe0-bf42f695dc2f None None] Pushing event deleted for resources: {'Port': ['ID=6c795ed4-e8b7-4a09-b3df-58f7bafe761e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:25.426954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:25.427690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.440016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.488519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.494595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] For port 00c82c26-6a6d-400a-b507-64d6228a18bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=00c82c26-6a6d-400a-b507-64d6228a18bc,segment=NetworkSegment(d547a594-0df1-45bd-bd08-2409695931f9),segment_id=d547a594-0df1-45bd-bd08-2409695931f9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:25.495267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.509772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cff9a417-bc71-4662-a0e0-c2ef2d48f61f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.516376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.528696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6c795ed4-e8b7-4a09-b3df-58f7bafe761e no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:25.564166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129d5c1-80a5-4469-8fe0-bf42f695dc2f None None] No DVR routers for this DVR port 6c795ed4-e8b7-4a09-b3df-58f7bafe761e on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:25.564373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event deleted for resources: {'Port': ['ID=00c82c26-6a6d-400a-b507-64d6228a18bc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:25.594877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] No DVR routers for this DVR port 00c82c26-6a6d-400a-b507-64d6228a18bc on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:25.720433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Calling delete_port for 00c82c26-6a6d-400a-b507-64d6228a18bc owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:25.739866 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4f718159-3bd4-4f85-a401-94bb30e6cb9a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3534594 Jan 17 08:15:25.740723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49426) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:25.747456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 6c795ed4-e8b7-4a09-b3df-58f7bafe761e {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:25.747946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6c795ed4-e8b7-4a09-b3df-58f7bafe761e not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:25.748439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 8762961f-706d-4b22-b149-9a2ff1805f4c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:25.754414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] For port 8762961f-706d-4b22-b149-9a2ff1805f4c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=8762961f-706d-4b22-b149-9a2ff1805f4c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:25.754870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.814891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] For port 8762961f-706d-4b22-b149-9a2ff1805f4c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=8762961f-706d-4b22-b149-9a2ff1805f4c,segment=NetworkSegment(0b1aed31-0308-4270-b228-6eac136357f7),segment_id=0b1aed31-0308-4270-b228-6eac136357f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:25.815305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.841648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.881990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8a2814-5cc7-4afa-94cc-e03043fa608c']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:25.929283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Calling delete_port for 8762961f-706d-4b22-b149-9a2ff1805f4c owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:25.930245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd547a594-0df1-45bd-bd08-2409695931f9') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:25.930538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd547a594-0df1-45bd-bd08-2409695931f9') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:25.941617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b44ac98-fc85-45ea-8955-e287477bd705 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:25.942180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0b44ac98-fc85-45ea-8955-e287477bd705 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:25.957964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:25.974587 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] Calling delete_port for 8762961f-706d-4b22-b149-9a2ff1805f4c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:25.994196 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.010680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:26.011075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.087277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.096363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:26.098832 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:26.113641 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0b44ac98-fc85-45ea-8955-e287477bd705 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:26.117685 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0b44ac98-fc85-45ea-8955-e287477bd705 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/0629a420-f476-4cb2-8906-255122700f9e HTTP/1.1" status: 200 len: 845 time: 0.3570476 Jan 17 08:15:26.124604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:26.125209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:26.150218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49430) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:26.188987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.195706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:26.195992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:26.265909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Pushing event deleted for resources: {'Port': ['ID=8762961f-706d-4b22-b149-9a2ff1805f4c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:26.277750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] No DVR routers for this DVR port 8762961f-706d-4b22-b149-9a2ff1805f4c on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:26.288459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:15:26.304182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.318183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-67b997de-9f05-44b9-b089-396753e37110 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 0629a420-f476-4cb2-8906-255122700f9e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:26.318522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67b997de-9f05-44b9-b089-396753e37110 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.350666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Deleting port 00c82c26-6a6d-400a-b507-64d6228a18bc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:26.351059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.384692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:26.388516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=11882c5e-7859-4094-92f8-347add4a5b19,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:26.391385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:26.395126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:26.395735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.411093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.433189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.448304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] 10.222.0.44 "DELETE /v2.0/networks/ef8a2814-5cc7-4afa-94cc-e03043fa608c HTTP/1.1" status: 204 len: 168 time: 3.2505579 Jan 17 08:15:26.449265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb537f5-45f7-41e3-9f27-f477e741ad6e tempest-ExtraDHCPOptionsTestJSON-174430990 tempest-ExtraDHCPOptionsTestJSON-174430990-project] Pushing event deleted for resources: {'Network': ['ID=ef8a2814-5cc7-4afa-94cc-e03043fa608c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:26.454034 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP f2b834c0-f323-4251-8968-7072d912fdcb associated. External IP: 172.26.4.45, port: 7f76c8f3-bca3-4da4-b140-646c4bacc4ae. Jan 17 08:15:26.473842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c6204219-1ea8-41cb-9dd5-e3f1031458e3 None None] The port '00c82c26-6a6d-400a-b507-64d6228a18bc' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:15:26.482558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff11a483-eaa0-4bde-bc33-925daad37409 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:26.520603 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-031a9df5-298e-43b4-87b0-dbf16595d4e8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7116733 Jan 17 08:15:26.525257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49436) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:26.532246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:87:1d:ee', 'name': 'tempest-NetworksTestDHCPv6-1365359055'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:26.583919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.636583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f264ea-aa2d-4e2f-be9f-873f03e41f4b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:26.662650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1aed31-0308-4270-b228-6eac136357f7') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:26.662937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1aed31-0308-4270-b228-6eac136357f7') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:26.703281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.705639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:26.711040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:26.721113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] Deleting port 8762961f-706d-4b22-b149-9a2ff1805f4c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:26.721487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.758237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:26.773505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:26.785036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff9a417-bc71-4662-a0e0-c2ef2d48f61f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router 83186197-af8a-47a5-aabb-6ebab2515bbe has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:15:26.812902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.830824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:26.837466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.841122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d91c62ac-7cf9-40b2-919b-61d5ae60defe None None] The port '8762961f-706d-4b22-b149-9a2ff1805f4c' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:26.847818 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:26.850195 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67b997de-9f05-44b9-b089-396753e37110 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.901591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:26.904364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '11882c5e-7859-4094-92f8-347add4a5b19'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:26.905862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.906462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:26.952747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port b1d5e19a-d4c0-4675-8d47-a533f8f6b37b yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:27.076226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Allocated IP 2001:db8::f816:3eff:fed0:b81c (f8dda541-a6ad-4425-a3fa-1d9436a44791/11882c5e-7859-4094-92f8-347add4a5b19/c188b36b-814a-4077-8251-ddf16c5ebb7b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:27.138957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:15:27.158704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-67b997de-9f05-44b9-b089-396753e37110 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 0629a420-f476-4cb2-8906-255122700f9e owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:27.237257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49444) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:27.312739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.335795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Transition to ACTIVE for port object c188b36b-814a-4077-8251-ddf16c5ebb7b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:27.356512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.361675 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Transition to ACTIVE for port object c188b36b-814a-4077-8251-ddf16c5ebb7b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:27.363896 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:27.375675 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ba32c-2436-43ca-93d1-2e19c6cd6f23 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:27.382533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.396493 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ba32c-2436-43ca-93d1-2e19c6cd6f23 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:27.397832 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dc6ba32c-2436-43ca-93d1-2e19c6cd6f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:27.403875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f264ea-aa2d-4e2f-be9f-873f03e41f4b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:27.424197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.475255 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dc6ba32c-2436-43ca-93d1-2e19c6cd6f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:27.493575 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ba32c-2436-43ca-93d1-2e19c6cd6f23 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:27.494298 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dc6ba32c-2436-43ca-93d1-2e19c6cd6f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:27.511038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67b997de-9f05-44b9-b089-396753e37110 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.544362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:27.548812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:27.556976 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:27.559578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Pushing event updated for resources: {'Port': ['ID=c188b36b-814a-4077-8251-ddf16c5ebb7b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:27.579118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b997de-9f05-44b9-b089-396753e37110 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=0629a420-f476-4cb2-8906-255122700f9e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:27.590055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fe87:1dee (f8dda541-a6ad-4425-a3fa-1d9436a44791/11882c5e-7859-4094-92f8-347add4a5b19/b1d5e19a-d4c0-4675-8d47-a533f8f6b37b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:27.628834 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dc6ba32c-2436-43ca-93d1-2e19c6cd6f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:27.629722 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ba32c-2436-43ca-93d1-2e19c6cd6f23 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:27.630028 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b102ac9b-7557-4c9d-ab30-789859e01b89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=195af5e980be47f3b838c53adfbb6b14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3915486 Jan 17 08:15:27.630660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49450) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:27.651609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67b997de-9f05-44b9-b089-396753e37110 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.653377 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-67b997de-9f05-44b9-b089-396753e37110 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/0629a420-f476-4cb2-8906-255122700f9e HTTP/1.1" status: 204 len: 168 time: 1.5011432 Jan 17 08:15:27.654440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.665025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49454) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:27.668804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Attempting to bind port c188b36b-814a-4077-8251-ddf16c5ebb7b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:27.669468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Attempting to bind port c188b36b-814a-4077-8251-ddf16c5ebb7b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:27.669720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Attempting to bind port c188b36b-814a-4077-8251-ddf16c5ebb7b on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:27.676858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:27.677344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:27.677861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.678338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:27.681987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Bound port: c188b36b-814a-4077-8251-ddf16c5ebb7b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:27.682180 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f0540092-f9ae-4936-9643-36f48e9fe357 admin admin] 10.222.0.44 "DELETE /v2.0/networks/17f264ea-aa2d-4e2f-be9f-873f03e41f4b HTTP/1.1" status: 204 len: 168 time: 2.9567351 Jan 17 08:15:27.682300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.693951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.777939 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d69d8fc-8d4d-4a80-9d46-6f4cf6183cac tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:15:27.784275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49460) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:27.784872 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1d69d8fc-8d4d-4a80-9d46-6f4cf6183cac tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/0629a420-f476-4cb2-8906-255122700f9e HTTP/1.1" status: 404 len: 333 time: 0.1185946 Jan 17 08:15:27.787456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] For port c188b36b-814a-4077-8251-ddf16c5ebb7b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:27.792518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] For port c188b36b-814a-4077-8251-ddf16c5ebb7b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c188b36b-814a-4077-8251-ddf16c5ebb7b,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:27.802902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'name': 'tempest-PortsIpV6TestJSON-2043975947'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:27.926449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.946007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff9a417-bc71-4662-a0e0-c2ef2d48f61f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:27.975391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61300f95-f2bc-4c0f-8bb4-a00848196a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.978552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cff9a417-bc71-4662-a0e0-c2ef2d48f61f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:27.982209 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cff9a417-bc71-4662-a0e0-c2ef2d48f61f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/83186197-af8a-47a5-aabb-6ebab2515bbe HTTP/1.1" status: 200 len: 887 time: 3.6927993 Jan 17 08:15:27.998087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49464) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:28.016002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:28.023276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:28.025255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9953878-dd54-4474-93bd-6415f54bf67e None None] Pushing event updated for resources: {'Port': ['ID=c188b36b-814a-4077-8251-ddf16c5ebb7b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:28.027700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:28.030974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84381d49-b6a5-4d44-9622-b2852058ea9e None None] Sync routers for ids ['83186197-af8a-47a5-aabb-6ebab2515bbe'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:28.041365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:28.066363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84381d49-b6a5-4d44-9622-b2852058ea9e None None] Routers {'83186197-af8a-47a5-aabb-6ebab2515bbe'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:28.066975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-84381d49-b6a5-4d44-9622-b2852058ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['83186197-af8a-47a5-aabb-6ebab2515bbe'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:28.097968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.140272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-84381d49-b6a5-4d44-9622-b2852058ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:28.152570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84381d49-b6a5-4d44-9622-b2852058ea9e None None] Routers {'83186197-af8a-47a5-aabb-6ebab2515bbe'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:28.153291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-84381d49-b6a5-4d44-9622-b2852058ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['83186197-af8a-47a5-aabb-6ebab2515bbe'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:28.167616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:28.172049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.185880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49468) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:28.217323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-84381d49-b6a5-4d44-9622-b2852058ea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:28.218267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84381d49-b6a5-4d44-9622-b2852058ea9e None None] The sync data for ids ['83186197-af8a-47a5-aabb-6ebab2515bbe'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:28.221528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61300f95-f2bc-4c0f-8bb4-a00848196a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.276101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port 76509d90-2ddc-4a1c-bfa0-16fb06ccd617 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:28.279083 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.321284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object b1d5e19a-d4c0-4675-8d47-a533f8f6b37b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:28.434656 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4ef439ab-ac27-485e-93a4-245262fc521a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32f31bd8c25644b2b993868c561e5454&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2490599 Jan 17 08:15:28.448019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49472) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:28.495520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61300f95-f2bc-4c0f-8bb4-a00848196a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.538502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61300f95-f2bc-4c0f-8bb4-a00848196a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1387297-0562-43e0-94a1-c1016e27f194,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:28.565747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61300f95-f2bc-4c0f-8bb4-a00848196a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.569759 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-61300f95-f2bc-4c0f-8bb4-a00848196a2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1387297-0562-43e0-94a1-c1016e27f194 HTTP/1.1" status: 204 len: 168 time: 0.9359627 Jan 17 08:15:28.575333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.723259 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-12b46f55-cd7a-4641-8bee-a3f68d5223bd tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/routers/83186197-af8a-47a5-aabb-6ebab2515bbe HTTP/1.1" status: 200 len: 887 time: 0.7215409 Jan 17 08:15:28.731161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:28.738193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49478) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:28.741321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:28.743280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=b1d5e19a-d4c0-4675-8d47-a533f8f6b37b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:28.746189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:28.750164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:28.751024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.806069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-93869eff-3787-4684-9fe9-44c2493b6df8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:28.862377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 054ea79f-f20c-4b41-9c1d-982e1998dfd3 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:15:28.868200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.928766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:28.928877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-93869eff-3787-4684-9fe9-44c2493b6df8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:28.936961 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-93869eff-3787-4684-9fe9-44c2493b6df8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=83186197-af8a-47a5-aabb-6ebab2515bbe HTTP/1.1" status: 200 len: 205 time: 0.1904945 Jan 17 08:15:28.936961 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7873fbfa-93df-4576-b480-06813a259312 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4041688 Jan 17 08:15:28.937359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:28.937359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:29.095383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4381bf2-49a4-4cae-b6f5-93cb2cb0ea97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.106007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:29.110586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.119741 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be23e2-0aa6-4d70-b9a9-b69d3e2c5abd None None] Sync routers for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:29.143850 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be23e2-0aa6-4d70-b9a9-b69d3e2c5abd None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:29.144463 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-12be23e2-0aa6-4d70-b9a9-b69d3e2c5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:29.256781 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8d362a33-21b6-460f-b9a1-f44e6de9d6da tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/floatingips/f2b834c0-f323-4251-8968-7072d912fdcb HTTP/1.1" status: 200 len: 978 time: 7.0252962 Jan 17 08:15:29.257499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49498) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:29.268219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4381bf2-49a4-4cae-b6f5-93cb2cb0ea97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.280831 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-12be23e2-0aa6-4d70-b9a9-b69d3e2c5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:29.292268 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be23e2-0aa6-4d70-b9a9-b69d3e2c5abd None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:29.298330 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-12be23e2-0aa6-4d70-b9a9-b69d3e2c5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:29.313164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.319489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.320345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 240a2686-5fea-4a90-ba16-f2006960632b {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:15:29.343763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port 7720d9ac-bc76-4fe8-9f49-9f06de299c17 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:29.344315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.360625 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-12be23e2-0aa6-4d70-b9a9-b69d3e2c5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:29.361080 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be23e2-0aa6-4d70-b9a9-b69d3e2c5abd None None] The sync data for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:29.426149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fcb2d1-f354-4dce-a39b-f9b031002597 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:29.433802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fcb2d1-f354-4dce-a39b-f9b031002597 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:29.435035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a6fcb2d1-f354-4dce-a39b-f9b031002597 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:29.515427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4381bf2-49a4-4cae-b6f5-93cb2cb0ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.548390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c188b36b-814a-4077-8251-ddf16c5ebb7b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:29.550345 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 17 08:15:29.551418 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-399f5db4-091b-4586-8903-a2ba7c15f441 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5623288 Jan 17 08:15:29.558835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49504) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:29.566504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4381bf2-49a4-4cae-b6f5-93cb2cb0ea97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5b3ad3-5a30-42ef-adc2-7b28d615f8ed,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:29.609285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4381bf2-49a4-4cae-b6f5-93cb2cb0ea97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.612798 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b4381bf2-49a4-4cae-b6f5-93cb2cb0ea97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd5b3ad3-5a30-42ef-adc2-7b28d615f8ed HTTP/1.1" status: 204 len: 168 time: 1.1599274 Jan 17 08:15:29.640350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.724697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-285c68d5-2b78-4d0e-8ce4-3cc2a0195fc9 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Deleting port fc2728ca-8ca3-47de-b4b8-155c61f0e58e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:29.724954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-285c68d5-2b78-4d0e-8ce4-3cc2a0195fc9 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.731830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.739838 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a6fcb2d1-f354-4dce-a39b-f9b031002597 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:29.743910 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a6fcb2d1-f354-4dce-a39b-f9b031002597 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8061676 Jan 17 08:15:29.760280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port c188b36b-814a-4077-8251-ddf16c5ebb7b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:29.766553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49512) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:29.783486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d38829ca-766e-480a-b298-3ce22a50d7d5 None None] Provisioning for port c188b36b-814a-4077-8251-ddf16c5ebb7b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:29.794201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d38829ca-766e-480a-b298-3ce22a50d7d5 None None] Provisioning complete for port c188b36b-814a-4077-8251-ddf16c5ebb7b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:29.794201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d38829ca-766e-480a-b298-3ce22a50d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.865806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:29.868990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:29.882807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.892179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:29.896703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:29.897504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:29.936768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=76509d90-2ddc-4a1c-bfa0-16fb06ccd617,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:29.991713 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d38829ca-766e-480a-b298-3ce22a50d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.028620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d38829ca-766e-480a-b298-3ce22a50d7d5 None None] For port c188b36b-814a-4077-8251-ddf16c5ebb7b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c188b36b-814a-4077-8251-ddf16c5ebb7b,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:30.034771 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1683aff6-641b-42df-998b-28d2a9d1cf29 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2479064 Jan 17 08:15:30.040958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49522) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:30.048450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-35abc1de-49f5-4f62-9673-26b656311dd7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:30.097888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d38829ca-766e-480a-b298-3ce22a50d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.244506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38829ca-766e-480a-b298-3ce22a50d7d5 None None] Pushing event updated for resources: {'Port': ['ID=c188b36b-814a-4077-8251-ddf16c5ebb7b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:30.256324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49532) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:30.314690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35abc1de-49f5-4f62-9673-26b656311dd7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.331234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.336584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-20f4635e-2f31-486c-ac14-4166cbe9c10f None None] Provisioning for port b1d5e19a-d4c0-4675-8d47-a533f8f6b37b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:30.341802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-20f4635e-2f31-486c-ac14-4166cbe9c10f None None] Provisioning complete for port b1d5e19a-d4c0-4675-8d47-a533f8f6b37b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:30.342169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20f4635e-2f31-486c-ac14-4166cbe9c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.374387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b6fdb059-6993-491f-8716-599bed9d858b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port b1d5e19a-d4c0-4675-8d47-a533f8f6b37b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:30.374956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb059-6993-491f-8716-599bed9d858b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.435341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 730d1fea-25eb-45fd-892a-0deb0b15d85c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:30.436026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.444357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-20f4635e-2f31-486c-ac14-4166cbe9c10f None None] Port b1d5e19a-d4c0-4675-8d47-a533f8f6b37b cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:30.553804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'networks': [{'name': 'tempest-network--1901974242'}, {'name': 'tempest-network--1678775497'}]} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:30.554114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'network': {'name': 'tempest-network--1901974242'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:30.554558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'network': {'name': 'tempest-network--1678775497'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:30.571567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:30.599494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Usage tracker for resource:network and tenant:dc7daa9b6367459ebac56cbccb21139d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:30.613294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:30.636825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.637190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.637496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Floating IP f2b834c0-f323-4251-8968-7072d912fdcb disassociated. External IP: 172.26.4.45, port: 7720d9ac-bc76-4fe8-9f49-9f06de299c17. Jan 17 08:15:30.637827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for 7720d9ac-bc76-4fe8-9f49-9f06de299c17 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:30.669198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:30.747217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35abc1de-49f5-4f62-9673-26b656311dd7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.752137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.800771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb059-6993-491f-8716-599bed9d858b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.934460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Made reservation on behalf of dc7daa9b6367459ebac56cbccb21139d for: {'network': 2} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:30.938558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:30.959035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b6fdb059-6993-491f-8716-599bed9d858b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for b1d5e19a-d4c0-4675-8d47-a533f8f6b37b owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:31.005431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35abc1de-49f5-4f62-9673-26b656311dd7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.018066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 730d1fea-25eb-45fd-892a-0deb0b15d85c owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:31.033101 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-285c68d5-2b78-4d0e-8ce4-3cc2a0195fc9 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.085415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.145711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-35abc1de-49f5-4f62-9673-26b656311dd7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] In _notify_port_updated(), no bound segment for port 76509d90-2ddc-4a1c-bfa0-16fb06ccd617 on network d304db4b-cebf-452a-a2ae-19c2c9119594 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:15:31.149520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35abc1de-49f5-4f62-9673-26b656311dd7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:31.150123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35abc1de-49f5-4f62-9673-26b656311dd7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.151394 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-35abc1de-49f5-4f62-9673-26b656311dd7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "PUT /v2.0/ports/76509d90-2ddc-4a1c-bfa0-16fb06ccd617 HTTP/1.1" status: 200 len: 818 time: 1.1092896 Jan 17 08:15:31.158461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49548) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:31.180819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-285c68d5-2b78-4d0e-8ce4-3cc2a0195fc9 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Calling delete_port for fc2728ca-8ca3-47de-b4b8-155c61f0e58e owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:31.225904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abc1de-49f5-4f62-9673-26b656311dd7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=76509d90-2ddc-4a1c-bfa0-16fb06ccd617,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:31.229756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:31.254626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Usage tracker for resource:security_group_rule and tenant:dc7daa9b6367459ebac56cbccb21139d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:31.262258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:31.273835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:31.279328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-beb0e22b-9388-41d3-8110-67626eef8856 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 76509d90-2ddc-4a1c-bfa0-16fb06ccd617 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:31.279668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb0e22b-9388-41d3-8110-67626eef8856 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.312196 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.413075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=7720d9ac-bc76-4fe8-9f49-9f06de299c17,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:31.509816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb059-6993-491f-8716-599bed9d858b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.518245 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c188b36b-814a-4077-8251-ddf16c5ebb7b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:31.597372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c188b36b-814a-4077-8251-ddf16c5ebb7b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:31.597845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.703080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb0e22b-9388-41d3-8110-67626eef8856 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.763873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.783537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.789270 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-285c68d5-2b78-4d0e-8ce4-3cc2a0195fc9 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.804008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdb059-6993-491f-8716-599bed9d858b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=b1d5e19a-d4c0-4675-8d47-a533f8f6b37b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:31.917475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.918257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.972110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb059-6993-491f-8716-599bed9d858b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:31.979184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c68d5-2b78-4d0e-8ce4-3cc2a0195fc9 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc2728ca-8ca3-47de-b4b8-155c61f0e58e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:32.042583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=730d1fea-25eb-45fd-892a-0deb0b15d85c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:32.053170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-285c68d5-2b78-4d0e-8ce4-3cc2a0195fc9 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:32.055321 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-285c68d5-2b78-4d0e-8ce4-3cc2a0195fc9 tempest-RoutersAdminNegativeTest-1031555955 tempest-RoutersAdminNegativeTest-1031555955-project-admin] 10.222.0.44 "DELETE /v2.0/ports/fc2728ca-8ca3-47de-b4b8-155c61f0e58e HTTP/1.1" status: 204 len: 168 time: 2.4953468 Jan 17 08:15:32.058125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-beb0e22b-9388-41d3-8110-67626eef8856 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 76509d90-2ddc-4a1c-bfa0-16fb06ccd617 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:32.114951 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b6fdb059-6993-491f-8716-599bed9d858b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/b1d5e19a-d4c0-4675-8d47-a533f8f6b37b HTTP/1.1" status: 204 len: 168 time: 2.3471248 Jan 17 08:15:32.122072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49566) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:32.136991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25a53e6-af93-40be-8880-f2667fa6e10b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:32.223025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:32.229423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7843fd-9593-4a97-a0cf-18ae2ac3b0fd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:32.229423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7843fd-9593-4a97-a0cf-18ae2ac3b0fd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:32.229423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b7843fd-9593-4a97-a0cf-18ae2ac3b0fd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:32.266087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 054ea79f-f20c-4b41-9c1d-982e1998dfd3 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:15:32.286947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:32.287255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Added segment e7abb5e2-cecd-42f5-9ab5-b691147b2bce of type vlan for network 7fc85b37-7a6b-4384-9905-98d10c5b5830 Jan 17 08:15:32.332834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b7843fd-9593-4a97-a0cf-18ae2ac3b0fd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:32.334239 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5b7843fd-9593-4a97-a0cf-18ae2ac3b0fd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2107656 Jan 17 08:15:32.340808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49572) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:32.389037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb0e22b-9388-41d3-8110-67626eef8856 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:32.393559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:32.507166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0e22b-9388-41d3-8110-67626eef8856 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=76509d90-2ddc-4a1c-bfa0-16fb06ccd617,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:32.517994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb0e22b-9388-41d3-8110-67626eef8856 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:32.522900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:32.615670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49580) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:32.661632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b30bf0-1a5f-4aea-9908-066667b31c15 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 11882c5e-7859-4094-92f8-347add4a5b19 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:32.666317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41b30bf0-1a5f-4aea-9908-066667b31c15 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:32.698409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49586) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:32.750126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:32.763864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2c88c-c1e4-4dbc-8ab7-a911f4f60e89 None None] Sync routers for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:32.786291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2c88c-c1e4-4dbc-8ab7-a911f4f60e89 None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:32.786405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a1c2c88c-c1e4-4dbc-8ab7-a911f4f60e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:32.846389 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-beb0e22b-9388-41d3-8110-67626eef8856 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/76509d90-2ddc-4a1c-bfa0-16fb06ccd617 HTTP/1.1" status: 204 len: 168 time: 1.6773415 Jan 17 08:15:32.849087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49592) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:32.868491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41b30bf0-1a5f-4aea-9908-066667b31c15 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:32.917313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a1c2c88c-c1e4-4dbc-8ab7-a911f4f60e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:32.919682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-575602773'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:32.927827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:32.930498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2c88c-c1e4-4dbc-8ab7-a911f4f60e89 None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:32.932373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a1c2c88c-c1e4-4dbc-8ab7-a911f4f60e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:32.939687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:32.951663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:32.955667 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f786b608-86e9-4e35-9e72-c8128be140b8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/ports/7720d9ac-bc76-4fe8-9f49-9f06de299c17 HTTP/1.1" status: 204 len: 168 time: 3.6973791 Jan 17 08:15:32.959495 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Usage tracker for resource:network and tenant:c5927cc343114b2e8785250ab0c2c324 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:32.963981 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:32.969923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49596) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:32.999274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a1c2c88c-c1e4-4dbc-8ab7-a911f4f60e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:32.999676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c2c88c-c1e4-4dbc-8ab7-a911f4f60e89 None None] The sync data for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:33.009778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:33.021893 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41b30bf0-1a5f-4aea-9908-066667b31c15 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.082299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba3a63b5-c76b-4814-91f1-67f41e6e2096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.115717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.116317 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Added segment b6b68fcc-43fa-4b59-ae01-61ec99667d44 of type vlan for network eeff4b46-bee6-495c-9250-b9b18af11410 Jan 17 08:15:33.117526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Made reservation on behalf of c5927cc343114b2e8785250ab0c2c324 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:33.120587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.122774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.138747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.145844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.183180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.183732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ba3a63b5-c76b-4814-91f1-67f41e6e2096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:33.195837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ba3a63b5-c76b-4814-91f1-67f41e6e2096 admin admin] Usage tracker for resource:security_group_rule and tenant:744637e2390f4728bf9312485f43cb10 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:33.200008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ba3a63b5-c76b-4814-91f1-67f41e6e2096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:33.208984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ba3a63b5-c76b-4814-91f1-67f41e6e2096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:33.211878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:33.217786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Usage tracker for resource:security_group_rule and tenant:c5927cc343114b2e8785250ab0c2c324 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:33.223396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:33.230360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:33.246519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca3a91-0e59-4cc6-96df-1f8c6faea1e9 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:33.247216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e7ca3a91-0e59-4cc6-96df-1f8c6faea1e9 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:33.273837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41b30bf0-1a5f-4aea-9908-066667b31c15 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.315873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.316364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Fanout notify agent at l3_agent the message router_deleted on router 83186197-af8a-47a5-aabb-6ebab2515bbe {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:15:33.329398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.329891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.333581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:33.337894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:33.337894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.344542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b30bf0-1a5f-4aea-9908-066667b31c15 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=11882c5e-7859-4094-92f8-347add4a5b19,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:33.365653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41b30bf0-1a5f-4aea-9908-066667b31c15 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.372625 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e4af8-66a3-410a-bdaa-2128dc92665a None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:33.389134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba3a63b5-c76b-4814-91f1-67f41e6e2096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.418255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.438659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e7ca3a91-0e59-4cc6-96df-1f8c6faea1e9 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:33.442585 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e7ca3a91-0e59-4cc6-96df-1f8c6faea1e9 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5898237 Jan 17 08:15:33.443877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49600) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:33.446071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba3a63b5-c76b-4814-91f1-67f41e6e2096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.465014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Network': ['ID=7fc85b37-7a6b-4384-9905-98d10c5b5830,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:33.477137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7fc85b37-7a6b-4384-9905-98d10c5b5830 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:33.506763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.512756 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-41b30bf0-1a5f-4aea-9908-066667b31c15 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/11882c5e-7859-4094-92f8-347add4a5b19 HTTP/1.1" status: 204 len: 168 time: 1.1685262 Jan 17 08:15:33.522871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49604) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:33.543439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.547413 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0fdccc27-31fc-495b-9e9a-67d5801b1f80 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/83186197-af8a-47a5-aabb-6ebab2515bbe HTTP/1.1" status: 204 len: 168 time: 4.5969543 Jan 17 08:15:33.547413 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.2827244 Jan 17 08:15:33.550556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49608) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:33.551226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:33.593763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'network': {'name': 'tempest-RoutersTest-1526073474'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:33.597041 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe499f59-2c51-4bbf-9fd6-e653e78fc6c8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:15:33.601890 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fe499f59-2c51-4bbf-9fd6-e653e78fc6c8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/76509d90-2ddc-4a1c-bfa0-16fb06ccd617 HTTP/1.1" status: 404 len: 333 time: 0.1544657 Jan 17 08:15:33.605248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49616) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:33.610888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:33.627518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a63b5-c76b-4814-91f1-67f41e6e2096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4855c9ec-7b4a-4eac-a64c-a56373f852a7,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:33.638221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:33.647958 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b3c3fd55-2d8a-4103-bc76-b97aebec803d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150463 Jan 17 08:15:33.652249 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49620) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:33.667152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1632315473'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:33.676708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:network and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:33.680986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7452-b81e-4dec-9e54-b61aad714b20 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Network': ['ID=eeff4b46-bee6-495c-9250-b9b18af11410,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:33.683025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:33.692236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:33.702196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network eeff4b46-bee6-495c-9250-b9b18af11410 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:33.716648 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ba3a63b5-c76b-4814-91f1-67f41e6e2096 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=744637e2390f4728bf9312485f43cb10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0158134 Jan 17 08:15:33.718632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.719114 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Added segment d3498f32-ce72-4155-aff2-151e0d4a8550 of type vlan for network 630bc017-49c4-4e02-87bf-470bf1de1d66 Jan 17 08:15:33.726142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49624) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:33.753986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:network and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:33.762072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:33.765725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:33.784007 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c267d549-7716-41dd-a9cf-8fc12b09b64b None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:33.793359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c267d549-7716-41dd-a9cf-8fc12b09b64b None None] Deleting port c188b36b-814a-4077-8251-ddf16c5ebb7b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:33.794041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c267d549-7716-41dd-a9cf-8fc12b09b64b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.797853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:33.877633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f705a-d623-4f3a-8cf3-14ff78f55e11 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:33.881864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f705a-d623-4f3a-8cf3-14ff78f55e11 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:33.885536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d332b8e-2985-45d8-b5b6-2e5a70a6c33b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:33.885783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f705a-d623-4f3a-8cf3-14ff78f55e11 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:33.891229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f705a-d623-4f3a-8cf3-14ff78f55e11 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:33.891390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cc3f705a-d623-4f3a-8cf3-14ff78f55e11 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Synchronizing usage tracker for tenant:dc7daa9b6367459ebac56cbccb21139d on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:33.896817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:33.906429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.926664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.930789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:33.933914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:33.996235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b05f6f7-daea-4fa7-9a59-20c673e9654f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:33.996918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b05f6f7-daea-4fa7-9a59-20c673e9654f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:34.005087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5ede-834e-4659-b4ce-fb9827c2f3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.021005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:34.035951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cc3f705a-d623-4f3a-8cf3-14ff78f55e11 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Unset dirty status for tenant:dc7daa9b6367459ebac56cbccb21139d on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:34.039958 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cc3f705a-d623-4f3a-8cf3-14ff78f55e11 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4849231 Jan 17 08:15:34.040094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5ede-834e-4659-b4ce-fb9827c2f3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.040180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:34.046424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:34.048679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.052502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:34.053545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.058225 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c267d549-7716-41dd-a9cf-8fc12b09b64b None None] For port c188b36b-814a-4077-8251-ddf16c5ebb7b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c188b36b-814a-4077-8251-ddf16c5ebb7b,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:34.058722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c267d549-7716-41dd-a9cf-8fc12b09b64b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.077392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.077738 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added segment ef37320f-886a-434e-ae40-f2cb56926d04 of type vlan for network cf26b713-6353-420f-89ca-3c384cdbad4f Jan 17 08:15:34.089702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.090044 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Added segment 37053287-7a52-4e49-b2e3-c4041a5cd77f of type vlan for network 67c94a63-1c23-4a4c-833e-cf8832db72ff Jan 17 08:15:34.162239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b05f6f7-daea-4fa7-9a59-20c673e9654f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:34.163677 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5b05f6f7-daea-4fa7-9a59-20c673e9654f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5098102 Jan 17 08:15:34.171362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49634) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:34.179303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c267d549-7716-41dd-a9cf-8fc12b09b64b None None] Calling delete_port for c188b36b-814a-4077-8251-ddf16c5ebb7b owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:34.196820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.231812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.235827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Pushing event updated for resources: {'Network': ['ID=630bc017-49c4-4e02-87bf-470bf1de1d66,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:34.240710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.245746 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f664244a-5c25-4bd9-abd7-572227d4c248 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6290190 Jan 17 08:15:34.249151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49638) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:34.260747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 630bc017-49c4-4e02-87bf-470bf1de1d66 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:34.262296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Request body: {'subnet': {'network_id': '630bc017-49c4-4e02-87bf-470bf1de1d66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:34.333787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a93b8-777c-4c91-8c8b-63e80b33e3f5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:34.334550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-235a93b8-777c-4c91-8c8b-63e80b33e3f5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:34.344526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c267d549-7716-41dd-a9cf-8fc12b09b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.351385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.392540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:34.397407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Usage tracker for resource:subnet and tenant:c5927cc343114b2e8785250ab0c2c324 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:34.397718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267d549-7716-41dd-a9cf-8fc12b09b64b None None] Pushing event deleted for resources: {'Port': ['ID=c188b36b-814a-4077-8251-ddf16c5ebb7b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:34.402286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:34.410992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267d549-7716-41dd-a9cf-8fc12b09b64b None None] No DVR routers for this DVR port c188b36b-814a-4077-8251-ddf16c5ebb7b on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:34.413000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:34.424544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5ede-834e-4659-b4ce-fb9827c2f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.437293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b5ede-834e-4659-b4ce-fb9827c2f3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4855c9ec-7b4a-4eac-a64c-a56373f852a7,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:34.444806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ca6b5ede-834e-4659-b4ce-fb9827c2f3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.448649 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ca6b5ede-834e-4659-b4ce-fb9827c2f3a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4855c9ec-7b4a-4eac-a64c-a56373f852a7 HTTP/1.1" status: 204 len: 168 time: 0.7182753 Jan 17 08:15:34.448649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-235a93b8-777c-4c91-8c8b-63e80b33e3f5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:34.459927 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-235a93b8-777c-4c91-8c8b-63e80b33e3f5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2665107 Jan 17 08:15:34.460868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49644) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:34.531614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Made reservation on behalf of c5927cc343114b2e8785250ab0c2c324 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:34.548823 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-02574ceb-5a9c-42c3-8c99-95bb5f8c24c2 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868549 Jan 17 08:15:34.553510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49648) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:34.573175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.577462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:34.578042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.581455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.584826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:34.585365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.604868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:34.723378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.731972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.757853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Network': ['ID=67c94a63-1c23-4a4c-833e-cf8832db72ff,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:34.770780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:34.789456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc85b37-7a6b-4384-9905-98d10c5b5830']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:34.806601 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2522025 Jan 17 08:15:34.809901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49654) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:34.816624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:34.822263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'subnet': {'network_id': 'cf26b713-6353-420f-89ca-3c384cdbad4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:34.857095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7abb5e2-cecd-42f5-9ab5-b691147b2bce') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:34.857657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7abb5e2-cecd-42f5-9ab5-b691147b2bce') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:34.875972 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a2631b16-ba11-4257-83c4-163690487c03 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2686357 Jan 17 08:15:34.893548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:34.899853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49658) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:34.913625 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:34.914547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:34.942284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7c71f-fba5-47e0-82de-a9e9e136fc16 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Network': ['ID=cf26b713-6353-420f-89ca-3c384cdbad4f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:34.961525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network cf26b713-6353-420f-89ca-3c384cdbad4f details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:34.974084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:34.977900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:subnet and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:34.980741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:34.986836 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:34.999271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.023886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:35.024435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:35.024842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.027565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:35.038991 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:35.094876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:35.189423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:35.195843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:35.199711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:35.214912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:35.232504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.246208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49662) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:35.289492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:35.303300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.339572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.398556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Network': ['ID=7fc85b37-7a6b-4384-9905-98d10c5b5830,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:35.477671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c188b36b-814a-4077-8251-ddf16c5ebb7b no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:35.511671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: c188b36b-814a-4077-8251-ddf16c5ebb7b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:35.512907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c188b36b-814a-4077-8251-ddf16c5ebb7b not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:35.517598 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f6c990e7-d740-4e1d-a17f-21aa254a4b0e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/networks/7fc85b37-7a6b-4384-9905-98d10c5b5830 HTTP/1.1" status: 204 len: 168 time: 1.4709260 Jan 17 08:15:35.525651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49666) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:35.532119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.574166 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-87e5e230-9530-4ab6-9c53-2f7f97c10ecf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b24d43cc76a4e729faf9946f900e93e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3268602 Jan 17 08:15:35.586173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49670) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:35.678454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.807115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29f91113-6dd5-49a2-b3cc-75249088c078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.898527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.917323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Pushing event updated for resources: {'Subnet': ['ID=c032f736-4bef-421d-8e18-79c26e5e6ed3,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:35.931888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29f91113-6dd5-49a2-b3cc-75249088c078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:35.972944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Checking segment: {'id': 'd3498f32-ce72-4155-aff2-151e0d4a8550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '630bc017-49c4-4e02-87bf-470bf1de1d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:35.973298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Network hostable DHCP agents. Network: 630bc017-49c4-4e02-87bf-470bf1de1d66, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:36.040604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc23c00a-c1cd-411a-8b77-7006b05dd037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.086016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.154821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.221466 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeff4b46-bee6-495c-9250-b9b18af11410']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:36.225786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.261997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Subnet': ['ID=684fde9d-142f-41b9-84ef-749410af450c,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:36.266958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b68fcc-43fa-4b59-ae01-61ec99667d44') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:36.267554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b68fcc-43fa-4b59-ae01-61ec99667d44') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:36.283411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29f91113-6dd5-49a2-b3cc-75249088c078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.297541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.303810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Network 630bc017-49c4-4e02-87bf-470bf1de1d66 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:36.308363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:15:36.317831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f91113-6dd5-49a2-b3cc-75249088c078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7e00dc-5c24-40ca-aae6-416f19cfe2a9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:36.318328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.333201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port 5f30087f-6da0-4892-8dcd-b5e2f36ed849 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:36.333542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.358612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.380269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:36.380653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.392064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=9d8ec213-179c-431d-9a3d-7a4e5176b56c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:36.398350 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:36.400685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29f91113-6dd5-49a2-b3cc-75249088c078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.402157 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-29f91113-6dd5-49a2-b3cc-75249088c078 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa7e00dc-5c24-40ca-aae6-416f19cfe2a9 HTTP/1.1" status: 204 len: 168 time: 0.8145649 Jan 17 08:15:36.411229 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Checking segment: {'id': 'ef37320f-886a-434e-ae40-f2cb56926d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cf26b713-6353-420f-89ca-3c384cdbad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:36.411710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network hostable DHCP agents. Network: cf26b713-6353-420f-89ca-3c384cdbad4f, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:36.489830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Checking segment: {'id': '37053287-7a52-4e49-b2e3-c4041a5cd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:36.490057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:36.490186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network hostable DHCP agents. Network: 67c94a63-1c23-4a4c-833e-cf8832db72ff, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:36.490925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=81ea02e8-9bdf-47d8-af8c-2757cb5cbf07,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:36.501933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:36.508979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 630bc017-49c4-4e02-87bf-470bf1de1d66) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:36.521273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835535cf-9e67-4f86-8826-fc0a57297b0d None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:36.534106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:36.544423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.565371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:36.565630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.566360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.587305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ed8291-319c-46d3-a5f3-13e265689985 None None] Network 630bc017-49c4-4e02-87bf-470bf1de1d66 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:36.633414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:36.646600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network cf26b713-6353-420f-89ca-3c384cdbad4f is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:36.664199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.677009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.681966 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/networks/eeff4b46-bee6-495c-9250-b9b18af11410 HTTP/1.1" status: 204 len: 168 time: 1.1529462 Jan 17 08:15:36.694111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for 5f30087f-6da0-4892-8dcd-b5e2f36ed849 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:36.726571 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a32cb035-8c13-4e16-b487-aff72be6d231 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1663077 Jan 17 08:15:36.726571 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0ccd0118-2e2c-4d0e-9004-7e23f2a28eec tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4733489 Jan 17 08:15:36.726869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49678) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:36.726869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49680) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:36.726869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49684) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:36.727779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678037a-7dc1-4707-8705-97c23c40ce52 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Network': ['ID=eeff4b46-bee6-495c-9250-b9b18af11410,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:36.732375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, cf26b713-6353-420f-89ca-3c384cdbad4f) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:36.739393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:36.740349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.752744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255c21e2-334f-4359-934e-52a67ef4d38c None None] Network cf26b713-6353-420f-89ca-3c384cdbad4f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:36.768373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Request body: {'port': {'network_id': '630bc017-49c4-4e02-87bf-470bf1de1d66', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1509257671'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:36.788370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:29:a9:fb', 'name': 'tempest-NetworksTestDHCPv6-453155474'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:36.811339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 67c94a63-1c23-4a4c-833e-cf8832db72ff) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:36.835745 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1776a534-5e40-4675-8e12-d22b2ea5a731 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0231786 Jan 17 08:15:36.840014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49692) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:36.843870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019eda7-ee6a-49ad-9403-8b04fef90fac None None] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:36.847320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1881087637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:36.855952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:36.865153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:router and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:36.869686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:36.881852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:36.960986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.962942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:36.989729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:36.990545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.007185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.111909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.169085 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8faac9ed-146c-4ac9-b607-974e71f95a7e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2678776 Jan 17 08:15:37.172233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49704) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:37.179151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:37.208535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:37.210855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:37.215034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '81ea02e8-9bdf-47d8-af8c-2757cb5cbf07'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:37.215854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.221792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Usage tracker for resource:port and tenant:c5927cc343114b2e8785250ab0c2c324 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:37.232974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853eda34-2c96-4899-af37-7d40f398036e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:37.237939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853eda34-2c96-4899-af37-7d40f398036e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:37.238879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-853eda34-2c96-4899-af37-7d40f398036e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Synchronizing usage tracker for tenant:dc7daa9b6367459ebac56cbccb21139d on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:37.242150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:37.246244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:37.257564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:37.261066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.262580 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a2bb425b-d80f-4eba-8508-92dfe8b49bd6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4213798 Jan 17 08:15:37.266977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49710) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:37.276999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-630bc017-49c4-4e02-87bf-470bf1de1d66', 'network_id': '630bc017-49c4-4e02-87bf-470bf1de1d66', 'tenant_id': 'c5927cc343114b2e8785250ab0c2c324', 'fixed_ips': [{'subnet_id': 'c032f736-4bef-421d-8e18-79c26e5e6ed3'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:37.277796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.347419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:37.386716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-853eda34-2c96-4899-af37-7d40f398036e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Unset dirty status for tenant:dc7daa9b6367459ebac56cbccb21139d on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:37.388874 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-853eda34-2c96-4899-af37-7d40f398036e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6630514 Jan 17 08:15:37.437226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49714) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:37.449025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Made reservation on behalf of c5927cc343114b2e8785250ab0c2c324 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:37.452849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.463731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1617776047'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:37.474385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-cf26b713-6353-420f-89ca-3c384cdbad4f', 'network_id': 'cf26b713-6353-420f-89ca-3c384cdbad4f', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'fixed_ips': [{'subnet_id': '684fde9d-142f-41b9-84ef-749410af450c'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:37.475179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.497576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:37.527188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:37.540634 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-67c94a63-1c23-4a4c-833e-cf8832db72ff', 'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff', 'tenant_id': 'a20e18b3f2b34ede8b3f66595b40955c', 'fixed_ips': [{'subnet_id': '9d8ec213-179c-431d-9a3d-7a4e5176b56c'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:37.541423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.574356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.579213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] device_id is not set on port b0bb95ec-6e67-4815-9552-bdda483a412b yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:37.588614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:37.592535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:37.595458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:37.601220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:37.664462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.689689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=5f30087f-6da0-4892-8dcd-b5e2f36ed849,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:37.699725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:37.715640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Made reservation on behalf of dc7daa9b6367459ebac56cbccb21139d for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:37.719774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:37.786790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port e7546317-13a1-4301-9fac-188af2a86309 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:37.995039 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Allocated IP 172.20.0.2 (cf26b713-6353-420f-89ca-3c384cdbad4f/684fde9d-142f-41b9-84ef-749410af450c/bd6ca234-ddf0-4de8-9e72-7e5abc543836) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:38.042141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:38.117089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49724) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:38.133243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.133666 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Added segment 8b239b91-10f6-4dac-99f2-e0d86a989b5d of type vlan for network 9573f3da-6fb2-4561-8e2c-178559cd6883 Jan 17 08:15:38.149657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.274108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.305650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.339150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Allocated IP 2001:db8::2 (67c94a63-1c23-4a4c-833e-cf8832db72ff/9d8ec213-179c-431d-9a3d-7a4e5176b56c/fe3d6846-3f8f-41b4-83f4-de6888ddb508) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:38.346512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Allocated IP 2001:db8::f816:3eff:fe0c:e15e (f8dda541-a6ad-4425-a3fa-1d9436a44791/81ea02e8-9bdf-47d8-af8c-2757cb5cbf07/f64b6684-9e71-4d2c-af49-6a7077da825d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:38.366449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Allocated IP 172.20.0.2 (630bc017-49c4-4e02-87bf-470bf1de1d66/c032f736-4bef-421d-8e18-79c26e5e6ed3/16b913ea-1093-414c-aa09-d2c2e26f21ff) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:38.396830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.397955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-808ca72c-17ce-4d22-8859-edd5e5ed2fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.401564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1738786073'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:38.410788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:38.414820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:38.417842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:38.424815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:38.426552 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.ipam_backend_mixin [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d8ec213-179c-431d-9a3d-7a4e5176b56c (CIDR: 2001:db8::/64) Jan 17 08:15:38.490073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:15:38.490521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:38.495949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.499627 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:38.500215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.526022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:38.528936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.545968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.602003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:38.607795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:security_group_rule and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:38.612551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:38.619694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:38.712937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Network': ['ID=9573f3da-6fb2-4561-8e2c-178559cd6883,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:38.737972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 9573f3da-6fb2-4561-8e2c-178559cd6883 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:38.787904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d43ef02e-a7dc-4ee3-965f-bda76fa96bed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6115718 Jan 17 08:15:38.788112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49730) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:38.793418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:38.824500 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b9e4f532-25e9-4640-b390-1d836d5adbb5 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3836517 Jan 17 08:15:38.831288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49734) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:38.845561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-618118954'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:38.864714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:38.874345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.883437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:38.897845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.949366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:38.960393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:38.965371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:38.969619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:38.969810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Transition to ACTIVE for port object bd6ca234-ddf0-4de8-9e72-7e5abc543836 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:38.975596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:38.990328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:38.996723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Made reservation on behalf of dc7daa9b6367459ebac56cbccb21139d for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:38.999819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.008694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053d261e-cc51-4355-b47d-bc993d7bac06,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:39.032945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.033081 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment 3bb52f68-dc03-42a9-ad2b-5bc576df5a8c of type vlan for network 5a61fdd3-0128-4780-8a17-16f1e0dc3d79 Jan 17 08:15:39.046980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:39.051106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.074980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.078421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:39.095574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.095912 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Added segment b998faec-0c28-473e-8c30-cb6fcd520362 of type vlan for network 0c12c443-c6fa-4e6a-974c-77a5ead28756 Jan 17 08:15:39.129666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Transition to ACTIVE for port object bd6ca234-ddf0-4de8-9e72-7e5abc543836 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:39.188704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.213253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.218430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.220903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.228299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.231951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:39.232523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.243759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Transition to ACTIVE for port object f64b6684-9e71-4d2c-af49-6a7077da825d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:39.246317 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Transition to ACTIVE for port object 16b913ea-1093-414c-aa09-d2c2e26f21ff will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:39.248813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Transition to ACTIVE for port object fe3d6846-3f8f-41b4-83f4-de6888ddb508 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:39.263536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.343607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.20.0.1 (cf26b713-6353-420f-89ca-3c384cdbad4f/684fde9d-142f-41b9-84ef-749410af450c/e2d113b9-014d-4e06-b6ee-b214d48808f3) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:39.355369 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Transition to ACTIVE for port object f64b6684-9e71-4d2c-af49-6a7077da825d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:39.356183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.359572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:39.360161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.363057 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Transition to ACTIVE for port object fe3d6846-3f8f-41b4-83f4-de6888ddb508 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:39.378586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Transition to ACTIVE for port object 16b913ea-1093-414c-aa09-d2c2e26f21ff will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:39.385458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=5a61fdd3-0128-4780-8a17-16f1e0dc3d79,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:39.391814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Network cf26b713-6353-420f-89ca-3c384cdbad4f is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:39.395370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:39.400081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:39.402433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Pushing event updated for resources: {'Port': ['ID=bd6ca234-ddf0-4de8-9e72-7e5abc543836,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:39.437904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 5a61fdd3-0128-4780-8a17-16f1e0dc3d79 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:39.470438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.539011 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7065153 Jan 17 08:15:39.540330 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b0bff5d6-ab3b-46ae-884e-3d199f03f766 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4203384 Jan 17 08:15:39.556503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49738) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:39.563508 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'ports': [{'network_id': '9573f3da-6fb2-4561-8e2c-178559cd6883', 'name': 'tempest-port--1654345385', 'admin_state_up': True}, {'network_id': '0c12c443-c6fa-4e6a-974c-77a5ead28756', 'admin_state_up': False}]} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:39.563826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'port': {'network_id': '9573f3da-6fb2-4561-8e2c-178559cd6883', 'name': 'tempest-port--1654345385', 'admin_state_up': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:39.564296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'port': {'network_id': '0c12c443-c6fa-4e6a-974c-77a5ead28756', 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:39.574531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79a2d2-249f-4821-9c97-5a5ae62c4646 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Network': ['ID=0c12c443-c6fa-4e6a-974c-77a5ead28756,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:39.595773 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:39.606629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 054ea79f-f20c-4b41-9c1d-982e1998dfd3 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:15:39.613944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:39.615946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.617257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.627726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 0c12c443-c6fa-4e6a-974c-77a5ead28756 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:39.641575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.658835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:39.669507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fe29:a9fb (f8dda541-a6ad-4425-a3fa-1d9436a44791/81ea02e8-9bdf-47d8-af8c-2757cb5cbf07/e7546317-13a1-4301-9fac-188af2a86309) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:39.671657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Network 630bc017-49c4-4e02-87bf-470bf1de1d66 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:39.697467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Allocated IP 172.20.0.10 (630bc017-49c4-4e02-87bf-470bf1de1d66/c032f736-4bef-421d-8e18-79c26e5e6ed3/b0bb95ec-6e67-4815-9552-bdda483a412b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:39.700086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:39.708944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49742) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:39.721929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': '5a61fdd3-0128-4780-8a17-16f1e0dc3d79', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:39.771114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:39.816588 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Attempting to bind port bd6ca234-ddf0-4de8-9e72-7e5abc543836 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:39.816973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Attempting to bind port bd6ca234-ddf0-4de8-9e72-7e5abc543836 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'ef37320f-886a-434e-ae40-f2cb56926d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cf26b713-6353-420f-89ca-3c384cdbad4f'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:39.817231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.817409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Attempting to bind port bd6ca234-ddf0-4de8-9e72-7e5abc543836 on network cf26b713-6353-420f-89ca-3c384cdbad4f {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:39.864632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:39.882444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Pushing event updated for resources: {'Port': ['ID=f64b6684-9e71-4d2c-af49-6a7077da825d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:39.988745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:39.991715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.004141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:40.007878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:40.029032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:40.029759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.039048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Transition to ACTIVE for port object e2d113b9-014d-4e06-b6ee-b214d48808f3 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:40.046770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:40.058787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=a13336c6-9537-4fb7-8385-218674f0ef26,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:40.065895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:40.065895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Checking segment: {'id': 'ef37320f-886a-434e-ae40-f2cb56926d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cf26b713-6353-420f-89ca-3c384cdbad4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:40.065895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.066334 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Bound using segment: {'id': 'ef37320f-886a-434e-ae40-f2cb56926d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cf26b713-6353-420f-89ca-3c384cdbad4f'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:40.067070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Bound port: bd6ca234-ddf0-4de8-9e72-7e5abc543836, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef37320f-886a-434e-ae40-f2cb56926d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cf26b713-6353-420f-89ca-3c384cdbad4f'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:40.067070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.080143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:40.082584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Usage tracker for resource:port and tenant:dc7daa9b6367459ebac56cbccb21139d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:40.085339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:40.086181 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:40.093387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:40.150528 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bcbfd113-811e-499c-9cfe-73becdeec7af tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3610585 Jan 17 08:15:40.152483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49746) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:40.160037 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff', 'fixed_ips': [{'subnet_id': '9d8ec213-179c-431d-9a3d-7a4e5176b56c'}, {'subnet_id': 'a13336c6-9537-4fb7-8385-218674f0ef26'}], 'name': 'tempest-PortsIpV6TestJSON-965673302'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:40.178091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Made reservation on behalf of dc7daa9b6367459ebac56cbccb21139d for: {'port': 2} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:40.181915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.188696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:40.199145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.211142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Attempting to bind port f64b6684-9e71-4d2c-af49-6a7077da825d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:40.211508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Attempting to bind port f64b6684-9e71-4d2c-af49-6a7077da825d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:40.211864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Attempting to bind port f64b6684-9e71-4d2c-af49-6a7077da825d on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:40.277084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Attempting to bind port 16b913ea-1093-414c-aa09-d2c2e26f21ff on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:40.277456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Attempting to bind port 16b913ea-1093-414c-aa09-d2c2e26f21ff by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'd3498f32-ce72-4155-aff2-151e0d4a8550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '630bc017-49c4-4e02-87bf-470bf1de1d66'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:40.277818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Attempting to bind port 16b913ea-1093-414c-aa09-d2c2e26f21ff on network 630bc017-49c4-4e02-87bf-470bf1de1d66 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:40.280297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Pushing event updated for resources: {'Port': ['ID=16b913ea-1093-414c-aa09-d2c2e26f21ff,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:40.307394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:40.312359 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.315533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:40.329267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:40.345731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:40.346006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:40.346345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.346747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:40.347591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Bound port: f64b6684-9e71-4d2c-af49-6a7077da825d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:40.347724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.402802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:40.403519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Checking segment: {'id': 'd3498f32-ce72-4155-aff2-151e0d4a8550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '630bc017-49c4-4e02-87bf-470bf1de1d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:40.403519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.404080 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Bound using segment: {'id': 'd3498f32-ce72-4155-aff2-151e0d4a8550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '630bc017-49c4-4e02-87bf-470bf1de1d66'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:40.405068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Bound port: 16b913ea-1093-414c-aa09-d2c2e26f21ff, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3498f32-ce72-4155-aff2-151e0d4a8550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '630bc017-49c4-4e02-87bf-470bf1de1d66'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:40.405068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.428964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Attempting to bind port fe3d6846-3f8f-41b4-83f4-de6888ddb508 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:40.429350 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Attempting to bind port fe3d6846-3f8f-41b4-83f4-de6888ddb508 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '37053287-7a52-4e49-b2e3-c4041a5cd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:40.429609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Attempting to bind port fe3d6846-3f8f-41b4-83f4-de6888ddb508 on network 67c94a63-1c23-4a4c-833e-cf8832db72ff {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:40.431787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network cf26b713-6353-420f-89ca-3c384cdbad4f is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:40.450217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:40.478945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] For port bd6ca234-ddf0-4de8-9e72-7e5abc543836, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:40.485451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Pushing event updated for resources: {'Port': ['ID=fe3d6846-3f8f-41b4-83f4-de6888ddb508,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:40.490702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:40.510011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:40.527611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] For port bd6ca234-ddf0-4de8-9e72-7e5abc543836, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=bd6ca234-ddf0-4de8-9e72-7e5abc543836,segment=NetworkSegment(ef37320f-886a-434e-ae40-f2cb56926d04),segment_id=ef37320f-886a-434e-ae40-f2cb56926d04)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:40.538728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=e2d113b9-014d-4e06-b6ee-b214d48808f3,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:40.539098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:40.539455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Checking segment: {'id': '37053287-7a52-4e49-b2e3-c4041a5cd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:40.539867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.540251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Bound using segment: {'id': '37053287-7a52-4e49-b2e3-c4041a5cd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:40.541021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Bound port: fe3d6846-3f8f-41b4-83f4-de6888ddb508, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37053287-7a52-4e49-b2e3-c4041a5cd77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:40.541143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.587106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.601573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:40.635870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.638384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:40.643432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.689196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] For port f64b6684-9e71-4d2c-af49-6a7077da825d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:40.698157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object e7546317-13a1-4301-9fac-188af2a86309 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:40.698352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.699543 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.726846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] For port 16b913ea-1093-414c-aa09-d2c2e26f21ff, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:40.730758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Transition to ACTIVE for port object b0bb95ec-6e67-4815-9552-bdda483a412b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:40.741703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] For port f64b6684-9e71-4d2c-af49-6a7077da825d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f64b6684-9e71-4d2c-af49-6a7077da825d,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:40.751767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] device_id is not set on port cc031de1-83ad-4ddf-abfe-fbe1c38b1fa2 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:40.771688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:40.776529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] For port 16b913ea-1093-414c-aa09-d2c2e26f21ff, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=16b913ea-1093-414c-aa09-d2c2e26f21ff,segment=NetworkSegment(d3498f32-ce72-4155-aff2-151e0d4a8550),segment_id=d3498f32-ce72-4155-aff2-151e0d4a8550)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:40.779998 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.785105 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e35cd-01d3-4bc3-bc2a-ec26d953a030 None None] Pushing event updated for resources: {'Port': ['ID=bd6ca234-ddf0-4de8-9e72-7e5abc543836,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:40.805139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:40.805740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] For port fe3d6846-3f8f-41b4-83f4-de6888ddb508, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:40.811463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] For port fe3d6846-3f8f-41b4-83f4-de6888ddb508, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fe3d6846-3f8f-41b4-83f4-de6888ddb508,segment=NetworkSegment(37053287-7a52-4e49-b2e3-c4041a5cd77f),segment_id=37053287-7a52-4e49-b2e3-c4041a5cd77f)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:40.835184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.868521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:40.884980 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0607894-a9b1-4574-aed4-f1f6de3f1082 None None] Sync routers for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:40.894352 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.895721 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ca1c7518-eb08-4847-bd8e-394edb868442 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/routers/054ea79f-f20c-4b41-9c1d-982e1998dfd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9141614 Jan 17 08:15:40.897658 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0607894-a9b1-4574-aed4-f1f6de3f1082 None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:40.898421 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f0607894-a9b1-4574-aed4-f1f6de3f1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:40.907094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.927795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49750) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:40.937233 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:40.991565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcdeaf-4f3e-445c-81ec-bf759be875eb None None] Pushing event updated for resources: {'Port': ['ID=f64b6684-9e71-4d2c-af49-6a7077da825d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:40.996021 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f0607894-a9b1-4574-aed4-f1f6de3f1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:41.011241 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0607894-a9b1-4574-aed4-f1f6de3f1082 None None] Routers {'054ea79f-f20c-4b41-9c1d-982e1998dfd3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:41.012109 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f0607894-a9b1-4574-aed4-f1f6de3f1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:41.094602 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f0607894-a9b1-4574-aed4-f1f6de3f1082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:41.095279 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0607894-a9b1-4574-aed4-f1f6de3f1082 None None] The sync data for ids ['054ea79f-f20c-4b41-9c1d-982e1998dfd3'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:41.108567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c3f53-67b1-4b88-9ee1-ba59bab90506 None None] Pushing event updated for resources: {'Port': ['ID=16b913ea-1093-414c-aa09-d2c2e26f21ff,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:41.111830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:41.118770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:41.215922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83daf2-8c53-48d5-8cf6-29b4b31d0a78 None None] Pushing event updated for resources: {'Port': ['ID=fe3d6846-3f8f-41b4-83f4-de6888ddb508,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:41.275308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:41.353469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:41.356885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:41.365165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:41.378756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:41.387177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:41.393249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:41.399497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:41.421533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Network 630bc017-49c4-4e02-87bf-470bf1de1d66 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:41.458745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:41.460260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=e7546317-13a1-4301-9fac-188af2a86309,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:41.474462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:41.651985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=731d6c6e-c35c-4b03-8f5c-bb9a7e5060a0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:41.727891 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-46637902-b623-4b90-b894-1b82ed2e8fe5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9901223 Jan 17 08:15:41.741649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49756) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:41.742804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Pushing event updated for resources: {'Port': ['ID=b0bb95ec-6e67-4815-9552-bdda483a412b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:41.755623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:41.755623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:41.758097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] device_id is not set on port 8dea84d7-7ed4-4a87-a9e3-5c91a419b8c2 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:41.832603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': '3bb52f68-dc03-42a9-ad2b-5bc576df5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5a61fdd3-0128-4780-8a17-16f1e0dc3d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:41.832986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: 5a61fdd3-0128-4780-8a17-16f1e0dc3d79, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:41.866707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device bd6ca234-ddf0-4de8-9e72-7e5abc543836 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:41.912717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17d6ae-6810-4045-b88d-d40258e8b95e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:41.916893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17d6ae-6810-4045-b88d-d40258e8b95e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:41.917711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce17d6ae-6810-4045-b88d-d40258e8b95e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:41.927135 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6543c7a1-41bf-4cf5-b4e6-278a70264094 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.1883335 Jan 17 08:15:41.928703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49760) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:41.969442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network 5a61fdd3-0128-4780-8a17-16f1e0dc3d79 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:41.983656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port bd6ca234-ddf0-4de8-9e72-7e5abc543836 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:41.989746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 16b913ea-1093-414c-aa09-d2c2e26f21ff up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:42.008839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-04a74653-f02d-4980-b8c6-cc96b6262bd2 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Deleting port b0bb95ec-6e67-4815-9552-bdda483a412b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:42.009176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04a74653-f02d-4980-b8c6-cc96b6262bd2 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.050460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce17d6ae-6810-4045-b88d-d40258e8b95e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:42.054112 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ce17d6ae-6810-4045-b88d-d40258e8b95e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3050234 Jan 17 08:15:42.058963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49764) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:42.067291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 5a61fdd3-0128-4780-8a17-16f1e0dc3d79) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:42.078128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3890dd0a-f48e-4a63-b6de-25d1e40c28ed None None] Network 5a61fdd3-0128-4780-8a17-16f1e0dc3d79 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:42.112684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:42.113289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.147430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 16b913ea-1093-414c-aa09-d2c2e26f21ff completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:42.205034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dc338c9c-9c45-4919-95ad-2a0044ca52c9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port e7546317-13a1-4301-9fac-188af2a86309 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:42.205370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc338c9c-9c45-4919-95ad-2a0044ca52c9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.275529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::1c (67c94a63-1c23-4a4c-833e-cf8832db72ff/9d8ec213-179c-431d-9a3d-7a4e5176b56c/70ee7c4b-8370-4f29-9d59-ab92c29a99e0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:42.330625 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-5a61fdd3-0128-4780-8a17-16f1e0dc3d79', 'network_id': '5a61fdd3-0128-4780-8a17-16f1e0dc3d79', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': '731d6c6e-c35c-4b03-8f5c-bb9a7e5060a0'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:42.331666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.353497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8:0:1::213 (67c94a63-1c23-4a4c-833e-cf8832db72ff/a13336c6-9537-4fb7-8385-218674f0ef26/70ee7c4b-8370-4f29-9d59-ab92c29a99e0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:42.384525 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a8a34d83-5861-4522-b784-af356bfb060d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6743932 Jan 17 08:15:42.390981 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49768) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:42.431387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518830450'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:42.543640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Allocated IP 172.20.255.242 (5a61fdd3-0128-4780-8a17-16f1e0dc3d79/731d6c6e-c35c-4b03-8f5c-bb9a7e5060a0/2655859c-0df9-437c-bb01-7a9c0e4f1124) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:42.569364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.650244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:42.676719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:42.686644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.692266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:42.699110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04a74653-f02d-4980-b8c6-cc96b6262bd2 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.761538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:42.843361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.859874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Transition to ACTIVE for port object 2655859c-0df9-437c-bb01-7a9c0e4f1124 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:42.890125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Transition to ACTIVE for port object 2655859c-0df9-437c-bb01-7a9c0e4f1124 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:42.894040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-04a74653-f02d-4980-b8c6-cc96b6262bd2 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Calling delete_port for b0bb95ec-6e67-4815-9552-bdda483a412b owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:42.955241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.966724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Port': ['ID=cc031de1-83ad-4ddf-abfe-fbe1c38b1fa2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:42.970045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:42.973065 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:42.975832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc338c9c-9c45-4919-95ad-2a0044ca52c9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.120318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:43.137887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.138435 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment c1b9ac23-1254-4cf0-aa5e-7fff45e23b63 of type vlan for network 9ae29b1b-d250-4bb0-b83e-04ec7d640d0c Jan 17 08:15:43.170883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Pushing event updated for resources: {'Port': ['ID=2655859c-0df9-437c-bb01-7a9c0e4f1124,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:43.174800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Network 5a61fdd3-0128-4780-8a17-16f1e0dc3d79 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:43.176393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:43.178489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:43.188209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53285cb-0efc-41b2-8bc4-a5cbba896b52 None None] Network 630bc017-49c4-4e02-87bf-470bf1de1d66 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:43.193937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04a74653-f02d-4980-b8c6-cc96b6262bd2 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.203736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.283675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.321854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dc338c9c-9c45-4919-95ad-2a0044ca52c9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for e7546317-13a1-4301-9fac-188af2a86309 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:43.374553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a74653-f02d-4980-b8c6-cc96b6262bd2 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Pushing event deleted for resources: {'Port': ['ID=b0bb95ec-6e67-4815-9552-bdda483a412b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:43.380631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.391245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:43.392078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.462658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8c150490-cd69-4060-9778-e17674dce1d6 None None] Provisioning for port 16b913ea-1093-414c-aa09-d2c2e26f21ff completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:43.499593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8c150490-cd69-4060-9778-e17674dce1d6 None None] Provisioning complete for port 16b913ea-1093-414c-aa09-d2c2e26f21ff triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:43.502443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c150490-cd69-4060-9778-e17674dce1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.518635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:15:43.569374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9516449e-a9e4-4ce5-8d65-e2420536e0bd None None] Network cf26b713-6353-420f-89ca-3c384cdbad4f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:43.625573 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Attempting to bind port 2655859c-0df9-437c-bb01-7a9c0e4f1124 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:43.626003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Attempting to bind port 2655859c-0df9-437c-bb01-7a9c0e4f1124 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '3bb52f68-dc03-42a9-ad2b-5bc576df5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5a61fdd3-0128-4780-8a17-16f1e0dc3d79'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:43.639572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Attempting to bind port 2655859c-0df9-437c-bb01-7a9c0e4f1124 on network 5a61fdd3-0128-4780-8a17-16f1e0dc3d79 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:43.660953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Checking segment: {'id': '8b239b91-10f6-4dac-99f2-e0d86a989b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '9573f3da-6fb2-4561-8e2c-178559cd6883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:43.661317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Network hostable DHCP agents. Network: 9573f3da-6fb2-4561-8e2c-178559cd6883, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:43.725969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04a74653-f02d-4980-b8c6-cc96b6262bd2 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.728175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.746724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fe3d6846-3f8f-41b4-83f4-de6888ddb508 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:43.753729 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-04a74653-f02d-4980-b8c6-cc96b6262bd2 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] 10.222.0.44 "DELETE /v2.0/ports/b0bb95ec-6e67-4815-9552-bdda483a412b HTTP/1.1" status: 204 len: 168 time: 1.8202887 Jan 17 08:15:43.755153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49772) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:43.784919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=9ae29b1b-d250-4bb0-b83e-04ec7d640d0c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:43.787826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:43.788451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Checking segment: {'id': '3bb52f68-dc03-42a9-ad2b-5bc576df5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5a61fdd3-0128-4780-8a17-16f1e0dc3d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:43.790274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.790876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Bound using segment: {'id': '3bb52f68-dc03-42a9-ad2b-5bc576df5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5a61fdd3-0128-4780-8a17-16f1e0dc3d79'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:43.793137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Bound port: 2655859c-0df9-437c-bb01-7a9c0e4f1124, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb52f68-dc03-42a9-ad2b-5bc576df5a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5a61fdd3-0128-4780-8a17-16f1e0dc3d79'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:43.793822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.800646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.836790 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 9ae29b1b-d250-4bb0-b83e-04ec7d640d0c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:43.852834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.862853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8b5b9-f9ff-4c37-8056-e477668158bf None None] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:43.869562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc338c9c-9c45-4919-95ad-2a0044ca52c9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:43.934794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc338c9c-9c45-4919-95ad-2a0044ca52c9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=e7546317-13a1-4301-9fac-188af2a86309,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:43.960255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:43.973441 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ff28b18b-8254-4e67-83c9-7cd0c55469bc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5564132 Jan 17 08:15:43.977826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49778) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:43.980860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Network 9573f3da-6fb2-4561-8e2c-178559cd6883 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:43.997328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': '9ae29b1b-d250-4bb0-b83e-04ec7d640d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:44.002973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dc338c9c-9c45-4919-95ad-2a0044ca52c9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.004911 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dc338c9c-9c45-4919-95ad-2a0044ca52c9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/e7546317-13a1-4301-9fac-188af2a86309 HTTP/1.1" status: 204 len: 168 time: 1.9465237 Jan 17 08:15:44.007918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49782) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:44.023119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=e2d113b9-014d-4e06-b6ee-b214d48808f3,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:44.048273 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e6608b6d-e7e5-4a0a-be40-72fadd290a96 tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2889888 Jan 17 08:15:44.049563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49786) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:44.064022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1396055019'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:44.073226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:44.079835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Usage tracker for resource:network and tenant:c5927cc343114b2e8785250ab0c2c324 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:44.084830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:44.097659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:44.109905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c4607d-00dc-4028-bcd4-b9271d77be34 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:44.111505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c4607d-00dc-4028-bcd4-b9271d77be34 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:44.112380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d3c4607d-00dc-4028-bcd4-b9271d77be34 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:44.118136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.129422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 9573f3da-6fb2-4561-8e2c-178559cd6883) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:44.134326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:44.136410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.196505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c19b5-588f-478f-a87b-7a654c485227 None None] Network 9573f3da-6fb2-4561-8e2c-178559cd6883 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:44.200209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Made reservation on behalf of c5927cc343114b2e8785250ab0c2c324 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:44.203533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.226397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d3c4607d-00dc-4028-bcd4-b9271d77be34 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:44.231048 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d3c4607d-00dc-4028-bcd4-b9271d77be34 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2220049 Jan 17 08:15:44.233401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:44.287457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:44.310085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.310444 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Added segment 79ebf98f-ad42-4c71-a1c4-4f1628618cc1 of type vlan for network 11b2efa5-ab88-4f20-bdee-8b3f47a6ac31 Jan 17 08:15:44.380472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:44.413629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.469500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] For port 2655859c-0df9-437c-bb01-7a9c0e4f1124, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:44.474621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] For port 2655859c-0df9-437c-bb01-7a9c0e4f1124, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2655859c-0df9-437c-bb01-7a9c0e4f1124,segment=NetworkSegment(3bb52f68-dc03-42a9-ad2b-5bc576df5a8c),segment_id=3bb52f68-dc03-42a9-ad2b-5bc576df5a8c)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:44.483864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d87801-63aa-4514-ace6-c6cf7c06c5c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 81ea02e8-9bdf-47d8-af8c-2757cb5cbf07 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:44.487019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96d87801-63aa-4514-ace6-c6cf7c06c5c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.534278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Port': ['ID=8dea84d7-7ed4-4a87-a9e3-5c91a419b8c2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:44.538391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.546865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:44.590448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:44.605856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.627908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:44.637241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96d87801-63aa-4514-ace6-c6cf7c06c5c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.688115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:44.706769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:44.709424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:44.713724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:44.714345 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.716866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96d87801-63aa-4514-ace6-c6cf7c06c5c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.723554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=70ee7c4b-8370-4f29-9d59-ab92c29a99e0,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:44.752983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:44.771854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Checking segment: {'id': 'b998faec-0c28-473e-8c30-cb6fcd520362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0c12c443-c6fa-4e6a-974c-77a5ead28756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:44.772241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Network hostable DHCP agents. Network: 0c12c443-c6fa-4e6a-974c-77a5ead28756, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:44.789384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.793217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:44.793792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.823049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c150490-cd69-4060-9778-e17674dce1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.883980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:44.905863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network cf26b713-6353-420f-89ca-3c384cdbad4f is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:44.910112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:44.910862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Pushing event updated for resources: {'Network': ['ID=11b2efa5-ab88-4f20-bdee-8b3f47a6ac31,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:44.943027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 11b2efa5-ab88-4f20-bdee-8b3f47a6ac31 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:44.967606 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-23a0e2e7-6339-40e3-9c54-f63c68c0e357 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9162045 Jan 17 08:15:44.976780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49794) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:45.001764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96d87801-63aa-4514-ace6-c6cf7c06c5c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:45.038763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port fe3d6846-3f8f-41b4-83f4-de6888ddb508 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:45.041959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3a5d9-f6e6-467a-8665-081fac2f2e54 None None] Pushing event updated for resources: {'Port': ['ID=2655859c-0df9-437c-bb01-7a9c0e4f1124,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:45.101467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d87801-63aa-4514-ace6-c6cf7c06c5c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=81ea02e8-9bdf-47d8-af8c-2757cb5cbf07,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:45.128905 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-699f2b37-76d3-40f2-bc0b-149310245d09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.9751253 Jan 17 08:15:45.168839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49798) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:45.174631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f64b6684-9e71-4d2c-af49-6a7077da825d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:45.192294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96d87801-63aa-4514-ace6-c6cf7c06c5c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:45.197152 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-96d87801-63aa-4514-ace6-c6cf7c06c5c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/81ea02e8-9bdf-47d8-af8c-2757cb5cbf07 HTTP/1.1" status: 204 len: 168 time: 0.9606919 Jan 17 08:15:45.204382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d8ec213-179c-431d-9a3d-7a4e5176b56c'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:45.220793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8c150490-cd69-4060-9778-e17674dce1d6 None None] For port 16b913ea-1093-414c-aa09-d2c2e26f21ff, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=16b913ea-1093-414c-aa09-d2c2e26f21ff,segment=NetworkSegment(d3498f32-ce72-4155-aff2-151e0d4a8550),segment_id=d3498f32-ce72-4155-aff2-151e0d4a8550)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:45.230235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ada38b-6979-43c3-a36e-8d122d306b42 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:45.234585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49802) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:45.262188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Network 0c12c443-c6fa-4e6a-974c-77a5ead28756 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:45.294079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:45.338243 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-90e69313-ac82-4c66-9e45-82a00245ef64 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913510 Jan 17 08:15:45.345139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49806) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:45.355719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c150490-cd69-4060-9778-e17674dce1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:45.355990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:45.376990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 0c12c443-c6fa-4e6a-974c-77a5ead28756) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:45.396609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:45.400576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:45.411595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:45.414055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:45.428373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c54707-7301-4093-af7d-032fc555ab98 None None] Network 0c12c443-c6fa-4e6a-974c-77a5ead28756 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:45.490276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port 773a9860-d7ac-401c-bdda-23c5aadb11d4 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:45.490620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:45.572604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Could not find standard attr ID for object e7546317-13a1-4301-9fac-188af2a86309. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:15:45.590168 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0e3ab020-e4dd-48b1-98d1-fbe61a0f1d8e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0325973 Jan 17 08:15:45.603704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49810) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:45.611770 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f101ced9-1568-4aed-a619-c3dca026b2eb tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] 10.222.0.44 "GET /v2.0/agents/90d24d8e-2ad9-4c77-a7ef-1853527df4d6/dhcp-networks HTTP/1.1" status: 200 len: 10036 time: 0.6333447 Jan 17 08:15:45.670646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49814) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:45.681279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c150490-cd69-4060-9778-e17674dce1d6 None None] Pushing event updated for resources: {'Port': ['ID=16b913ea-1093-414c-aa09-d2c2e26f21ff,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:45.685698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:45.746556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:45.834787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:45.839658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:45.902245 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Provisioning for port fe3d6846-3f8f-41b4-83f4-de6888ddb508 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:45.922585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Provisioning complete for port fe3d6846-3f8f-41b4-83f4-de6888ddb508 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:45.922996 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:45.961690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:45.968634 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port f64b6684-9e71-4d2c-af49-6a7077da825d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:46.054352 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e5b34-66df-4bbd-ba26-b204ad8459c0 None None] Update dhcp port {'port': {'network_id': '67c94a63-1c23-4a4c-833e-cf8832db72ff', 'fixed_ips': [{'subnet_id': '9d8ec213-179c-431d-9a3d-7a4e5176b56c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a13336c6-9537-4fb7-8385-218674f0ef26'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': 'fe3d6846-3f8f-41b4-83f4-de6888ddb508'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:15:46.157698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-255e5b34-66df-4bbd-ba26-b204ad8459c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:46.184120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a2207-a150-40d4-a092-edca1a29145f tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:46.188702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a2207-a150-40d4-a092-edca1a29145f tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:46.189494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3b4a2207-a150-40d4-a092-edca1a29145f tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Synchronizing usage tracker for tenant:dc7daa9b6367459ebac56cbccb21139d on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:46.203119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:46.312340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee93a2a-9f21-4f5f-9513-6ae38d7c3cc4 tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] Network 11b2efa5-ab88-4f20-bdee-8b3f47a6ac31 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:46.340075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:46.384172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=ed1fac17-dde9-4f53-b014-fcb72d2a3242,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:46.537071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for 773a9860-d7ac-401c-bdda-23c5aadb11d4 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:46.577954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 16b913ea-1093-414c-aa09-d2c2e26f21ff up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:46.625403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:46.679522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Deleting port f64b6684-9e71-4d2c-af49-6a7077da825d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:46.680078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:46.680966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Delete allocated IP 2001:db8:0:1::213 (67c94a63-1c23-4a4c-833e-cf8832db72ff/a13336c6-9537-4fb7-8385-218674f0ef26) {{(pid=84155) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 08:15:46.776327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router d0100a7e-73f8-451e-99ac-8f0527baf4d4 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:15:46.777984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3b4a2207-a150-40d4-a092-edca1a29145f tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Unset dirty status for tenant:dc7daa9b6367459ebac56cbccb21139d on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:46.782212 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3b4a2207-a150-40d4-a092-edca1a29145f tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.1728857 Jan 17 08:15:46.791158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49818) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:46.793836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:46.804225 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1ee93a2a-9f21-4f5f-9513-6ae38d7c3cc4 tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] 10.222.0.44 "POST /v2.0/agents/90d24d8e-2ad9-4c77-a7ef-1853527df4d6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1296244 Jan 17 08:15:46.813537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb83956-ffd4-48ce-b93b-be69b3845814 None None] Network 5a61fdd3-0128-4780-8a17-16f1e0dc3d79 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:46.874023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49822) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:46.894903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db0c3b4-8943-4ffe-8347-94b2cb33637e None None] Network 11b2efa5-ab88-4f20-bdee-8b3f47a6ac31 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:46.938672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': 'c1b9ac23-1254-4cf0-aa5e-7fff45e23b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '9ae29b1b-d250-4bb0-b83e-04ec7d640d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:46.939433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: 9ae29b1b-d250-4bb0-b83e-04ec7d640d0c, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:47.080899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.109570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Ignored duplicate provisioning block setup for port 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 17 08:15:47.144269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network 9ae29b1b-d250-4bb0-b83e-04ec7d640d0c is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:47.158062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0dbeed96-f8fa-4529-a223-a2fd5d219dc9 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Deleting port cc031de1-83ad-4ddf-abfe-fbe1c38b1fa2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:47.158394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0dbeed96-f8fa-4529-a223-a2fd5d219dc9 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.170794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.236525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 9ae29b1b-d250-4bb0-b83e-04ec7d640d0c) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:47.249505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.objects.ports [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:15:47.285987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6851d80-e7ff-4d65-ae24-deb6abffb9d9 None None] Network 9ae29b1b-d250-4bb0-b83e-04ec7d640d0c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:47.297745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:47.298357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.299508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] For port fe3d6846-3f8f-41b4-83f4-de6888ddb508, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fe3d6846-3f8f-41b4-83f4-de6888ddb508,segment=NetworkSegment(37053287-7a52-4e49-b2e3-c4041a5cd77f),segment_id=37053287-7a52-4e49-b2e3-c4041a5cd77f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:47.332394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=70ee7c4b-8370-4f29-9d59-ab92c29a99e0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:47.338229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] In _notify_port_updated(), no bound segment for port 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 on network 67c94a63-1c23-4a4c-833e-cf8832db72ff {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:15:47.342535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:47.343152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.344443 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fa12f24e-33bd-4f03-9f52-122f43c2efed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "PUT /v2.0/ports/70ee7c4b-8370-4f29-9d59-ab92c29a99e0 HTTP/1.1" status: 200 len: 924 time: 2.1725924 Jan 17 08:15:47.348653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49826) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:47.363746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d8ec213-179c-431d-9a3d-7a4e5176b56c'}, {'subnet_id': 'a13336c6-9537-4fb7-8385-218674f0ef26'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:47.442416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.453861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] For port f64b6684-9e71-4d2c-af49-6a7077da825d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f64b6684-9e71-4d2c-af49-6a7077da825d,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:47.454305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.514678 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-742e0b11-71bc-4445-a461-289505c11d3b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5304520 Jan 17 08:15:47.515769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.526439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:47.649736 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-128e0223-dcfd-4550-9b20-c70a7dd419a5 tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] 10.222.0.44 "GET /v2.0/agents/90d24d8e-2ad9-4c77-a7ef-1853527df4d6/dhcp-networks HTTP/1.1" status: 200 len: 11555 time: 0.7417738 Jan 17 08:15:47.655554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49834) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:47.698446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.699161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Calling delete_port for f64b6684-9e71-4d2c-af49-6a7077da825d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:47.745206 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 16b913ea-1093-414c-aa09-d2c2e26f21ff triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:47.745441 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.771547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=773a9860-d7ac-401c-bdda-23c5aadb11d4,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:47.801261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0dbeed96-f8fa-4529-a223-a2fd5d219dc9 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.811041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:47.862496 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-255e5b34-66df-4bbd-ba26-b204ad8459c0 None None] Allocated IP 2001:db8:0:1::2 (67c94a63-1c23-4a4c-833e-cf8832db72ff/a13336c6-9537-4fb7-8385-218674f0ef26/fe3d6846-3f8f-41b4-83f4-de6888ddb508) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:47.922169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Pushing event updated for resources: {'Port': ['ID=fe3d6846-3f8f-41b4-83f4-de6888ddb508,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:47.952507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] For port f64b6684-9e71-4d2c-af49-6a7077da825d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f64b6684-9e71-4d2c-af49-6a7077da825d,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:47.958393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0dbeed96-f8fa-4529-a223-a2fd5d219dc9 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Calling delete_port for cc031de1-83ad-4ddf-abfe-fbe1c38b1fa2 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:47.986107 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5a66d3db-1390-4c0a-9328-c600affed898 tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] 10.222.0.44 "DELETE /v2.0/agents/90d24d8e-2ad9-4c77-a7ef-1853527df4d6/dhcp-networks/11b2efa5-ab88-4f20-bdee-8b3f47a6ac31 HTTP/1.1" status: 204 len: 168 time: 0.3222368 Jan 17 08:15:48.003886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:48.004628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.010995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Provisioning for port bd6ca234-ddf0-4de8-9e72-7e5abc543836 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:48.032226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:15:48.065478 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.162580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-255e5b34-66df-4bbd-ba26-b204ad8459c0 None None] For port fe3d6846-3f8f-41b4-83f4-de6888ddb508, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fe3d6846-3f8f-41b4-83f4-de6888ddb508,segment=NetworkSegment(37053287-7a52-4e49-b2e3-c4041a5cd77f),segment_id=37053287-7a52-4e49-b2e3-c4041a5cd77f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:48.171458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.172165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.193146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-255e5b34-66df-4bbd-ba26-b204ad8459c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.212479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-255e5b34-66df-4bbd-ba26-b204ad8459c0 None None] Transition to ACTIVE for port object fe3d6846-3f8f-41b4-83f4-de6888ddb508 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:48.215494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fe79d-e2ea-4f36-899a-95bf337eb3fb None None] Sync routers for ids ['d0100a7e-73f8-451e-99ac-8f0527baf4d4'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:15:48.224674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Provisioning complete for port bd6ca234-ddf0-4de8-9e72-7e5abc543836 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:48.225370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.255346 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0bc66bdd-b809-497a-9aa6-be6cd2c3709b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/d0100a7e-73f8-451e-99ac-8f0527baf4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9863048 Jan 17 08:15:48.265647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:48.300993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:48.301674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:48.338936 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-255e5b34-66df-4bbd-ba26-b204ad8459c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.391707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:48.399840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=c1cdcefc-a558-44cd-a7cd-be260fb6fe9f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:48.410859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:48.429424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:48.434631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.448313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=f64b6684-9e71-4d2c-af49-6a7077da825d,revision_number=5']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:48.481002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.527633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fae342-002b-4b0f-ac4c-1efb289feae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:48.528125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-65fae342-002b-4b0f-ac4c-1efb289feae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:48.530622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.530756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e5b34-66df-4bbd-ba26-b204ad8459c0 None None] Pushing event updated for resources: {'Port': ['ID=fe3d6846-3f8f-41b4-83f4-de6888ddb508,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:48.548427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1fac17-dde9-4f53-b014-fcb72d2a3242,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:48.551918 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6cd64c56-db1d-4812-8aa3-32c383c1c118 tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] 10.222.0.44 "GET /v2.0/agents/90d24d8e-2ad9-4c77-a7ef-1853527df4d6/dhcp-networks HTTP/1.1" status: 200 len: 11577 time: 0.5207675 Jan 17 08:15:48.563429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49846) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:48.564936 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fe79d-e2ea-4f36-899a-95bf337eb3fb None None] Routers {'d0100a7e-73f8-451e-99ac-8f0527baf4d4'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:48.565578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a47fe79d-e2ea-4f36-899a-95bf337eb3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['d0100a7e-73f8-451e-99ac-8f0527baf4d4'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:48.604346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0dbeed96-f8fa-4529-a223-a2fd5d219dc9 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.652278 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8d88e087-8892-454e-bb42-e0496e4cd9c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3034394 Jan 17 08:15:48.659457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:48.673141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-65fae342-002b-4b0f-ac4c-1efb289feae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:48.676793 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-65fae342-002b-4b0f-ac4c-1efb289feae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports/e2d113b9-014d-4e06-b6ee-b214d48808f3 HTTP/1.1" status: 200 len: 910 time: 0.3948784 Jan 17 08:15:48.681730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:c9:0f:a8', 'name': 'tempest-NetworksTestDHCPv6-1837049232'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:48.697455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:48.702773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.713387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-36b270da-ee75-4328-9885-aaf4a94c1105 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '684fde9d-142f-41b9-84ef-749410af450c'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:48.722175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeed96-f8fa-4529-a223-a2fd5d219dc9 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Port': ['ID=cc031de1-83ad-4ddf-abfe-fbe1c38b1fa2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:48.744241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a47fe79d-e2ea-4f36-899a-95bf337eb3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:48.744761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.831890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Deleting port f64b6684-9e71-4d2c-af49-6a7077da825d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:48.832258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.856713 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2655859c-0df9-437c-bb01-7a9c0e4f1124 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:48.890528 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a148e-a517-42f4-b8ab-ca177e42154d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-9ae29b1b-d250-4bb0-b83e-04ec7d640d0c', 'network_id': '9ae29b1b-d250-4bb0-b83e-04ec7d640d0c', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': 'ed1fac17-dde9-4f53-b014-fcb72d2a3242'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:48.891548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-209a148e-a517-42f4-b8ab-ca177e42154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:48.937466 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-23cb340a-1c79-4b86-b97a-b90c286cb601 tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] 10.222.0.44 "GET /v2.0/networks/630bc017-49c4-4e02-87bf-470bf1de1d66/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3742599 Jan 17 08:15:48.988932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae29b1b-d250-4bb0-b83e-04ec7d640d0c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:49.001400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49858) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:49.006964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b9ac23-1254-4cf0-aa5e-7fff45e23b63') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:49.007319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b9ac23-1254-4cf0-aa5e-7fff45e23b63') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:49.009139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.086462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fe79d-e2ea-4f36-899a-95bf337eb3fb None None] Routers {'d0100a7e-73f8-451e-99ac-8f0527baf4d4'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:15:49.087108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a47fe79d-e2ea-4f36-899a-95bf337eb3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['d0100a7e-73f8-451e-99ac-8f0527baf4d4'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:49.087264 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.146031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.152076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.181023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0dbeed96-f8fa-4529-a223-a2fd5d219dc9 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.181255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a47fe79d-e2ea-4f36-899a-95bf337eb3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:49.181515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47fe79d-e2ea-4f36-899a-95bf337eb3fb None None] The sync data for ids ['d0100a7e-73f8-451e-99ac-8f0527baf4d4'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:15:49.189140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.214711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:49.215286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:49.245626 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:49.318568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] For port bd6ca234-ddf0-4de8-9e72-7e5abc543836, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=bd6ca234-ddf0-4de8-9e72-7e5abc543836,segment=NetworkSegment(ef37320f-886a-434e-ae40-f2cb56926d04),segment_id=ef37320f-886a-434e-ae40-f2cb56926d04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:49.383882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:49.385479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8:0:1::c0 (67c94a63-1c23-4a4c-833e-cf8832db72ff/a13336c6-9537-4fb7-8385-218674f0ef26/70ee7c4b-8370-4f29-9d59-ab92c29a99e0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:49.397586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.400934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.401430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Fanout notify agent at l3_agent the message router_deleted on router 054ea79f-f20c-4b41-9c1d-982e1998dfd3 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:15:49.424537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.425628 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a5319fa8-5599-4ef4-9827-b4628b04ddc3 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/routers/054ea79f-f20c-4b41-9c1d-982e1998dfd3 HTTP/1.1" status: 204 len: 168 time: 8.4966550 Jan 17 08:15:49.429098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49862) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:49.436884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:49.437173 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0dbeed96-f8fa-4529-a223-a2fd5d219dc9 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/ports/cc031de1-83ad-4ddf-abfe-fbe1c38b1fa2 HTTP/1.1" status: 204 len: 168 time: 2.6395395 Jan 17 08:15:49.445028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49864) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:49.445148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] For port f64b6684-9e71-4d2c-af49-6a7077da825d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f64b6684-9e71-4d2c-af49-6a7077da825d,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:49.445148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.458708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 2655859c-0df9-437c-bb01-7a9c0e4f1124 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:49.478961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.481650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bacdba-b20c-43b8-9a41-f6d309705a93 None None] Network 9ae29b1b-d250-4bb0-b83e-04ec7d640d0c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:49.490169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.495522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.547753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e658b08a-6cc3-42be-bfff-85af955575c8 None None] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:49.549565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=9ae29b1b-d250-4bb0-b83e-04ec7d640d0c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:49.561119 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1b0e3346-3517-42f4-9f73-7b8a4ad10a3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/9ae29b1b-d250-4bb0-b83e-04ec7d640d0c HTTP/1.1" status: 204 len: 168 time: 2.0322218 Jan 17 08:15:49.562003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:49.574118 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49870) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:49.599346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1407008469'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:49.610222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:49.624878 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-66d7caf1-86b0-49f3-bcad-2efbd30f94fa tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] 10.222.0.44 "GET /v2.0/networks/630bc017-49c4-4e02-87bf-470bf1de1d66/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.6179018 Jan 17 08:15:49.630845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49874) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:49.638352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36b270da-ee75-4328-9885-aaf4a94c1105 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.639936 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Calling delete_port for f64b6684-9e71-4d2c-af49-6a7077da825d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:49.646519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:49.657687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:49.680556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-029d1ab0-e45a-4e09-a0dd-6e76a57fe2cf tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Deleting port 8dea84d7-7ed4-4a87-a9e3-5c91a419b8c2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:49.680964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-029d1ab0-e45a-4e09-a0dd-6e76a57fe2cf tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.712289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:49.715081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bacdba-b20c-43b8-9a41-f6d309705a93 None None] Network 9ae29b1b-d250-4bb0-b83e-04ec7d640d0c could not be found, it might have been deleted concurrently. {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 17 08:15:49.770491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Pushing event updated for resources: {'Port': ['ID=bd6ca234-ddf0-4de8-9e72-7e5abc543836,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:49.780446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fe3d6846-3f8f-41b4-83f4-de6888ddb508 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:49.816279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Provisioning for port f64b6684-9e71-4d2c-af49-6a7077da825d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:49.870293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Provisioning complete for port f64b6684-9e71-4d2c-af49-6a7077da825d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:49.870563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.895884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:49.899228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:49.947240 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-efb42933-fa22-4dde-8549-328950d8cd35 tempest-DHCPAgentSchedulersTestJSON-1761775913 tempest-DHCPAgentSchedulersTestJSON-1761775913-project-admin] 10.222.0.44 "GET /v2.0/agents/90d24d8e-2ad9-4c77-a7ef-1853527df4d6/dhcp-networks HTTP/1.1" status: 200 len: 10810 time: 0.3090737 Jan 17 08:15:49.949029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49880) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:49.955828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.038616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Ignored duplicate provisioning block setup for port 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 17 08:15:50.084111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.140361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port c7652a1d-4a83-499a-9c61-69eafb9aff21 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:15:50.142562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.175068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b20d17e0-6417-4c01-917a-a8b1e8816ed5 None None] Port f64b6684-9e71-4d2c-af49-6a7077da825d update to ACTIVE by agent not found {{(pid=84156) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 17 08:15:50.191253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] Pushing event deleted for resources: {'Port': ['ID=f64b6684-9e71-4d2c-af49-6a7077da825d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:50.237098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f64b6684-9e71-4d2c-af49-6a7077da825d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:50.266086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e081a433-2892-4304-a2ff-ee25c2845e30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting subnet 18b1e916-1dc5-4c1e-8f7a-8414e0b2088b {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:50.277457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.291323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e081a433-2892-4304-a2ff-ee25c2845e30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.314052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: f64b6684-9e71-4d2c-af49-6a7077da825d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:50.314440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f64b6684-9e71-4d2c-af49-6a7077da825d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:50.332994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8c8c7-9596-4886-a13c-138e66fb19e1 None None] No DVR routers for this DVR port f64b6684-9e71-4d2c-af49-6a7077da825d on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:50.372711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5038b1f8-16ab-40c3-bbca-8e00447ac985 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:50.373751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:50.402045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning for port e2d113b9-014d-4e06-b6ee-b214d48808f3 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:50.473920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fec9:fa8 (f8dda541-a6ad-4425-a3fa-1d9436a44791/c1cdcefc-a558-44cd-a7cd-be260fb6fe9f/c7652a1d-4a83-499a-9c61-69eafb9aff21) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:50.489104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.494510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.499237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment 1d37beb2-905a-4ca3-82a1-59360b9d7cc5 of type vlan for network 94c03448-e977-4871-9432-b61a4fe6c6a3 Jan 17 08:15:50.521247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-029d1ab0-e45a-4e09-a0dd-6e76a57fe2cf tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.522338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning complete for port e2d113b9-014d-4e06-b6ee-b214d48808f3 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:50.522976 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.530794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e081a433-2892-4304-a2ff-ee25c2845e30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.594072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=70ee7c4b-8370-4f29-9d59-ab92c29a99e0,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:50.610838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Port e2d113b9-014d-4e06-b6ee-b214d48808f3 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:50.684002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning complete for port 16b913ea-1093-414c-aa09-d2c2e26f21ff triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:50.684597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.754957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-029d1ab0-e45a-4e09-a0dd-6e76a57fe2cf tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Calling delete_port for 8dea84d7-7ed4-4a87-a9e3-5c91a419b8c2 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:50.853316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': 'c1cdcefc-a558-44cd-a7cd-be260fb6fe9f'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:50.854927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.865305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.882424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] In _notify_port_updated(), no bound segment for port 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 on network 67c94a63-1c23-4a4c-833e-cf8832db72ff {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:15:50.886582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:50.886882 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.891326 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-058c881c-eeab-4cd5-a39e-b58877fad64b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "PUT /v2.0/ports/70ee7c4b-8370-4f29-9d59-ab92c29a99e0 HTTP/1.1" status: 200 len: 1009 time: 3.5318339 Jan 17 08:15:50.892517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36b270da-ee75-4328-9885-aaf4a94c1105 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:50.903127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:50.983238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e23706b4-748d-463d-9c58-3a2f110c57e7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:50.987860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e23706b4-748d-463d-9c58-3a2f110c57e7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.028803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning for port 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:51.037452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning complete for port 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:51.037452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.049979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.061658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36b270da-ee75-4328-9885-aaf4a94c1105 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.086182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e081a433-2892-4304-a2ff-ee25c2845e30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.114826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b2efa5-ab88-4f20-bdee-8b3f47a6ac31']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:51.117454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Port 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:15:51.122113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.133843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.135874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning complete for port bd6ca234-ddf0-4de8-9e72-7e5abc543836 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:51.144026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.144174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:51.144174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.144174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ebf98f-ad42-4c71-a1c4-4f1628618cc1') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:51.144174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ebf98f-ad42-4c71-a1c4-4f1628618cc1') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:51.188421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.234699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object c7652a1d-4a83-499a-9c61-69eafb9aff21 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:51.248985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b270da-ee75-4328-9885-aaf4a94c1105 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:51.249582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36b270da-ee75-4328-9885-aaf4a94c1105 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.253914 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-36b270da-ee75-4328-9885-aaf4a94c1105 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/ports/e2d113b9-014d-4e06-b6ee-b214d48808f3 HTTP/1.1" status: 200 len: 910 time: 2.5558805 Jan 17 08:15:51.254612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49888) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:51.258579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-029d1ab0-e45a-4e09-a0dd-6e76a57fe2cf tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.279670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Could not find standard attr ID for object b0bb95ec-6e67-4815-9552-bdda483a412b. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:15:51.280380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b270da-ee75-4328-9885-aaf4a94c1105 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=e2d113b9-014d-4e06-b6ee-b214d48808f3,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:51.345941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.354703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d1ab0-e45a-4e09-a0dd-6e76a57fe2cf tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Port': ['ID=8dea84d7-7ed4-4a87-a9e3-5c91a419b8c2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:51.364241 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7836294 Jan 17 08:15:51.368511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning for port 2655859c-0df9-437c-bb01-7a9c0e4f1124 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:51.375972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:51.376382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.379748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning complete for port 2655859c-0df9-437c-bb01-7a9c0e4f1124 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:51.380063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.390879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49892) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:51.392106 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:51.394400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f869f13-3e6d-43f3-b75c-75f9ea5de183 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=94c03448-e977-4871-9432-b61a4fe6c6a3,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:51.403687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': '94c03448-e977-4871-9432-b61a4fe6c6a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:51.430377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 94c03448-e977-4871-9432-b61a4fe6c6a3 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:51.566882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e23706b4-748d-463d-9c58-3a2f110c57e7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.609819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-029d1ab0-e45a-4e09-a0dd-6e76a57fe2cf tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.624887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e081a433-2892-4304-a2ff-ee25c2845e30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.677602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.703271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Allocated IP 2001:db8::f816:3eff:fe8c:dad2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/c1cdcefc-a558-44cd-a7cd-be260fb6fe9f/6226175f-32c6-49da-8376-48e46fee19d0) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:51.705587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.714527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e23706b4-748d-463d-9c58-3a2f110c57e7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 70ee7c4b-8370-4f29-9d59-ab92c29a99e0 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:51.742770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device bd6ca234-ddf0-4de8-9e72-7e5abc543836 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:51.748597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a433-2892-4304-a2ff-ee25c2845e30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Subnet': ['ID=18b1e916-1dc5-4c1e-8f7a-8414e0b2088b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:51.751682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.756204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.758521 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] 10.222.0.44 "DELETE /v2.0/networks/11b2efa5-ab88-4f20-bdee-8b3f47a6ac31 HTTP/1.1" status: 204 len: 168 time: 1.7987587 Jan 17 08:15:51.790851 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-029d1ab0-e45a-4e09-a0dd-6e76a57fe2cf tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/ports/8dea84d7-7ed4-4a87-a9e3-5c91a419b8c2 HTTP/1.1" status: 204 len: 168 time: 2.3004858 Jan 17 08:15:51.790851 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49896) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:51.793913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49898) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:51.830670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fb824-2d11-4838-98c3-907596857b82 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Pushing event deleted for resources: {'Network': ['ID=11b2efa5-ab88-4f20-bdee-8b3f47a6ac31,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:51.833423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] For port 2655859c-0df9-437c-bb01-7a9c0e4f1124, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2655859c-0df9-437c-bb01-7a9c0e4f1124,segment=NetworkSegment(3bb52f68-dc03-42a9-ad2b-5bc576df5a8c),segment_id=3bb52f68-dc03-42a9-ad2b-5bc576df5a8c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:51.846147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e081a433-2892-4304-a2ff-ee25c2845e30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.851699 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e081a433-2892-4304-a2ff-ee25c2845e30 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/subnets/18b1e916-1dc5-4c1e-8f7a-8414e0b2088b HTTP/1.1" status: 204 len: 168 time: 2.4132288 Jan 17 08:15:51.856692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49904) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:51.857645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:51.861785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:51.866471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:51.867365 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-af3dd3c6-11d1-4470-8d17-bba3dbb2bdb9 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0709450 Jan 17 08:15:51.870012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964c6f02-1686-482f-9e75-8e89b2b59114 None None] Network 2c1c736a-c74f-4eee-b14e-b04951362653 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:51.870486 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec0207c-d9ae-4cff-8d44-7eedc285e485 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] DELETE failed (client error): The resource could not be found. Jan 17 08:15:51.870486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec0207c-d9ae-4cff-8d44-7eedc285e485 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:51.876294 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8ec0207c-d9ae-4cff-8d44-7eedc285e485 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] 10.222.0.44 "DELETE /v2.0/ports/b0bb95ec-6e67-4815-9552-bdda483a412b HTTP/1.1" status: 404 len: 333 time: 0.0779600 Jan 17 08:15:51.876294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49908) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:51.886150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:51.891364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49910) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:51.896391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:51.901239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.901391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-810954579'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:51.904625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:51.914125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:51.952519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:51.956598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:51.957214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:51.977343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=c7652a1d-4a83-499a-9c61-69eafb9aff21,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:52.097185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:52.125250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.135572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port 0812687a-00e5-4770-bf5d-9e71d8a4f833 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:52.136079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.169535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:52.186863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port bd6ca234-ddf0-4de8-9e72-7e5abc543836 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:52.187787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.233322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning for port fe3d6846-3f8f-41b4-83f4-de6888ddb508 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:52.244854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Pushing event updated for resources: {'Port': ['ID=2655859c-0df9-437c-bb01-7a9c0e4f1124,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:52.255298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Made reservation on behalf of dc7daa9b6367459ebac56cbccb21139d for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:52.258515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.272550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Provisioning complete for port fe3d6846-3f8f-41b4-83f4-de6888ddb508 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:52.272943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e743-b91e-4142-972c-9418c2e22bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.311690 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.330323 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d519b4bf-76a4-43b1-a528-43ef4319397d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6698418 Jan 17 08:15:52.337874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49916) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:52.344894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Transition to ACTIVE for port object 6226175f-32c6-49da-8376-48e46fee19d0 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:52.364012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.379145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:52.382689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Transition to ACTIVE for port object 6226175f-32c6-49da-8376-48e46fee19d0 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:15:52.490077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.524592 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.525179 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Added segment 85bcfceb-9b89-49d4-9289-6df599970d92 of type vlan for network f55e0603-aa8a-49d9-832d-dc8f741077ae Jan 17 08:15:52.543133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.ipam_backend_mixin [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Performing IP validity checks on allocation pools {{(pid=84154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 08:15:52.548160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.ipam_backend_mixin [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 08:15:52.596372 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.602530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] For port 0812687a-00e5-4770-bf5d-9e71d8a4f833, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0812687a-00e5-4770-bf5d-9e71d8a4f833,segment=NetworkSegment(7625f0bd-f909-4b14-8768-9fcf29bef816),segment_id=7625f0bd-f909-4b14-8768-9fcf29bef816)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:52.603091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.622226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c40480-dd1e-4a1a-87cb-ffecad5d64d9 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Deleting subnet c032f736-4bef-421d-8e18-79c26e5e6ed3 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:52.624022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Pushing event updated for resources: {'Port': ['ID=6226175f-32c6-49da-8376-48e46fee19d0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:52.632724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:15:52.634201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:52.634842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82c40480-dd1e-4a1a-87cb-ffecad5d64d9 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.636299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:15:52.668904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] DHCP port deletion for 2c1c736a-c74f-4eee-b14e-b04951362653 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:52.680437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] Deleting port 0812687a-00e5-4770-bf5d-9e71d8a4f833 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:52.680949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.690836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e23706b4-748d-463d-9c58-3a2f110c57e7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.742151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for 0812687a-00e5-4770-bf5d-9e71d8a4f833 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:52.763494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a285c1-b2a9-4806-92de-8a1bfe4c03e6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:52.764188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-05a285c1-b2a9-4806-92de-8a1bfe4c03e6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:52.773370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f43a888e-eaaf-46c1-a84e-b9e4a208c773 None None] Could not find standard attr ID for object 70ee7c4b-8370-4f29-9d59-ab92c29a99e0. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:15:52.774671 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.776414 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:15:52.811360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Attempting to bind port 6226175f-32c6-49da-8376-48e46fee19d0 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:15:52.811868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Attempting to bind port 6226175f-32c6-49da-8376-48e46fee19d0 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:15:52.812341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Attempting to bind port 6226175f-32c6-49da-8376-48e46fee19d0 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:15:52.823120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23706b4-748d-463d-9c58-3a2f110c57e7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=70ee7c4b-8370-4f29-9d59-ab92c29a99e0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:52.832186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82c40480-dd1e-4a1a-87cb-ffecad5d64d9 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.839182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:15:52.839548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:52.840030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.840513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:15:52.841077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Bound port: 6226175f-32c6-49da-8376-48e46fee19d0, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:15:52.841854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.885604 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.889399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:52.890060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.910595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f43a888e-eaaf-46c1-a84e-b9e4a208c773 None None] Provisioning complete for port fe3d6846-3f8f-41b4-83f4-de6888ddb508 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:52.910595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f43a888e-eaaf-46c1-a84e-b9e4a208c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:52.999170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.031331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-05a285c1-b2a9-4806-92de-8a1bfe4c03e6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:53.032530 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-05a285c1-b2a9-4806-92de-8a1bfe4c03e6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6503096 Jan 17 08:15:53.036231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49920) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:53.057099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e23706b4-748d-463d-9c58-3a2f110c57e7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.079906 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e23706b4-748d-463d-9c58-3a2f110c57e7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/70ee7c4b-8370-4f29-9d59-ab92c29a99e0 HTTP/1.1" status: 204 len: 168 time: 2.1758680 Jan 17 08:15:53.082489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:53.086471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] For port 0812687a-00e5-4770-bf5d-9e71d8a4f833, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0812687a-00e5-4770-bf5d-9e71d8a4f833,segment=NetworkSegment(7625f0bd-f909-4b14-8768-9fcf29bef816),segment_id=7625f0bd-f909-4b14-8768-9fcf29bef816)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:53.088476 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.110770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=0812687a-00e5-4770-bf5d-9e71d8a4f833,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:53.126417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Network': ['ID=f55e0603-aa8a-49d9-832d-dc8f741077ae,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:53.129877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.141317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] No DVR routers for this DVR port 0812687a-00e5-4770-bf5d-9e71d8a4f833 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:53.148444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82c40480-dd1e-4a1a-87cb-ffecad5d64d9 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.161612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f55e0603-aa8a-49d9-832d-dc8f741077ae details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:53.174930 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3235aafb-fc9a-4501-ba09-402393120f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:15:53.181489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3235aafb-fc9a-4501-ba09-402393120f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:53.231905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=cf17aabd-f188-46bd-85ac-a0c5b3ec6da8,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:53.241509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] For port 6226175f-32c6-49da-8376-48e46fee19d0, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:15:53.244667 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1db1f9eb-feb5-4f67-b3ff-9bcd140fb58c tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3498580 Jan 17 08:15:53.251673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49928) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:53.280536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2091836305'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:53.280741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] Calling delete_port for 0812687a-00e5-4770-bf5d-9e71d8a4f833 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:53.282770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3235aafb-fc9a-4501-ba09-402393120f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:53.286769 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3235aafb-fc9a-4501-ba09-402393120f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/70ee7c4b-8370-4f29-9d59-ab92c29a99e0 HTTP/1.1" status: 404 len: 333 time: 0.2008417 Jan 17 08:15:53.288086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:53.291364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3b0582ba-5fdd-43c5-a8ae-a3c6e3bfd974 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port c7652a1d-4a83-499a-9c61-69eafb9aff21 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:53.291699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b0582ba-5fdd-43c5-a8ae-a3c6e3bfd974 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.320771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:53.339898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82c40480-dd1e-4a1a-87cb-ffecad5d64d9 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.383212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] For port 6226175f-32c6-49da-8376-48e46fee19d0, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6226175f-32c6-49da-8376-48e46fee19d0,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:15:53.385185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Usage tracker for resource:network and tenant:dc7daa9b6367459ebac56cbccb21139d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:53.401083 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:53.429428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:53.432734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.435414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c40480-dd1e-4a1a-87cb-ffecad5d64d9 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Pushing event deleted for resources: {'Subnet': ['ID=c032f736-4bef-421d-8e18-79c26e5e6ed3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:53.467873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.476602 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1c736a-c74f-4eee-b14e-b04951362653']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:53.483253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82c40480-dd1e-4a1a-87cb-ffecad5d64d9 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.518850 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7625f0bd-f909-4b14-8768-9fcf29bef816') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:53.518850 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7625f0bd-f909-4b14-8768-9fcf29bef816') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:53.534278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': '1d37beb2-905a-4ca3-82a1-59360b9d7cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '94c03448-e977-4871-9432-b61a4fe6c6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:53.534633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: 94c03448-e977-4871-9432-b61a4fe6c6a3, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:53.542195 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a56bb8-4469-4863-b0e1-e99dca656193 None None] Network 630bc017-49c4-4e02-87bf-470bf1de1d66 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:53.542713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Made reservation on behalf of dc7daa9b6367459ebac56cbccb21139d for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:53.552783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.563105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.572430 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-82c40480-dd1e-4a1a-87cb-ffecad5d64d9 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] 10.222.0.44 "DELETE /v2.0/subnets/c032f736-4bef-421d-8e18-79c26e5e6ed3 HTTP/1.1" status: 204 len: 168 time: 1.6767347 Jan 17 08:15:53.577799 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49936) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:53.615656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.660238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:53.660595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:53.707140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618324d-b362-4d73-8c24-4afc22733ae9 None None] Pushing event updated for resources: {'Port': ['ID=6226175f-32c6-49da-8376-48e46fee19d0,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:53.788075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2655859c-0df9-437c-bb01-7a9c0e4f1124 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:53.829364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.843228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-538561d5-9285-41d3-9b63-14153a184e76 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet a13336c6-9537-4fb7-8385-218674f0ef26 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:53.857486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538561d5-9285-41d3-9b63-14153a184e76 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.874974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:53.875612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:53.894346 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:53.925370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2655859c-0df9-437c-bb01-7a9c0e4f1124 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:53.925978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:53.972897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:54.047250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.047250 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Added segment deffee96-e925-419a-bc72-82a2c9327de8 of type vlan for network 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1 Jan 17 08:15:54.072553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Deleting port 16b913ea-1093-414c-aa09-d2c2e26f21ff {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:54.072900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.089377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network 94c03448-e977-4871-9432-b61a4fe6c6a3 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:54.105600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee6673-1efe-4611-bbae-ad5cd946e36b None None] DHCP port deletion for 630bc017-49c4-4e02-87bf-470bf1de1d66 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:54.113363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2fee6673-1efe-4611-bbae-ad5cd946e36b None None] Deleting port 16b913ea-1093-414c-aa09-d2c2e26f21ff {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:54.114511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fee6673-1efe-4611-bbae-ad5cd946e36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.124625 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b0582ba-5fdd-43c5-a8ae-a3c6e3bfd974 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.131528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.165671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] Deleting port 0812687a-00e5-4770-bf5d-9e71d8a4f833 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:54.166319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.171223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538561d5-9285-41d3-9b63-14153a184e76 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.207759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.271183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.283226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3b0582ba-5fdd-43c5-a8ae-a3c6e3bfd974 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for c7652a1d-4a83-499a-9c61-69eafb9aff21 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:54.311837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 94c03448-e977-4871-9432-b61a4fe6c6a3) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:54.314960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8024192c-d1a6-46f3-ac4f-a23fd46ce585 None None] The port '0812687a-00e5-4770-bf5d-9e71d8a4f833' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:15:54.321173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Network': ['ID=2c1c736a-c74f-4eee-b14e-b04951362653,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:54.334712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:54.335321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.339547 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-db62d1e7-ec4a-470b-92ec-ba414e793da2 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/networks/2c1c736a-c74f-4eee-b14e-b04951362653 HTTP/1.1" status: 204 len: 168 time: 2.4748361 Jan 17 08:15:54.366625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49940) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:54.465588 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-da2f4d2e-fe91-40de-947d-6e7348fca574 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0720544 Jan 17 08:15:54.466387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49944) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:54.534415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2fee6673-1efe-4611-bbae-ad5cd946e36b None None] For port 16b913ea-1093-414c-aa09-d2c2e26f21ff, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=16b913ea-1093-414c-aa09-d2c2e26f21ff,segment=NetworkSegment(d3498f32-ce72-4155-aff2-151e0d4a8550),segment_id=d3498f32-ce72-4155-aff2-151e0d4a8550)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:54.534415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fee6673-1efe-4611-bbae-ad5cd946e36b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.562520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.565913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:54.566878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.584592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538561d5-9285-41d3-9b63-14153a184e76 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.679342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2fee6673-1efe-4611-bbae-ad5cd946e36b None None] Calling delete_port for 16b913ea-1093-414c-aa09-d2c2e26f21ff owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:54.689404 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:15:54.748220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Network': ['ID=4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:54.753403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba776e-ee41-473b-84ee-ef533e372dfc None None] Network 94c03448-e977-4871-9432-b61a4fe6c6a3 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:54.768720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0812687a-00e5-4770-bf5d-9e71d8a4f833 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:54.777068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.781750 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b0582ba-5fdd-43c5-a8ae-a3c6e3bfd974 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.784643 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0704220a-8cbe-493e-873b-a5e093d2ccce tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5188940 Jan 17 08:15:54.787784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] For port 16b913ea-1093-414c-aa09-d2c2e26f21ff, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=16b913ea-1093-414c-aa09-d2c2e26f21ff,segment=NetworkSegment(d3498f32-ce72-4155-aff2-151e0d4a8550),segment_id=d3498f32-ce72-4155-aff2-151e0d4a8550)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:54.787784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.845137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0582ba-5fdd-43c5-a8ae-a3c6e3bfd974 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=c7652a1d-4a83-499a-9c61-69eafb9aff21,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:54.858164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 0812687a-00e5-4770-bf5d-9e71d8a4f833 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:54.858164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0812687a-00e5-4770-bf5d-9e71d8a4f833 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:54.858164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:54.933310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49950) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:54.942166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2fee6673-1efe-4611-bbae-ad5cd946e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:54.943343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'subnets': [{'network_id': 'f55e0603-aa8a-49d9-832d-dc8f741077ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--318355580', 'ip_version': 4}, {'network_id': '4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:54.943662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'subnet': {'network_id': 'f55e0603-aa8a-49d9-832d-dc8f741077ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--318355580', 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:54.944228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Request body: {'subnet': {'network_id': '4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:55.004535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Calling delete_port for 16b913ea-1093-414c-aa09-d2c2e26f21ff owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:55.084424 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee6673-1efe-4611-bbae-ad5cd946e36b None None] Pushing event deleted for resources: {'Port': ['ID=16b913ea-1093-414c-aa09-d2c2e26f21ff,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:55.087057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b0582ba-5fdd-43c5-a8ae-a3c6e3bfd974 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.092963 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3b0582ba-5fdd-43c5-a8ae-a3c6e3bfd974 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/c7652a1d-4a83-499a-9c61-69eafb9aff21 HTTP/1.1" status: 204 len: 168 time: 2.0358508 Jan 17 08:15:55.101570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538561d5-9285-41d3-9b63-14153a184e76 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.102034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49956) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:55.107358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:55.108271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:55.129849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee6673-1efe-4611-bbae-ad5cd946e36b None None] No DVR routers for this DVR port 16b913ea-1093-414c-aa09-d2c2e26f21ff on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:55.166739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port 95fb4885-f0f3-4619-aceb-8528d1f66d73 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:55.167092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.193649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538561d5-9285-41d3-9b63-14153a184e76 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=a13336c6-9537-4fb7-8385-218674f0ef26,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:55.223669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-538561d5-9285-41d3-9b63-14153a184e76 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.231849 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-538561d5-9285-41d3-9b63-14153a184e76 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/a13336c6-9537-4fb7-8385-218674f0ef26 HTTP/1.1" status: 204 len: 168 time: 1.9437497 Jan 17 08:15:55.235279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49960) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:55.286058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18e826-b2ea-4b31-8b7f-2eb61270d6e5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:55.288240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18e826-b2ea-4b31-8b7f-2eb61270d6e5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:55.289379 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0e18e826-b2ea-4b31-8b7f-2eb61270d6e5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:55.328946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.342589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f966efeb-69ed-4e3b-8bb1-1bdd4f026b09 None None] Provisioning for port 6226175f-32c6-49da-8376-48e46fee19d0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:55.342589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc1994-db62-4b1e-b3af-a4c9fb065838 None None] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:55.372049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38e6b93-d7f4-4e25-92f5-12706a7f0322 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet 9d8ec213-179c-431d-9a3d-7a4e5176b56c {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:55.408603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:55.418881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Usage tracker for resource:subnet and tenant:dc7daa9b6367459ebac56cbccb21139d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:55.426983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b93-d7f4-4e25-92f5-12706a7f0322 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.430692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:55.443899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:55.463651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0e18e826-b2ea-4b31-8b7f-2eb61270d6e5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:55.466234 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0e18e826-b2ea-4b31-8b7f-2eb61270d6e5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3589337 Jan 17 08:15:55.472750 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49964) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:55.479856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e925dc-b50d-4978-8401-0702681c4312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-94c03448-e977-4871-9432-b61a4fe6c6a3', 'network_id': '94c03448-e977-4871-9432-b61a4fe6c6a3', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': 'cf17aabd-f188-46bd-85ac-a0c5b3ec6da8'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:55.480975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51e925dc-b50d-4978-8401-0702681c4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.530166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Made reservation on behalf of dc7daa9b6367459ebac56cbccb21139d for: {'subnet': 2} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:55.535227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port e2d113b9-014d-4e06-b6ee-b214d48808f3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:55.535578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.559443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.568262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b93-d7f4-4e25-92f5-12706a7f0322 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.617391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Deleting port 16b913ea-1093-414c-aa09-d2c2e26f21ff {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:55.617391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.661040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.661373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server [None req-51e925dc-b50d-4978-8401-0702681c4312 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf17aabd-f188-46bd-85ac-a0c5b3ec6da8: This subnet is being modified by another concurrent operation. Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:15:55.696425 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise exception Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf17aabd-f188-46bd-85ac-a0c5b3ec6da8: This subnet is being modified by another concurrent operation. Jan 17 08:15:55.699825 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Jan 17 08:15:55.709719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-92ae511a-927d-45b3-aa0b-5575b50dc338 None None] Could not find standard attr ID for object c7652a1d-4a83-499a-9c61-69eafb9aff21. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:15:55.780149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ecde5-878f-44d5-b5e0-d4cb209bebce None None] Network 94c03448-e977-4871-9432-b61a4fe6c6a3 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:55.800544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=cf17aabd-f188-46bd-85ac-a0c5b3ec6da8,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:55.874111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6226175f-32c6-49da-8376-48e46fee19d0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:55.894509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] The port '16b913ea-1093-414c-aa09-d2c2e26f21ff' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:15:55.956909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.007321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for 95fb4885-f0f3-4619-aceb-8528d1f66d73 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:56.121579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 6226175f-32c6-49da-8376-48e46fee19d0 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:15:56.128708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 6226175f-32c6-49da-8376-48e46fee19d0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:56.128708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.134559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c03448-e977-4871-9432-b61a4fe6c6a3']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:56.194234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d37beb2-905a-4ca3-82a1-59360b9d7cc5') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:56.194528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d37beb2-905a-4ca3-82a1-59360b9d7cc5') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:56.213185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.213655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.249272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.288006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.324404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b93-d7f4-4e25-92f5-12706a7f0322 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.352865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.356122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.369821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:56.370225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:56.386457 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:56.390172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdba5e9-f256-4286-a734-245d1fa2ead7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet c1cdcefc-a558-44cd-a7cd-be260fb6fe9f {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:15:56.402941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcdba5e9-f256-4286-a734-245d1fa2ead7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.408508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 6226175f-32c6-49da-8376-48e46fee19d0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6226175f-32c6-49da-8376-48e46fee19d0,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:56.475116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630bc017-49c4-4e02-87bf-470bf1de1d66']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:56.485991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.493831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.504780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3498f32-ce72-4155-aff2-151e0d4a8550') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:56.505068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3498f32-ce72-4155-aff2-151e0d4a8550') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:56.530396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.591234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 16b913ea-1093-414c-aa09-d2c2e26f21ff no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:56.611661 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcdba5e9-f256-4286-a734-245d1fa2ead7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.632391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 16b913ea-1093-414c-aa09-d2c2e26f21ff {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:15:56.632735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 16b913ea-1093-414c-aa09-d2c2e26f21ff not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:15:56.639016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.648372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=6226175f-32c6-49da-8376-48e46fee19d0,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:56.676113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.680504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.725989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for e2d113b9-014d-4e06-b6ee-b214d48808f3 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:56.748911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d16f18-d906-4517-ae37-ba3187b69d52 None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:15:56.757133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=94c03448-e977-4871-9432-b61a4fe6c6a3,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:56.765919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=95fb4885-f0f3-4619-aceb-8528d1f66d73,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:56.773725 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8d0b5ed6-9cef-44f1-a014-272ac4c00fbd tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/94c03448-e977-4871-9432-b61a4fe6c6a3 HTTP/1.1" status: 204 len: 168 time: 2.2989745 Jan 17 08:15:56.773931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.774906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49978) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:56.781864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1522102996'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:56.806849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:56.809319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:56.809726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.821192 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcdba5e9-f256-4286-a734-245d1fa2ead7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:56.855677 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:15:56.871522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:56.880051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0905785b-b5de-4bbb-8b11-5df767138c6e None None] Provisioning complete for port fe3d6846-3f8f-41b4-83f4-de6888ddb508 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:56.880502 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0905785b-b5de-4bbb-8b11-5df767138c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:56.917659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:56.951821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d16f18-d906-4517-ae37-ba3187b69d52 None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:15:56.981121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:57.015791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b93-d7f4-4e25-92f5-12706a7f0322 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.071497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e6b93-d7f4-4e25-92f5-12706a7f0322 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8ec213-179c-431d-9a3d-7a4e5176b56c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:57.084808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.092380 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcdba5e9-f256-4286-a734-245d1fa2ead7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.094407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f38e6b93-d7f4-4e25-92f5-12706a7f0322 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.121812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:57.124852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.135706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.140188 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c443b764-85f3-4439-be9c-5016b6b60e9e tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/floatingips/f2b834c0-f323-4251-8968-7072d912fdcb HTTP/1.1" status: 204 len: 168 time: 2.7598717 Jan 17 08:15:57.140188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.143378 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f38e6b93-d7f4-4e25-92f5-12706a7f0322 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/9d8ec213-179c-431d-9a3d-7a4e5176b56c HTTP/1.1" status: 204 len: 168 time: 1.9062300 Jan 17 08:15:57.145049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49984) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.145374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49986) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.149879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.150062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdba5e9-f256-4286-a734-245d1fa2ead7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cdcefc-a558-44cd-a7cd-be260fb6fe9f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:57.153219 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] 10.222.0.44 "DELETE /v2.0/networks/630bc017-49c4-4e02-87bf-470bf1de1d66 HTTP/1.1" status: 204 len: 168 time: 3.5744615 Jan 17 08:15:57.165910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcdba5e9-f256-4286-a734-245d1fa2ead7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.228398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.240909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925d814-942e-4232-966c-7a100e647eb8 tempest-DHCPAgentSchedulersTestJSON-1148198318 tempest-DHCPAgentSchedulersTestJSON-1148198318-project] Pushing event deleted for resources: {'Network': ['ID=630bc017-49c4-4e02-87bf-470bf1de1d66,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:57.278952 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fcdba5e9-f256-4286-a734-245d1fa2ead7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/c1cdcefc-a558-44cd-a7cd-be260fb6fe9f HTTP/1.1" status: 204 len: 168 time: 1.8043075 Jan 17 08:15:57.283831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 49994) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.308776 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2349cf3-637a-4509-86c5-ba6f376e9b29 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] DELETE failed (client error): The resource could not be found. Jan 17 08:15:57.309221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2349cf3-637a-4509-86c5-ba6f376e9b29 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:57.368064 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-22de5e17-48d5-46f3-88d3-d04130f73666 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802445 Jan 17 08:15:57.375901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 49998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.379490 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c2349cf3-637a-4509-86c5-ba6f376e9b29 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/ports/7720d9ac-bc76-4fe8-9f49-9f06de299c17 HTTP/1.1" status: 404 len: 333 time: 0.2246819 Jan 17 08:15:57.382838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50002) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.383638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Subnet': ['ID=8b05e80e-9a08-4cac-a2f0-2634886028d9,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:57.395588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:15:57.421221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12345395-1fdf-4397-8ad6-20f90c69793e None None] Network 67c94a63-1c23-4a4c-833e-cf8832db72ff requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:57.435845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6a4aafe6-840d-4021-959b-4ca6546c5203 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Synchronizing usage tracker for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:57.460397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Checking segment: {'id': '85bcfceb-9b89-49d4-9289-6df599970d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f55e0603-aa8a-49d9-832d-dc8f741077ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:57.460756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Network hostable DHCP agents. Network: f55e0603-aa8a-49d9-832d-dc8f741077ae, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:57.484539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.491932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.492400 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment 21575449-329f-433a-b8e3-7ba09c8f11b4 of type vlan for network 7ad2e9ed-15f6-4aef-a946-948387dbdac4 Jan 17 08:15:57.500127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34989676-fc19-4079-a33b-c376e951ace6 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:57.622658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6a4aafe6-840d-4021-959b-4ca6546c5203 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Unset dirty status for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:57.626944 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6a4aafe6-840d-4021-959b-4ca6546c5203 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "GET /v2.0/ports?device_id=054ea79f-f20c-4b41-9c1d-982e1998dfd3 HTTP/1.1" status: 200 len: 205 time: 0.2381313 Jan 17 08:15:57.627288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50006) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.650293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port fe3d6846-3f8f-41b4-83f4-de6888ddb508 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:57.650610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.680482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.687502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:57.727582 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-388c4efb-cf2d-40b1-be25-e6ea14b23c35 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] delete failed (client error): The resource could not be found. Jan 17 08:15:57.730952 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-388c4efb-cf2d-40b1-be25-e6ea14b23c35 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/routers/054ea79f-f20c-4b41-9c1d-982e1998dfd3 HTTP/1.1" status: 404 len: 336 time: 0.1004016 Jan 17 08:15:57.731762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Network f55e0603-aa8a-49d9-832d-dc8f741077ae is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:57.734813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50012) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.759571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=e2d113b9-014d-4e06-b6ee-b214d48808f3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:57.793873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6226175f-32c6-49da-8376-48e46fee19d0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:15:57.797659 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-56327846-a643-4160-9c00-a017a3d46a56 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] DELETE failed (client error): The resource could not be found. Jan 17 08:15:57.798107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56327846-a643-4160-9c00-a017a3d46a56 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:15:57.802060 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-56327846-a643-4160-9c00-a017a3d46a56 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/subnets/18b1e916-1dc5-4c1e-8f7a-8414e0b2088b HTTP/1.1" status: 404 len: 337 time: 0.0641041 Jan 17 08:15:57.802353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50016) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.864105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50020) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.880465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f55e0603-aa8a-49d9-832d-dc8f741077ae) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:57.891309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f99727-f99e-4d90-a589-f09e30b27f0b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:57.894110 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c6f99727-f99e-4d90-a589-f09e30b27f0b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5136237 Jan 17 08:15:57.897738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff91f91-590f-4f14-b293-c13996eaaa61 None None] Network f55e0603-aa8a-49d9-832d-dc8f741077ae requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:57.899049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50026) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:57.900372 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.042910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.054332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:58.054981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.094221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 6226175f-32c6-49da-8376-48e46fee19d0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:15:58.094593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.133262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] DHCP port deletion for 67c94a63-1c23-4a4c-833e-cf8832db72ff request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:58.143068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] Deleting port fe3d6846-3f8f-41b4-83f4-de6888ddb508 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:58.143546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.184807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4022483-775c-45e9-95cc-709e21e2b5fa None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:15:58.234386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a4022483-775c-45e9-95cc-709e21e2b5fa None None] Deleting port 6226175f-32c6-49da-8376-48e46fee19d0 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:58.234756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4022483-775c-45e9-95cc-709e21e2b5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.269477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-63fa208c-c7fe-4acc-846a-a4ea47092f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port 7f76c8f3-bca3-4da4-b140-646c4bacc4ae {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:58.270062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63fa208c-c7fe-4acc-846a-a4ea47092f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.302757 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5249031 Jan 17 08:15:58.305868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] For port fe3d6846-3f8f-41b4-83f4-de6888ddb508, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fe3d6846-3f8f-41b4-83f4-de6888ddb508,segment=NetworkSegment(37053287-7a52-4e49-b2e3-c4041a5cd77f),segment_id=37053287-7a52-4e49-b2e3-c4041a5cd77f)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:58.306228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.315487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:58.325015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e6ac1-aa8a-41fd-9ce4-bc9d73f48053 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=7ad2e9ed-15f6-4aef-a946-948387dbdac4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:58.330773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': '7ad2e9ed-15f6-4aef-a946-948387dbdac4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:58.360752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7ad2e9ed-15f6-4aef-a946-948387dbdac4 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:15:58.420170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event updated for resources: {'Subnet': ['ID=2b7f9d2c-1498-4e47-9336-ee9a736ca62e,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:58.438250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb26ae6-9867-4032-8211-a41aad12815a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:58.439151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3bb26ae6-9867-4032-8211-a41aad12815a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:15:58.526951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Checking segment: {'id': 'deffee96-e925-419a-bc72-82a2c9327de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:15:58.528153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Network hostable DHCP agents. Network: 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:15:58.529966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for fe3d6846-3f8f-41b4-83f4-de6888ddb508 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:58.541009 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-68737d8b-bc7e-4c21-b233-2ba894b34e58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5927cc343114b2e8785250ab0c2c324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6756487 Jan 17 08:15:58.542233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50038) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:58.644887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3bb26ae6-9867-4032-8211-a41aad12815a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:15:58.646051 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3bb26ae6-9867-4032-8211-a41aad12815a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7413466 Jan 17 08:15:58.652484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50042) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:58.735903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Network 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:15:58.753179 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad8cdee3-7d2e-4ab2-8651-b08f74f6545b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883121 Jan 17 08:15:58.753384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63fa208c-c7fe-4acc-846a-a4ea47092f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.753504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.755858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50046) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:58.762876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c78e1045-6f4b-4029-9ddc-a39107a7c3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.767412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:15:58.774628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:58.782532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:15:58.788521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:15:58.796549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:58.863749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.912923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=fe3d6846-3f8f-41b4-83f4-de6888ddb508,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:58.933374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f55e0603-aa8a-49d9-832d-dc8f741077ae', 'network_id': 'f55e0603-aa8a-49d9-832d-dc8f741077ae', 'tenant_id': 'dc7daa9b6367459ebac56cbccb21139d', 'fixed_ips': [{'subnet_id': '8b05e80e-9a08-4cac-a2f0-2634886028d9'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:15:58.934176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.960119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] For port fe3d6846-3f8f-41b4-83f4-de6888ddb508, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fe3d6846-3f8f-41b4-83f4-de6888ddb508,segment=NetworkSegment(37053287-7a52-4e49-b2e3-c4041a5cd77f),segment_id=37053287-7a52-4e49-b2e3-c4041a5cd77f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:58.960505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:58.976953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:58.980373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-63fa208c-c7fe-4acc-846a-a4ea47092f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for 7f76c8f3-bca3-4da4-b140-646c4bacc4ae owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:58.991089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No DVR routers for this DVR port fe3d6846-3f8f-41b4-83f4-de6888ddb508 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:15:59.163942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:15:59.187288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] Calling delete_port for fe3d6846-3f8f-41b4-83f4-de6888ddb508 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:59.202305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:59.202697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:59.203324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.219707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6048e7-286e-4c99-829a-8b0ac1da0ffe None None] Network 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:15:59.230776 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c78e1045-6f4b-4029-9ddc-a39107a7c3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.247055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63fa208c-c7fe-4acc-846a-a4ea47092f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.300810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:15:59.324096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa208c-c7fe-4acc-846a-a4ea47092f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=7f76c8f3-bca3-4da4-b140-646c4bacc4ae,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:59.335596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:15:59.343522 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-31b5eeb0-4e4c-4947-acfe-ae24153ce464 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.3998995 Jan 17 08:15:59.346546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50050) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:59.421121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a4022483-775c-45e9-95cc-709e21e2b5fa None None] For port 6226175f-32c6-49da-8376-48e46fee19d0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6226175f-32c6-49da-8376-48e46fee19d0,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:15:59.421754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4022483-775c-45e9-95cc-709e21e2b5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.467775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63fa208c-c7fe-4acc-846a-a4ea47092f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.473439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.476372 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-63fa208c-c7fe-4acc-846a-a4ea47092f58 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/ports/7f76c8f3-bca3-4da4-b140-646c4bacc4ae HTTP/1.1" status: 204 len: 168 time: 1.6731410 Jan 17 08:15:59.478644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50054) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:59.498464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.517533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c78e1045-6f4b-4029-9ddc-a39107a7c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.520007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c78e1045-6f4b-4029-9ddc-a39107a7c3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.524707 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c78e1045-6f4b-4029-9ddc-a39107a7c3e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d332b8e-2985-45d8-b5b6-2e5a70a6c33b HTTP/1.1" status: 204 len: 168 time: 0.9788094 Jan 17 08:15:59.524956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:15:59.528459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.606169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c94a63-1c23-4a4c-833e-cf8832db72ff']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:59.630606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e1045-6f4b-4029-9ddc-a39107a7c3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d332b8e-2985-45d8-b5b6-2e5a70a6c33b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:15:59.669093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1136da03-e509-47dd-963b-52a108909288 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port 529ea7d1-21b4-44c4-b05e-40db46a63e2a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:15:59.670093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1136da03-e509-47dd-963b-52a108909288 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.694054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a4022483-775c-45e9-95cc-709e21e2b5fa None None] Calling delete_port for 6226175f-32c6-49da-8376-48e46fee19d0 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:15:59.695748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37053287-7a52-4e49-b2e3-c4041a5cd77f') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:59.695996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37053287-7a52-4e49-b2e3-c4041a5cd77f') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:15:59.721961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f3245-5f2c-4f1a-b7ef-61f30770abf7 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:59.723373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f3245-5f2c-4f1a-b7ef-61f30770abf7 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:59.724793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f3245-5f2c-4f1a-b7ef-61f30770abf7 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:15:59.727446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:15:59.727802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:15:59.729763 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6d6f3245-5f2c-4f1a-b7ef-61f30770abf7 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3784339 Jan 17 08:15:59.734029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50060) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:15:59.757941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6226175f-32c6-49da-8376-48e46fee19d0 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:15:59.773367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.810631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.854223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Allocated IP 172.20.0.2 (f55e0603-aa8a-49d9-832d-dc8f741077ae/8b05e80e-9a08-4cac-a2f0-2634886028d9/3979396e-3efa-4e8d-a27a-b1a66aa61ade) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:15:59.887360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:15:59.887765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:15:59.902411 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:00.059934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1136da03-e509-47dd-963b-52a108909288 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.113533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1', 'network_id': '4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1', 'tenant_id': 'dc7daa9b6367459ebac56cbccb21139d', 'fixed_ips': [{'subnet_id': '2b7f9d2c-1498-4e47-9336-ee9a736ca62e'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:00.114417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.134868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a4022483-775c-45e9-95cc-709e21e2b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.152523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router d0100a7e-73f8-451e-99ac-8f0527baf4d4 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:16:00.176900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Port 6226175f-32c6-49da-8376-48e46fee19d0 update to DOWN by agent not found {{(pid=84156) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 17 08:16:00.182709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fe3d6846-3f8f-41b4-83f4-de6888ddb508 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:16:00.229198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4022483-775c-45e9-95cc-709e21e2b5fa None None] Pushing event deleted for resources: {'Port': ['ID=6226175f-32c6-49da-8376-48e46fee19d0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:00.232613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] Deleting port fe3d6846-3f8f-41b4-83f4-de6888ddb508 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:00.233021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.240202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.268315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: fe3d6846-3f8f-41b4-83f4-de6888ddb508 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:16:00.268699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fe3d6846-3f8f-41b4-83f4-de6888ddb508 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:16:00.307114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.335651 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4022483-775c-45e9-95cc-709e21e2b5fa None None] No DVR routers for this DVR port 6226175f-32c6-49da-8376-48e46fee19d0 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:16:00.344062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1136da03-e509-47dd-963b-52a108909288 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for 529ea7d1-21b4-44c4-b05e-40db46a63e2a owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:00.347428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.352331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0885bb-98dd-4e52-a7dd-bc638f812386 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Deleting subnet 8b05e80e-9a08-4cac-a2f0-2634886028d9 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:00.375076 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Network': ['ID=67c94a63-1c23-4a4c-833e-cf8832db72ff,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:00.388868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0c330ac3-3297-4bc7-ad0d-5c76216cb9ac None None] The port 'fe3d6846-3f8f-41b4-83f4-de6888ddb508' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:16:00.391243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:00.404927 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:00.410764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:00.411386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.436373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ba078-1c8f-4f6c-9dc6-e06b6be6253e None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:00.447988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.456433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=d987175c-eee7-4c32-933e-db071395d2a2,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:00.517678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:16:00.527946 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-118a84ea-1ee4-4b70-bdbd-841234184f8d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/d0100a7e-73f8-451e-99ac-8f0527baf4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2661402 Jan 17 08:16:00.530662 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1481fb6-c7a7-44de-915a-87e26f9f236d None None] Sync routers for ids ['d0100a7e-73f8-451e-99ac-8f0527baf4d4'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:16:00.532153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50066) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:00.548690 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4378ed29-a328-4bf4-912c-900e1c51a8d2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/networks/67c94a63-1c23-4a4c-833e-cf8832db72ff HTTP/1.1" status: 204 len: 168 time: 3.3922842 Jan 17 08:16:00.556180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50070) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:00.563065 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1481fb6-c7a7-44de-915a-87e26f9f236d None None] Routers {'d0100a7e-73f8-451e-99ac-8f0527baf4d4'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:00.566551 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e1481fb6-c7a7-44de-915a-87e26f9f236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['d0100a7e-73f8-451e-99ac-8f0527baf4d4'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:00.586416 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-693bcce5-7e62-4caa-8c8b-3e34ad26ea0d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8287561 Jan 17 08:16:00.590681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b485e604-1678-4ee5-8cb9-1742dacaf3b5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:00.593525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50074) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:00.613207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=53edd7d2-c158-4985-86df-70d63feebd07,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:00.621362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:d0:f7:5b', 'name': 'tempest-NetworksTestDHCPv6-52529993'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:00.645972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': '21575449-329f-433a-b8e3-7ba09c8f11b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '7ad2e9ed-15f6-4aef-a946-948387dbdac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:00.645972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: 7ad2e9ed-15f6-4aef-a946-948387dbdac4, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:00.668668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.705258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa0a19c-fa25-4561-86d1-e9ab3783484a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:00.706089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1fa0a19c-fa25-4561-86d1-e9ab3783484a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:00.714175 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e1481fb6-c7a7-44de-915a-87e26f9f236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:00.727544 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Allocated IP 172.20.0.18 (4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1/2b7f9d2c-1498-4e47-9336-ee9a736ca62e/d5629885-4b19-48d1-a658-b999c580cbb2) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:00.728926 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1481fb6-c7a7-44de-915a-87e26f9f236d None None] Routers {'d0100a7e-73f8-451e-99ac-8f0527baf4d4'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:00.729714 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e1481fb6-c7a7-44de-915a-87e26f9f236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:15:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['d0100a7e-73f8-451e-99ac-8f0527baf4d4'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:00.759789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50078) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:00.779661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Transition to ACTIVE for port object 3979396e-3efa-4e8d-a27a-b1a66aa61ade will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:00.783272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39d58254-bd6e-40e1-afd9-03b7c0c67cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.784202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b485e604-1678-4ee5-8cb9-1742dacaf3b5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:00.785595 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b485e604-1678-4ee5-8cb9-1742dacaf3b5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0100a7e-73f8-451e-99ac-8f0527baf4d4 HTTP/1.1" status: 200 len: 205 time: 0.2527609 Jan 17 08:16:00.787078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1136da03-e509-47dd-963b-52a108909288 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.790107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50082) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:00.800091 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Transition to ACTIVE for port object 3979396e-3efa-4e8d-a27a-b1a66aa61ade will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:00.811404 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e1481fb6-c7a7-44de-915a-87e26f9f236d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:00.811810 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1481fb6-c7a7-44de-915a-87e26f9f236d None None] The sync data for ids ['d0100a7e-73f8-451e-99ac-8f0527baf4d4'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:16:00.821957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-39d58254-bd6e-40e1-afd9-03b7c0c67cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:00.826048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-39d58254-bd6e-40e1-afd9-03b7c0c67cbb admin admin] Usage tracker for resource:security_group_rule and tenant:030958a1c4144c0b8e58016ff47274f4 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:00.829165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-39d58254-bd6e-40e1-afd9-03b7c0c67cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:00.835415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-39d58254-bd6e-40e1-afd9-03b7c0c67cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:00.900429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f0885bb-98dd-4e52-a7dd-bc638f812386 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.900677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:00.908095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136da03-e509-47dd-963b-52a108909288 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=529ea7d1-21b4-44c4-b05e-40db46a63e2a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:00.916362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:00.921676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:00.927740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:00.939729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:00.986243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': 'd987175c-eee7-4c32-933e-db071395d2a2'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:00.987044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.050138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network 7ad2e9ed-15f6-4aef-a946-948387dbdac4 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:01.057006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1fa0a19c-fa25-4561-86d1-e9ab3783484a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:01.063617 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1fa0a19c-fa25-4561-86d1-e9ab3783484a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5006063 Jan 17 08:16:01.065507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Network f55e0603-aa8a-49d9-832d-dc8f741077ae is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:01.068859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39d58254-bd6e-40e1-afd9-03b7c0c67cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.069165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Pushing event updated for resources: {'Port': ['ID=3979396e-3efa-4e8d-a27a-b1a66aa61ade,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:01.069277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50086) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:01.094012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f0885bb-98dd-4e52-a7dd-bc638f812386 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.109438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:01.111888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:01.134957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 7ad2e9ed-15f6-4aef-a946-948387dbdac4) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:01.136993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa6b64ca-9e5b-46f9-99eb-f7bb81f78106 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.142803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:01.143471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.166829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39d58254-bd6e-40e1-afd9-03b7c0c67cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.170729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149216bb-9db0-432d-860a-795ed623227d None None] Network 7ad2e9ed-15f6-4aef-a946-948387dbdac4 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:01.206347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:01.210245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.235486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1136da03-e509-47dd-963b-52a108909288 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.245667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d58254-bd6e-40e1-afd9-03b7c0c67cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4ce7a4-d425-4351-aa58-d5e79ecb430b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:01.256183 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-39d58254-bd6e-40e1-afd9-03b7c0c67cbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=030958a1c4144c0b8e58016ff47274f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4922857 Jan 17 08:16:01.256909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:01.277944 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-52876fd5-522b-46e9-a040-136f5b3675fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9581764 Jan 17 08:16:01.281696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50094) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:01.284504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f0885bb-98dd-4e52-a7dd-bc638f812386 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.323502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 255bb954-30a9-426b-b37c-195c90e1f3a2 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:01.418374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.421487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Attempting to bind port 3979396e-3efa-4e8d-a27a-b1a66aa61ade on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:01.422459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Attempting to bind port 3979396e-3efa-4e8d-a27a-b1a66aa61ade by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '85bcfceb-9b89-49d4-9289-6df599970d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f55e0603-aa8a-49d9-832d-dc8f741077ae'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:01.422459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Attempting to bind port 3979396e-3efa-4e8d-a27a-b1a66aa61ade on network f55e0603-aa8a-49d9-832d-dc8f741077ae {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:01.459576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Transition to ACTIVE for port object d5629885-4b19-48d1-a658-b999c580cbb2 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:01.476411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:01.476779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Checking segment: {'id': '85bcfceb-9b89-49d4-9289-6df599970d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f55e0603-aa8a-49d9-832d-dc8f741077ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:01.477175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.478077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Bound using segment: {'id': '85bcfceb-9b89-49d4-9289-6df599970d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f55e0603-aa8a-49d9-832d-dc8f741077ae'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:01.478077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Bound port: 3979396e-3efa-4e8d-a27a-b1a66aa61ade, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bcfceb-9b89-49d4-9289-6df599970d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f55e0603-aa8a-49d9-832d-dc8f741077ae'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:01.478274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f8273bc-f93e-46c2-b1c6-6c3da9f31fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.478878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.489083 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1136da03-e509-47dd-963b-52a108909288 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/ports/529ea7d1-21b4-44c4-b05e-40db46a63e2a HTTP/1.1" status: 204 len: 168 time: 2.0090289 Jan 17 08:16:01.503735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50098) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:01.509940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-97cc5916-0d11-4bad-a97b-229e9b0ae10f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:01.550986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Transition to ACTIVE for port object d5629885-4b19-48d1-a658-b999c580cbb2 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:01.584277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f0885bb-98dd-4e52-a7dd-bc638f812386 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.589612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f8273bc-f93e-46c2-b1c6-6c3da9f31fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.598072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-97cc5916-0d11-4bad-a97b-229e9b0ae10f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:01.602983 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-97cc5916-0d11-4bad-a97b-229e9b0ae10f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5292749 Jan 17 08:16:01.603132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/d987175c-eee7-4c32-933e-db071395d2a2/e5338209-384d-406e-b251-154dc3c939bc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:01.605536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50102) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:01.610671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-636792782'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:01.626462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.651891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0885bb-98dd-4e52-a7dd-bc638f812386 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Subnet': ['ID=8b05e80e-9a08-4cac-a2f0-2634886028d9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:01.697661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.697929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f0885bb-98dd-4e52-a7dd-bc638f812386 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.743141 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2f0885bb-98dd-4e52-a7dd-bc638f812386 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/subnets/8b05e80e-9a08-4cac-a2f0-2634886028d9 HTTP/1.1" status: 204 len: 168 time: 2.0041862 Jan 17 08:16:01.747490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50106) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:01.783783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:01.800608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:network and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:01.804909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:01.824476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf234a5f-0465-4aea-a09b-acccd293c4b7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:01.825271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf234a5f-0465-4aea-a09b-acccd293c4b7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Synchronizing usage tracker for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:01.830457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.869251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:01.876089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa6b64ca-9e5b-46f9-99eb-f7bb81f78106 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.890798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa6b64ca-9e5b-46f9-99eb-f7bb81f78106 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.892809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ed896-9bce-4d37-82b0-13e316babb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-7ad2e9ed-15f6-4aef-a946-948387dbdac4', 'network_id': '7ad2e9ed-15f6-4aef-a946-948387dbdac4', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': '53edd7d2-c158-4985-86df-70d63feebd07'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:01.893611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154ed896-9bce-4d37-82b0-13e316babb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.913133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Network 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:01.914385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] For port 3979396e-3efa-4e8d-a27a-b1a66aa61ade, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:01.917706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f8273bc-f93e-46c2-b1c6-6c3da9f31fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.933315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:01.936627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:01.944504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:01.947950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.963825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa6b64ca-9e5b-46f9-99eb-f7bb81f78106 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.964366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6b64ca-9e5b-46f9-99eb-f7bb81f78106 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Fanout notify agent at l3_agent the message router_deleted on router d0100a7e-73f8-451e-99ac-8f0527baf4d4 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:16:01.991497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa6b64ca-9e5b-46f9-99eb-f7bb81f78106 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:01.992668 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-aa6b64ca-9e5b-46f9-99eb-f7bb81f78106 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/d0100a7e-73f8-451e-99ac-8f0527baf4d4 HTTP/1.1" status: 204 len: 168 time: 1.1965172 Jan 17 08:16:01.995395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8273bc-f93e-46c2-b1c6-6c3da9f31fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4ce7a4-d425-4351-aa58-d5e79ecb430b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:01.995544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50110) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:01.999478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:02.010458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf234a5f-0465-4aea-a09b-acccd293c4b7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Unset dirty status for tenant:e5f51c031f15494fb517b12b03cd0be5 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:02.010971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Pushing event updated for resources: {'Port': ['ID=d5629885-4b19-48d1-a658-b999c580cbb2,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:02.017837 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cf234a5f-0465-4aea-a09b-acccd293c4b7 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2eb22de4-9940-45ad-9dc4-fc52df4ee541 HTTP/1.1" status: 200 len: 913 time: 0.5066814 Jan 17 08:16:02.017837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f8273bc-f93e-46c2-b1c6-6c3da9f31fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.017837 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2f8273bc-f93e-46c2-b1c6-6c3da9f31fec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c4ce7a4-d425-4351-aa58-d5e79ecb430b HTTP/1.1" status: 204 len: 168 time: 0.7559960 Jan 17 08:16:02.017837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50114) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:02.041637 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] For port 3979396e-3efa-4e8d-a27a-b1a66aa61ade, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3979396e-3efa-4e8d-a27a-b1a66aa61ade,segment=NetworkSegment(85bcfceb-9b89-49d4-9289-6df599970d92),segment_id=85bcfceb-9b89-49d4-9289-6df599970d92)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:02.151510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8837118-23eb-4ab7-885c-c63b8bae0788 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Deleting subnet 2b7f9d2c-1498-4e47-9336-ee9a736ca62e {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:02.155849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8837118-23eb-4ab7-885c-c63b8bae0788 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.172376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.173096 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Added segment 892282c1-42ec-4aee-bf1b-65270ecdf9ba of type vlan for network 7d49a490-4495-4992-92d4-ed572b59e7ea Jan 17 08:16:02.180430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.194619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.243558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=53edd7d2-c158-4985-86df-70d63feebd07,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:02.251307 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.265054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ccc8db-3491-461e-a73a-d40a40bde040 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting subnet 684fde9d-142f-41b9-84ef-749410af450c {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:02.285232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38ccc8db-3491-461e-a73a-d40a40bde040 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.287902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8837118-23eb-4ab7-885c-c63b8bae0788 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.355720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.375844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38ccc8db-3491-461e-a73a-d40a40bde040 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.384116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Attempting to bind port d5629885-4b19-48d1-a658-b999c580cbb2 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:02.384494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Attempting to bind port d5629885-4b19-48d1-a658-b999c580cbb2 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'deffee96-e925-419a-bc72-82a2c9327de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:02.384856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Attempting to bind port d5629885-4b19-48d1-a658-b999c580cbb2 on network 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:02.392454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Transition to ACTIVE for port object e5338209-384d-406e-b251-154dc3c939bc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:02.421882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2a9ce-e096-4bb5-b71d-48f4cda744bb None None] Pushing event updated for resources: {'Port': ['ID=3979396e-3efa-4e8d-a27a-b1a66aa61ade,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server [None req-154ed896-9bce-4d37-82b0-13e316babb24 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53edd7d2-c158-4985-86df-70d63feebd07: This subnet is being modified by another concurrent operation. Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:16:02.431013 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise exception Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53edd7d2-c158-4985-86df-70d63feebd07: This subnet is being modified by another concurrent operation. Jan 17 08:16:02.441450 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Jan 17 08:16:02.445863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:02.445863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Checking segment: {'id': 'deffee96-e925-419a-bc72-82a2c9327de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:02.445863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.445863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Bound using segment: {'id': 'deffee96-e925-419a-bc72-82a2c9327de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:02.445863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Bound port: d5629885-4b19-48d1-a658-b999c580cbb2, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deffee96-e925-419a-bc72-82a2c9327de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:02.445863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.466599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c913b7d1-9faf-4b91-910c-25537d2f53d5 None None] Network 7ad2e9ed-15f6-4aef-a946-948387dbdac4 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:02.469032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.485758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Transition to ACTIVE for port object e5338209-384d-406e-b251-154dc3c939bc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:02.519771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad2e9ed-15f6-4aef-a946-948387dbdac4']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:02.547425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.547816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21575449-329f-433a-b8e3-7ba09c8f11b4') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:02.548119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21575449-329f-433a-b8e3-7ba09c8f11b4') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:02.551741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:02.552498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.557960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38ccc8db-3491-461e-a73a-d40a40bde040 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.563041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.588306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.604640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.614146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:02.614592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.760218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:02.803885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:02.813289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::2b4 (f8dda541-a6ad-4425-a3fa-1d9436a44791/d987175c-eee7-4c32-933e-db071395d2a2/255bb954-30a9-426b-b37c-195c90e1f3a2) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:02.813909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Pushing event updated for resources: {'Port': ['ID=e5338209-384d-406e-b251-154dc3c939bc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:02.814906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:02.848291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f962806-de32-4eec-9a14-1bf5018b68fb None None] Network f55e0603-aa8a-49d9-832d-dc8f741077ae requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:02.886387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8837118-23eb-4ab7-885c-c63b8bae0788 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:02.920399 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:02.941775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Network': ['ID=7d49a490-4495-4992-92d4-ed572b59e7ea,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:02.977161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.977520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.977838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.978553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.978553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.978819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.979122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.979482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.979791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.980106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:02.980421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.011881 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7d49a490-4495-4992-92d4-ed572b59e7ea details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:03.036309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.040430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.068486 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/7ad2e9ed-15f6-4aef-a946-948387dbdac4 HTTP/1.1" status: 204 len: 168 time: 1.7861826 Jan 17 08:16:03.075258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50130) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:03.076743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.084663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-108028418'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:03.095607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 255bb954-30a9-426b-b37c-195c90e1f3a2 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:03.096780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=7ad2e9ed-15f6-4aef-a946-948387dbdac4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:03.099511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:03.103064 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7099d365-9cbd-474a-a1f9-874496ed6a8c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4977446 Jan 17 08:16:03.104423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50134) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:03.109197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:03.116351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': '7d49a490-4495-4992-92d4-ed572b59e7ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:03.126180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38ccc8db-3491-461e-a73a-d40a40bde040 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.131112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:03.148342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:03.157536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Attempting to bind port e5338209-384d-406e-b251-154dc3c939bc on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:03.157899 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Attempting to bind port e5338209-384d-406e-b251-154dc3c939bc by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:03.158448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Attempting to bind port e5338209-384d-406e-b251-154dc3c939bc on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:03.179731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38ccc8db-3491-461e-a73a-d40a40bde040 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.190744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccc8db-3491-461e-a73a-d40a40bde040 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Subnet': ['ID=684fde9d-142f-41b9-84ef-749410af450c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:03.199919 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-38ccc8db-3491-461e-a73a-d40a40bde040 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/684fde9d-142f-41b9-84ef-749410af450c HTTP/1.1" status: 204 len: 168 time: 1.2031450 Jan 17 08:16:03.204241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50138) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:03.206723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.207147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.207549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.207914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.208246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.208569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.208887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.209204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.209520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.209829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.210186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad73a542-7c20-4a92-9ea5-edada44d4222 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:03.212805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df547b53-f972-45b1-b745-f031e4b13f7b None None] Network cf26b713-6353-420f-89ca-3c384cdbad4f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:03.235652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] For port d5629885-4b19-48d1-a658-b999c580cbb2, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:03.235905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8837118-23eb-4ab7-885c-c63b8bae0788 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.248451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:03.252561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:03.252561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.252561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:03.252561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Bound port: e5338209-384d-406e-b251-154dc3c939bc, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:03.252561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.289875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.339530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:03.344269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:03.348009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:03.358339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8837118-23eb-4ab7-885c-c63b8bae0788 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7f9d2c-1498-4e47-9336-ee9a736ca62e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:03.365788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:03.371891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] For port d5629885-4b19-48d1-a658-b999c580cbb2, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d5629885-4b19-48d1-a658-b999c580cbb2,segment=NetworkSegment(deffee96-e925-419a-bc72-82a2c9327de8),segment_id=deffee96-e925-419a-bc72-82a2c9327de8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:03.373518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:03.377591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.412015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:03.416612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:03.422263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.425291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=255bb954-30a9-426b-b37c-195c90e1f3a2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:03.427861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:03.432623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:03.432794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.437660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8837118-23eb-4ab7-885c-c63b8bae0788 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.442395 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e8837118-23eb-4ab7-885c-c63b8bae0788 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/subnets/2b7f9d2c-1498-4e47-9336-ee9a736ca62e HTTP/1.1" status: 204 len: 168 time: 1.6913757 Jan 17 08:16:03.445069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50144) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:03.489874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:03.508433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port bd6ca234-ddf0-4de8-9e72-7e5abc543836 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:03.509211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.509696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.571423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3570af2-8931-4923-8bef-d26fdb0858b7 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:03.572125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a3570af2-8931-4923-8bef-d26fdb0858b7 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Synchronizing usage tracker for tenant:dc7daa9b6367459ebac56cbccb21139d on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:03.581037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:03.608276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.608612 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment d1de18c6-08bd-4a8f-8f7c-f99da3e3812b of type vlan for network b5100803-70bb-4771-b5dc-d00e43938b22 Jan 17 08:16:03.638473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] For port e5338209-384d-406e-b251-154dc3c939bc, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:03.676286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] For port e5338209-384d-406e-b251-154dc3c939bc, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e5338209-384d-406e-b251-154dc3c939bc,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:03.691344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c0bca-1093-4826-817d-7b34318bfee1 None None] Pushing event updated for resources: {'Port': ['ID=d5629885-4b19-48d1-a658-b999c580cbb2,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:03.744722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.756744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port bd6ca234-ddf0-4de8-9e72-7e5abc543836, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=bd6ca234-ddf0-4de8-9e72-7e5abc543836,segment=NetworkSegment(ef37320f-886a-434e-ae40-f2cb56926d04),segment_id=ef37320f-886a-434e-ae40-f2cb56926d04)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:03.757106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.769670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.775974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.815803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] DHCP port deletion for cf26b713-6353-420f-89ca-3c384cdbad4f request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:16:03.854013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] Deleting port bd6ca234-ddf0-4de8-9e72-7e5abc543836 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:03.854571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:03.943939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44898b40-a94c-4fbe-99a7-dad2a474c542 None None] Pushing event updated for resources: {'Port': ['ID=e5338209-384d-406e-b251-154dc3c939bc,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:04.091515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for bd6ca234-ddf0-4de8-9e72-7e5abc543836 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:04.195989 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-aa2e8cf0-fb8e-4398-81fc-cdc0b5ab7964 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5965388 Jan 17 08:16:04.197569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50156) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:04.248672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.261249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] For port bd6ca234-ddf0-4de8-9e72-7e5abc543836, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=bd6ca234-ddf0-4de8-9e72-7e5abc543836,segment=NetworkSegment(ef37320f-886a-434e-ae40-f2cb56926d04),segment_id=ef37320f-886a-434e-ae40-f2cb56926d04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:04.262408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.282051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.288145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a3570af2-8931-4923-8bef-d26fdb0858b7 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Unset dirty status for tenant:dc7daa9b6367459ebac56cbccb21139d on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:04.292721 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a3570af2-8931-4923-8bef-d26fdb0858b7 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8370504 Jan 17 08:16:04.314354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.332858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50160) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:04.365132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=bd6ca234-ddf0-4de8-9e72-7e5abc543836,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:04.374344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No DVR routers for this DVR port bd6ca234-ddf0-4de8-9e72-7e5abc543836 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:16:04.433313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.437086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:04.437667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.476010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] Calling delete_port for bd6ca234-ddf0-4de8-9e72-7e5abc543836 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:04.549658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:04.550466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:04.641381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=b5100803-70bb-4771-b5dc-d00e43938b22,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:04.657072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.658742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network b5100803-70bb-4771-b5dc-d00e43938b22 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:04.667873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.703377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf26b713-6353-420f-89ca-3c384cdbad4f']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:04.712860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=465e1a52-f8ed-4177-acf1-26739488e043,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:04.718986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef37320f-886a-434e-ae40-f2cb56926d04') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:04.719503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef37320f-886a-434e-ae40-f2cb56926d04') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:04.720828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Checking segment: {'id': '892282c1-42ec-4aee-bf1b-65270ecdf9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7d49a490-4495-4992-92d4-ed572b59e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:04.721781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network hostable DHCP agents. Network: 7d49a490-4495-4992-92d4-ed572b59e7ea, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:04.728155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Deleting port d5629885-4b19-48d1-a658-b999c580cbb2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:04.728155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.756414 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7a22e233-edb0-4141-a8c3-b9644b0b9c3d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6760087 Jan 17 08:16:04.762021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50172) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:04.773616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.781022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': 'b5100803-70bb-4771-b5dc-d00e43938b22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:04.807469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.851517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:04.851919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:04.870507 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:04.914758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfddc254-da8b-4d57-9cfd-db4908447e90 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:04.918725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfddc254-da8b-4d57-9cfd-db4908447e90 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:04.923124 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cfddc254-da8b-4d57-9cfd-db4908447e90 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7203321 Jan 17 08:16:04.925881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50176) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:04.999335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 7d49a490-4495-4992-92d4-ed572b59e7ea is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:05.008792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:05.014802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:05.018104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:05.026550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:05.052376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] Deleting port bd6ca234-ddf0-4de8-9e72-7e5abc543836 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:05.052771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:05.095790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 7d49a490-4495-4992-92d4-ed572b59e7ea) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:05.102799 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:05.103724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:05.114979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:05.115160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5811525c-addd-4043-832d-97e610e05cc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 255bb954-30a9-426b-b37c-195c90e1f3a2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:05.115806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5811525c-addd-4043-832d-97e610e05cc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:05.125765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96610f3-876d-42df-8751-6bd96124fe0d None None] Network 7d49a490-4495-4992-92d4-ed572b59e7ea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:05.147023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3cc728-0e7f-4d71-8787-8962cfd7943b None None] Network 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:05.170866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:05.174858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:05.216810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] For port d5629885-4b19-48d1-a658-b999c580cbb2, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d5629885-4b19-48d1-a658-b999c580cbb2,segment=NetworkSegment(deffee96-e925-419a-bc72-82a2c9327de8),segment_id=deffee96-e925-419a-bc72-82a2c9327de8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:05.217178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:05.238510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Network': ['ID=cf26b713-6353-420f-89ca-3c384cdbad4f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:05.352994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2148ba3c-8d7a-4a17-aca6-e203a3e395b9 None None] The port 'bd6ca234-ddf0-4de8-9e72-7e5abc543836' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:16:05.401703 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e28db8f5-44e1-4222-997b-70252bc8ea50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/networks/cf26b713-6353-420f-89ca-3c384cdbad4f HTTP/1.1" status: 204 len: 168 time: 2.1914744 Jan 17 08:16:05.415322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Calling delete_port for d5629885-4b19-48d1-a658-b999c580cbb2 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:05.523228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50188) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:05.534257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:05.575908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-402055164', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:05.588990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:05.652573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:router and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:05.662643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:05.734436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fff11d94-ef91-44c2-b0dd-c7961c2edcba None None] Provisioning for port d5629885-4b19-48d1-a658-b999c580cbb2 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:05.759059 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e29f64e6-f613-4295-9f66-3d657996a272 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6533177 Jan 17 08:16:05.762363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:05.801172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:05.815775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': '7d49a490-4495-4992-92d4-ed572b59e7ea', 'name': 'tempest-PortsIpV6TestJSON-2100265774'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:05.878778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d5629885-4b19-48d1-a658-b999c580cbb2 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:05.881532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5811525c-addd-4043-832d-97e610e05cc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:05.936870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d5629885-4b19-48d1-a658-b999c580cbb2 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:16:05.937231 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d5629885-4b19-48d1-a658-b999c580cbb2 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 17 08:16:05.983730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-7d49a490-4495-4992-92d4-ed572b59e7ea', 'network_id': '7d49a490-4495-4992-92d4-ed572b59e7ea', 'tenant_id': 'a20e18b3f2b34ede8b3f66595b40955c', 'fixed_ips': [{'subnet_id': '465e1a52-f8ed-4177-acf1-26739488e043'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:05.984536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.078094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.079275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.174464 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Port d5629885-4b19-48d1-a658-b999c580cbb2 not found, will not notify nova. {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 17 08:16:06.174913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e5338209-384d-406e-b251-154dc3c939bc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:06.181518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5811525c-addd-4043-832d-97e610e05cc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 255bb954-30a9-426b-b37c-195c90e1f3a2 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:06.214202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373f1d3-c9ae-49f0-9ba4-e45ff6f46cf1 None None] DHCP port deletion for 4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:16:06.294805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.301636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.322097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:06.330649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:06.336534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:06.346199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:06.346730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cb13525-6790-497c-a873-1910adce3df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.349786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d6a624db-40ed-47f1-b950-c8148013d0f0 None None] Provisioning for port e5338209-384d-406e-b251-154dc3c939bc completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:06.392276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Port': ['ID=d5629885-4b19-48d1-a658-b999c580cbb2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:06.397608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Allocated IP 2001:db8::2 (7d49a490-4495-4992-92d4-ed572b59e7ea/465e1a52-f8ed-4177-acf1-26739488e043/e15f4f5f-d039-42f8-8429-90012da2f22f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:06.428054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] No DVR routers for this DVR port d5629885-4b19-48d1-a658-b999c580cbb2 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:16:06.460258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e5338209-384d-406e-b251-154dc3c939bc completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:06.495224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.501181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:06.504088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.524667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e5338209-384d-406e-b251-154dc3c939bc triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:06.525093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.565414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.573868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port 2e54dbb4-9f49-4f32-a3f7-137ebfe1d702 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:06.671615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.672280 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0f17ce76-606b-4ee8-84b9-06087450bae4 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1095853 Jan 17 08:16:06.681900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37fee-3a4e-48dc-ab8c-17a5dcdd1355 req-9febec0c-7e83-44f5-8402-d289ad6f46d1 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:06.683227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:06.683443 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7a37fee-3a4e-48dc-ab8c-17a5dcdd1355 req-9febec0c-7e83-44f5-8402-d289ad6f46d1 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.4660575 Jan 17 08:16:06.695674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'network': {'name': 'tempest-RoutersTest-127251334'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:06.711343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.721689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.735878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:06.739427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=a588ba65-82f7-4098-ac25-514bb671030f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:06.743967 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1fcdeb81-d741-449d-be9a-f3d81d0959a0 req-7e760688-519d-44b3-8019-bca2e2a71b4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1098 time: 0.5272884 Jan 17 08:16:06.755679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:network and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:06.760050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:06.801078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:06.807076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:06.823731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': 'd1de18c6-08bd-4a8f-8f7c-f99da3e3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5100803-70bb-4771-b5dc-d00e43938b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:06.824347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: b5100803-70bb-4771-b5dc-d00e43938b22, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:06.841280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.880952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e5338209-384d-406e-b251-154dc3c939bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e5338209-384d-406e-b251-154dc3c939bc,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:06.890069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deffee96-e925-419a-bc72-82a2c9327de8') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:06.890526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deffee96-e925-419a-bc72-82a2c9327de8') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:06.891158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:06.891864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Transition to ACTIVE for port object e15f4f5f-d039-42f8-8429-90012da2f22f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:06.894295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.899625 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c6cea322-5b64-48f1-8ae5-b69f5b9b4516 None None] Provisioning for port 255bb954-30a9-426b-b37c-195c90e1f3a2 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:06.907975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5811525c-addd-4043-832d-97e610e05cc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.909934 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c6cea322-5b64-48f1-8ae5-b69f5b9b4516 None None] Provisioning complete for port 255bb954-30a9-426b-b37c-195c90e1f3a2 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:06.910433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6cea322-5b64-48f1-8ae5-b69f5b9b4516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.925706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.936670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network b5100803-70bb-4771-b5dc-d00e43938b22 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:06.957705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c6cea322-5b64-48f1-8ae5-b69f5b9b4516 None None] Port 255bb954-30a9-426b-b37c-195c90e1f3a2 was deleted so its status cannot be updated. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 17 08:16:06.960851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.963506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Transition to ACTIVE for port object e15f4f5f-d039-42f8-8429-90012da2f22f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:06.964039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port daecdc1d-9677-43cd-bf03-30f2e553e2a7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:06.964385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:06.990092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:07.022364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.022696 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added segment ceb04170-c046-4c3e-9c10-02b6cae39925 of type vlan for network e06be57f-4e10-489f-ae4f-7673087e3ec0 Jan 17 08:16:07.030134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, b5100803-70bb-4771-b5dc-d00e43938b22) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:07.034622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:07.035401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.044174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device bd6ca234-ddf0-4de8-9e72-7e5abc543836 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:16:07.068232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.073628 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7a37fee-3a4e-48dc-ab8c-17a5dcdd1355 req-23f0cfb2-aa4c-4ae2-a3b3-6afa7e40841c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3751419 Jan 17 08:16:07.089559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811525c-addd-4043-832d-97e610e05cc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=255bb954-30a9-426b-b37c-195c90e1f3a2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:07.105429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.120111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5811525c-addd-4043-832d-97e610e05cc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.123252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:07.123608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.141599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e5338209-384d-406e-b251-154dc3c939bc,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:07.146131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.155631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360cc2eb-43af-4821-9021-ff5adc603711 None None] Network b5100803-70bb-4771-b5dc-d00e43938b22 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:07.159741 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:07.235594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: bd6ca234-ddf0-4de8-9e72-7e5abc543836 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:16:07.236328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device bd6ca234-ddf0-4de8-9e72-7e5abc543836 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:16:07.252835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50222) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:07.261610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.266109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:07.266873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.288272 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5811525c-addd-4043-832d-97e610e05cc9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/255bb954-30a9-426b-b37c-195c90e1f3a2 HTTP/1.1" status: 204 len: 168 time: 2.3561049 Jan 17 08:16:07.288272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50226) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:07.323489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Network 7d49a490-4495-4992-92d4-ed572b59e7ea is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:07.328473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:07.330968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:07.355709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Pushing event updated for resources: {'Port': ['ID=e15f4f5f-d039-42f8-8429-90012da2f22f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:07.376214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4318f1c6-3579-4a23-bd04-09d39858c767 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:07.377652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4318f1c6-3579-4a23-bd04-09d39858c767 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:07.378418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4318f1c6-3579-4a23-bd04-09d39858c767 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:07.386952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdeb81-d741-449d-be9a-f3d81d0959a0 req-adcc16d1-26b0-4234-b6ae-158be6dda3d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:07.389382 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1fcdeb81-d741-449d-be9a-f3d81d0959a0 req-adcc16d1-26b0-4234-b6ae-158be6dda3d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 912 time: 0.6241779 Jan 17 08:16:07.392712 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-63037315-2359-4de3-9d97-6fad5b6a8038 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6208727 Jan 17 08:16:07.394846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50232) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:07.439606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::2f0 (7d49a490-4495-4992-92d4-ed572b59e7ea/465e1a52-f8ed-4177-acf1-26739488e043/2e54dbb4-9f49-4f32-a3f7-137ebfe1d702) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:07.441926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Network': ['ID=e06be57f-4e10-489f-ae4f-7673087e3ec0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:07.455509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network e06be57f-4e10-489f-ae4f-7673087e3ec0 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:07.466612 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-01dab0f9-1e2f-4891-97ca-115d78c6fd50 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7770195 Jan 17 08:16:07.487820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50236) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:07.499062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'subnet': {'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:07.511950 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1fcdeb81-d741-449d-be9a-f3d81d0959a0 req-a15e507b-fa39-4707-9515-2888cc083dc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 1000 time: 0.1161556 Jan 17 08:16:07.546255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Attempting to bind port e15f4f5f-d039-42f8-8429-90012da2f22f on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:07.546725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Attempting to bind port e15f4f5f-d039-42f8-8429-90012da2f22f by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '892282c1-42ec-4aee-bf1b-65270ecdf9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7d49a490-4495-4992-92d4-ed572b59e7ea'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:07.547323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Attempting to bind port e15f4f5f-d039-42f8-8429-90012da2f22f on network 7d49a490-4495-4992-92d4-ed572b59e7ea {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:07.557198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:07.557631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Checking segment: {'id': '892282c1-42ec-4aee-bf1b-65270ecdf9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7d49a490-4495-4992-92d4-ed572b59e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:07.558030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.558570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Bound using segment: {'id': '892282c1-42ec-4aee-bf1b-65270ecdf9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7d49a490-4495-4992-92d4-ed572b59e7ea'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:07.559077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Bound port: e15f4f5f-d039-42f8-8429-90012da2f22f, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892282c1-42ec-4aee-bf1b-65270ecdf9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '7d49a490-4495-4992-92d4-ed572b59e7ea'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:07.559556 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.576353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.604639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.663474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.666108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Network': ['ID=4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:07.667803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4318f1c6-3579-4a23-bd04-09d39858c767 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:07.671906 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4318f1c6-3579-4a23-bd04-09d39858c767 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3770514 Jan 17 08:16:07.674360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50240) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:07.731031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:07.737086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:07.741462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Usage tracker for resource:floatingip and tenant:0f2799f3b5844d849a961627d6ee3e9d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:07.744448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:07.750818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:07.768880 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a1241fff-c909-41f4-82da-794de06fc8bb tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/networks/4dbde284-c7a3-46e5-8d44-b4b9dbd05dd1 HTTP/1.1" status: 204 len: 168 time: 3.4342024 Jan 17 08:16:07.776624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-b5100803-70bb-4771-b5dc-d00e43938b22', 'network_id': 'b5100803-70bb-4771-b5dc-d00e43938b22', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': 'a588ba65-82f7-4098-ac25-514bb671030f'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:07.777428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.783175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50246) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:07.787055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e5338209-384d-406e-b251-154dc3c939bc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:07.834454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdeb81-d741-449d-be9a-f3d81d0959a0 req-992207d6-2f9d-4043-9694-72d1eba6a9bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:07.836018 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1fcdeb81-d741-449d-be9a-f3d81d0959a0 req-992207d6-2f9d-4043-9694-72d1eba6a9bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.3009520 Jan 17 08:16:07.855150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] For port e15f4f5f-d039-42f8-8429-90012da2f22f, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:07.861275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] For port e15f4f5f-d039-42f8-8429-90012da2f22f, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e15f4f5f-d039-42f8-8429-90012da2f22f,segment=NetworkSegment(892282c1-42ec-4aee-bf1b-65270ecdf9ba),segment_id=892282c1-42ec-4aee-bf1b-65270ecdf9ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:07.946104 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:07.950642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for daecdc1d-9677-43cd-bf03-30f2e553e2a7 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:07.994237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e5338209-384d-406e-b251-154dc3c939bc triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:07.994624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.053674 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.104488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:08.127493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:subnet and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:08.136558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:08.138783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.150938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:08.212244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Allocated IP 172.20.0.2 (b5100803-70bb-4771-b5dc-d00e43938b22/a588ba65-82f7-4098-ac25-514bb671030f/b0dbea1f-6dca-4eb8-bbb8-668a394a8918) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:08.225342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.233413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:08.280128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.308523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Pushing event updated for resources: {'Port': ['ID=e15f4f5f-d039-42f8-8429-90012da2f22f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:08.370338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Deleting port 3979396e-3efa-4e8d-a27a-b1a66aa61ade {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:08.370578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.377870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.378149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.378633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.378813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.379114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.379474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.379807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.380135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.380460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.380780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.381102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1797888e-c381-4504-8e88-83a79cb24254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:08.387402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object 2e54dbb4-9f49-4f32-a3f7-137ebfe1d702 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:08.412740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.457541 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0f015b3-09e7-4a65-875a-86106630504c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.462940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f423715-81ca-46fd-aad0-f79ca761ce9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet d987175c-eee7-4c32-933e-db071395d2a2 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:08.481115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f423715-81ca-46fd-aad0-f79ca761ce9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.514094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.598709 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1fcdeb81-d741-449d-be9a-f3d81d0959a0 req-6fa61dfc-434c-41f7-b7d7-8d682e4b809e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7461717 Jan 17 08:16:08.607321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d5629885-4b19-48d1-a658-b999c580cbb2 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:16:08.648353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6743b-1c6b-4a4a-b353-16cf59518802 req-65ef4ff6-9cf1-4cb2-8b4e-17a4aeec14bb tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:08.649816 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d2e6743b-1c6b-4a4a-b353-16cf59518802 req-65ef4ff6-9cf1-4cb2-8b4e-17a4aeec14bb tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.3428593 Jan 17 08:16:08.667449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d5629885-4b19-48d1-a658-b999c580cbb2 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:16:08.668597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d5629885-4b19-48d1-a658-b999c580cbb2 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:16:08.671799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.697836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Transition to ACTIVE for port object b0dbea1f-6dca-4eb8-bbb8-668a394a8918 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:08.735809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.759081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Transition to ACTIVE for port object b0dbea1f-6dca-4eb8-bbb8-668a394a8918 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:08.793073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f423715-81ca-46fd-aad0-f79ca761ce9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.793314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.827593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:08.924190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Network b5100803-70bb-4771-b5dc-d00e43938b22 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:08.926877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:08.932432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:08.944076 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 7d49a490-4495-4992-92d4-ed572b59e7ea is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:08.948642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=2e54dbb4-9f49-4f32-a3f7-137ebfe1d702,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:08.948791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Pushing event updated for resources: {'Port': ['ID=b0dbea1f-6dca-4eb8-bbb8-668a394a8918,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:08.959771 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d2e6743b-1c6b-4a4a-b353-16cf59518802 req-07da5ec9-563f-48d3-951a-a145e51149e9 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951443 Jan 17 08:16:09.008887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] For port 3979396e-3efa-4e8d-a27a-b1a66aa61ade, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3979396e-3efa-4e8d-a27a-b1a66aa61ade,segment=NetworkSegment(85bcfceb-9b89-49d4-9289-6df599970d92),segment_id=85bcfceb-9b89-49d4-9289-6df599970d92)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:09.009311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.019438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:09.022386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:09.029124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.030569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:09.031169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.031359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.048852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Attempting to bind port b0dbea1f-6dca-4eb8-bbb8-668a394a8918 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:09.049227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Attempting to bind port b0dbea1f-6dca-4eb8-bbb8-668a394a8918 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'd1de18c6-08bd-4a8f-8f7c-f99da3e3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5100803-70bb-4771-b5dc-d00e43938b22'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:09.049590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Attempting to bind port b0dbea1f-6dca-4eb8-bbb8-668a394a8918 on network b5100803-70bb-4771-b5dc-d00e43938b22 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:09.056095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:09.056470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Checking segment: {'id': 'd1de18c6-08bd-4a8f-8f7c-f99da3e3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5100803-70bb-4771-b5dc-d00e43938b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:09.056865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.057258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Bound using segment: {'id': 'd1de18c6-08bd-4a8f-8f7c-f99da3e3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5100803-70bb-4771-b5dc-d00e43938b22'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:09.057716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Bound port: b0dbea1f-6dca-4eb8-bbb8-668a394a8918, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1de18c6-08bd-4a8f-8f7c-f99da3e3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b5100803-70bb-4771-b5dc-d00e43938b22'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:09.058086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.077724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.117175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=daecdc1d-9677-43cd-bf03-30f2e553e2a7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:09.158388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] For port b0dbea1f-6dca-4eb8-bbb8-668a394a8918, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:09.158941 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1fcdeb81-d741-449d-be9a-f3d81d0959a0 req-e7da587e-7550-4f1c-98f0-73564bbd913b service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497923 Jan 17 08:16:09.162024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] For port b0dbea1f-6dca-4eb8-bbb8-668a394a8918, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b0dbea1f-6dca-4eb8-bbb8-668a394a8918,segment=NetworkSegment(d1de18c6-08bd-4a8f-8f7c-f99da3e3812b),segment_id=d1de18c6-08bd-4a8f-8f7c-f99da3e3812b)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:09.218347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=a588ba65-82f7-4098-ac25-514bb671030f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:09.218882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.233937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Calling delete_port for 3979396e-3efa-4e8d-a27a-b1a66aa61ade owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:09.252789 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e9ff6b0a-fc15-446d-8b3f-936277e39dc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4450133 Jan 17 08:16:09.252789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Subnet': ['ID=c7426ac6-e76d-4cb6-8c5f-fc6f1155f337,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:09.255687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50252) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:09.262586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': '7d49a490-4495-4992-92d4-ed572b59e7ea', 'name': 'tempest-PortsIpV6TestJSON-531997482'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:09.366699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51de0f-4527-4f23-92af-964024a88917 None None] Pushing event updated for resources: {'Port': ['ID=b0dbea1f-6dca-4eb8-bbb8-668a394a8918,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:09.373409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f423715-81ca-46fd-aad0-f79ca761ce9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.412416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Checking segment: {'id': 'ceb04170-c046-4c3e-9c10-02b6cae39925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:09.412774 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network hostable DHCP agents. Network: e06be57f-4e10-489f-ae4f-7673087e3ec0, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:09.418069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdec701-ae03-435b-af5c-9168351a9374 None None] Network b5100803-70bb-4771-b5dc-d00e43938b22 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:09.452569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.545465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:09.551843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:09.555151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:09.564101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:09.602397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.751879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.778025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e15f4f5f-d039-42f8-8429-90012da2f22f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:09.823920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:09.827497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.840499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65220401-de54-4a33-887d-c1c12d552507 None None] Network 7d49a490-4495-4992-92d4-ed572b59e7ea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:09.843178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network e06be57f-4e10-489f-ae4f-7673087e3ec0 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:09.863561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5100803-70bb-4771-b5dc-d00e43938b22']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:09.870304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.872099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port 7c6513a0-95f5-4b5c-b996-f6a6f44b74a5 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:09.923075 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1fcdeb81-d741-449d-be9a-f3d81d0959a0 req-85dfe760-7cde-4188-889d-2917832cf761 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7024739 Jan 17 08:16:09.926336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, e06be57f-4e10-489f-ae4f-7673087e3ec0) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:09.930528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1de18c6-08bd-4a8f-8f7c-f99da3e3812b') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:09.930528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1de18c6-08bd-4a8f-8f7c-f99da3e3812b') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:09.939700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:09.940126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.950539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Port': ['ID=3979396e-3efa-4e8d-a27a-b1a66aa61ade,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:09.957901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:09.975220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] No DVR routers for this DVR port 3979396e-3efa-4e8d-a27a-b1a66aa61ade on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:16:10.013706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed54d28-86ea-4d7b-b62f-4232a6bf3209 None None] Network e06be57f-4e10-489f-ae4f-7673087e3ec0 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:10.017206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Allocated IP 172.26.4.158 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/a861d0d7-a474-440f-b6bc-1a71d3ff0214) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:10.025740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f423715-81ca-46fd-aad0-f79ca761ce9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.026447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.032587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.053675 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b100d234-aa86-4600-8ef7-8b539b9113fe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5610812 Jan 17 08:16:10.057010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50258) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:10.100697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f423715-81ca-46fd-aad0-f79ca761ce9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=d987175c-eee7-4c32-933e-db071395d2a2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:10.158153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:10.159021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:10.175347 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:10.190947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::9c (7d49a490-4495-4992-92d4-ed572b59e7ea/465e1a52-f8ed-4177-acf1-26739488e043/7c6513a0-95f5-4b5c-b996-f6a6f44b74a5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:10.204260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e15f4f5f-d039-42f8-8429-90012da2f22f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:10.208716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bcebdae5-e507-46ff-b67d-f79c300b5ba9 None None] Provisioning for port e15f4f5f-d039-42f8-8429-90012da2f22f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:10.225288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bcebdae5-e507-46ff-b67d-f79c300b5ba9 None None] Provisioning complete for port e15f4f5f-d039-42f8-8429-90012da2f22f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:10.225288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcebdae5-e507-46ff-b67d-f79c300b5ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.253772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e15f4f5f-d039-42f8-8429-90012da2f22f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:10.254142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.309415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd2c24-03a2-42ff-814f-26a54464404c None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:10.348917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f423715-81ca-46fd-aad0-f79ca761ce9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.425603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.485753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55e0603-aa8a-49d9-832d-dc8f741077ae']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:10.516381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 08:16:10.516381 dv-neutron-824874-1-hyperv neutron-server[84154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 08:16:10.516381 dv-neutron-824874-1-hyperv neutron-server[84154]: [parameters: {'id': 'b5100803-70bb-4771-b5dc-d00e43938b22'}] Jan 17 08:16:10.516381 dv-neutron-824874-1-hyperv neutron-server[84154]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:10.517053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:10.523651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bcfceb-9b89-49d4-9289-6df599970d92') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:10.523651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bcfceb-9b89-49d4-9289-6df599970d92') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:10.545074 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5f423715-81ca-46fd-aad0-f79ca761ce9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/d987175c-eee7-4c32-933e-db071395d2a2 HTTP/1.1" status: 204 len: 168 time: 2.8660626 Jan 17 08:16:10.547148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.556094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:10.588280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.591497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.603259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:10.603565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:10.620040 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:10.644423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-e06be57f-4e10-489f-ae4f-7673087e3ec0', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:10.648958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.688436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86714f0e-6971-4539-859c-c4e34050f4df req-0fe16c85-f3b0-4f7e-89bb-20355a81ecaa tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:10.688436 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86714f0e-6971-4539-859c-c4e34050f4df req-0fe16c85-f3b0-4f7e-89bb-20355a81ecaa tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.4481981 Jan 17 08:16:10.694970 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4f7dfd3d-967e-4bbe-b095-2a634496911d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287942 Jan 17 08:16:10.706574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50266) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:10.780142 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86714f0e-6971-4539-859c-c4e34050f4df req-c1bf1506-2334-4f8e-a35e-d03448b99202 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801187 Jan 17 08:16:10.817975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.823648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.882448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.908716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Network': ['ID=f55e0603-aa8a-49d9-832d-dc8f741077ae,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:10.913066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:10.927939 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b07692f2-da8a-4c8b-9ab6-829fa8dd1356 tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/networks/f55e0603-aa8a-49d9-832d-dc8f741077ae HTTP/1.1" status: 204 len: 168 time: 3.1398146 Jan 17 08:16:10.932410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50270) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:10.936756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:10.956608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:10.966963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:10.986862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcebdae5-e507-46ff-b67d-f79c300b5ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.012269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e15f4f5f-d039-42f8-8429-90012da2f22f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e15f4f5f-d039-42f8-8429-90012da2f22f,segment=NetworkSegment(892282c1-42ec-4aee-bf1b-65270ecdf9ba),segment_id=892282c1-42ec-4aee-bf1b-65270ecdf9ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:11.013167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.032858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.042393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event updated for resources: {'Port': ['ID=a861d0d7-a474-440f-b6bc-1a71d3ff0214,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:11.045614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.082277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object 7c6513a0-95f5-4b5c-b996-f6a6f44b74a5 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:11.094646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.116117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.117972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Deleting port b0dbea1f-6dca-4eb8-bbb8-668a394a8918 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:11.118541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.197792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa9c4cf-8e6a-4d91-8353-e02779e00ef0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:11.203643 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2fa9c4cf-8e6a-4d91-8353-e02779e00ef0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4923947 Jan 17 08:16:11.213633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50274) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:11.219307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Allocated IP 172.20.0.2 (e06be57f-4e10-489f-ae4f-7673087e3ec0/c7426ac6-e76d-4cb6-8c5f-fc6f1155f337/3411c954-4c23-4e3e-a9b4-cd56f0bee925) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:11.253736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-bcebdae5-e507-46ff-b67d-f79c300b5ba9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:11.254094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-bcebdae5-e507-46ff-b67d-f79c300b5ba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:11.276111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e15f4f5f-d039-42f8-8429-90012da2f22f,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:11.492728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.505118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Transition to ACTIVE for port object 3411c954-4c23-4e3e-a9b4-cd56f0bee925 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:11.534219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Transition to ACTIVE for port object 3411c954-4c23-4e3e-a9b4-cd56f0bee925 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:11.539867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895aa06-3ee8-41cd-b728-8ea20cf9fdd3 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:16:11.549723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4895aa06-3ee8-41cd-b728-8ea20cf9fdd3 None None] Deleting port e5338209-384d-406e-b251-154dc3c939bc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:11.549723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4895aa06-3ee8-41cd-b728-8ea20cf9fdd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.565731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.617585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.636868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.687674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b1893-5da7-4075-8493-86fe1586e6c0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:11.688364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-648b1893-5da7-4075-8493-86fe1586e6c0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:11.755293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.782868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c12c443-c6fa-4e6a-974c-77a5ead28756']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:11.788284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Network e06be57f-4e10-489f-ae4f-7673087e3ec0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:11.789228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e15f4f5f-d039-42f8-8429-90012da2f22f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:11.800651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] For port b0dbea1f-6dca-4eb8-bbb8-668a394a8918, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b0dbea1f-6dca-4eb8-bbb8-668a394a8918,segment=NetworkSegment(d1de18c6-08bd-4a8f-8f7c-f99da3e3812b),segment_id=d1de18c6-08bd-4a8f-8f7c-f99da3e3812b)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:11.800651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.807492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.813142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b998faec-0c28-473e-8c30-cb6fcd520362') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:11.813639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b998faec-0c28-473e-8c30-cb6fcd520362') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:11.821913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:11.823838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Pushing event updated for resources: {'Port': ['ID=3411c954-4c23-4e3e-a9b4-cd56f0bee925,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:11.837024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:11.881247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:11.988698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Calling delete_port for b0dbea1f-6dca-4eb8-bbb8-668a394a8918 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:12.033389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.064388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:12.065068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.074402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4895aa06-3ee8-41cd-b728-8ea20cf9fdd3 None None] For port e5338209-384d-406e-b251-154dc3c939bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e5338209-384d-406e-b251-154dc3c939bc,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:12.076694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4895aa06-3ee8-41cd-b728-8ea20cf9fdd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:12.081433 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:12.105335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-648b1893-5da7-4075-8493-86fe1586e6c0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:12.107059 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-648b1893-5da7-4075-8493-86fe1586e6c0 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6685209 Jan 17 08:16:12.112029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 7d49a490-4495-4992-92d4-ed572b59e7ea is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:12.115995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50280) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:12.123743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:12.126690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:12.130555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:12.131221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.144185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Attempting to bind port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:12.144558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Attempting to bind port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'ceb04170-c046-4c3e-9c10-02b6cae39925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:12.144925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Attempting to bind port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 on network e06be57f-4e10-489f-ae4f-7673087e3ec0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:12.173271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.195716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=7c6513a0-95f5-4b5c-b996-f6a6f44b74a5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:12.214153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4895aa06-3ee8-41cd-b728-8ea20cf9fdd3 None None] Calling delete_port for e5338209-384d-406e-b251-154dc3c939bc owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:12.282306 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1e107eb7-80fb-41f3-a749-bd0b563ef6cd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1529996 Jan 17 08:16:12.282543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:12.282543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Checking segment: {'id': 'ceb04170-c046-4c3e-9c10-02b6cae39925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:12.283014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.283159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Bound using segment: {'id': 'ceb04170-c046-4c3e-9c10-02b6cae39925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:12.283707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Bound port: 3411c954-4c23-4e3e-a9b4-cd56f0bee925, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb04170-c046-4c3e-9c10-02b6cae39925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:12.284009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.294294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50284) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:12.305756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:12.370870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.372789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.387448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e15f4f5f-d039-42f8-8429-90012da2f22f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:12.388355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.412293 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7709d0e6-b6e8-4475-9335-9834e99abd1e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1515992 Jan 17 08:16:12.420846 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50288) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:12.439794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.470898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Network': ['ID=0c12c443-c6fa-4e6a-974c-77a5ead28756,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:12.480798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Port': ['ID=b0dbea1f-6dca-4eb8-bbb8-668a394a8918,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:12.504882 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7b109dd5-91c7-4b9e-82b0-d1884ccdf37e tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/networks/0c12c443-c6fa-4e6a-974c-77a5ead28756 HTTP/1.1" status: 204 len: 168 time: 1.5713096 Jan 17 08:16:12.506055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No DVR routers for this DVR port b0dbea1f-6dca-4eb8-bbb8-668a394a8918 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:16:12.524560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50292) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:12.546417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e2ddd4ba-d9af-44b9-8aea-c6d43f5dde3a None None] Provisioning complete for port e15f4f5f-d039-42f8-8429-90012da2f22f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:12.546701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd4ba-d9af-44b9-8aea-c6d43f5dde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.617682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4895aa06-3ee8-41cd-b728-8ea20cf9fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.655753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c76113-ff90-462b-95a0-7ba3da6defcd req-ea0d8235-aea9-4848-a577-65208341a8d3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:12.657222 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-46c76113-ff90-462b-95a0-7ba3da6defcd req-ea0d8235-aea9-4848-a577-65208341a8d3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6987407 Jan 17 08:16:12.660613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.669492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:12.675553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] For port 3411c954-4c23-4e3e-a9b4-cd56f0bee925, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:12.694354 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895aa06-3ee8-41cd-b728-8ea20cf9fdd3 None None] Pushing event deleted for resources: {'Port': ['ID=e5338209-384d-406e-b251-154dc3c939bc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:12.699912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] For port 3411c954-4c23-4e3e-a9b4-cd56f0bee925, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3411c954-4c23-4e3e-a9b4-cd56f0bee925,segment=NetworkSegment(ceb04170-c046-4c3e-9c10-02b6cae39925),segment_id=ceb04170-c046-4c3e-9c10-02b6cae39925)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:12.702110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.706804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5100803-70bb-4771-b5dc-d00e43938b22']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:12.719740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1de18c6-08bd-4a8f-8f7c-f99da3e3812b') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:12.727141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1de18c6-08bd-4a8f-8f7c-f99da3e3812b') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:12.727510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.20.0.1 (e06be57f-4e10-489f-ae4f-7673087e3ec0/c7426ac6-e76d-4cb6-8c5f-fc6f1155f337/97c5adcf-87cb-4600-899a-7a1d269ae6f0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:12.733843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.735153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:12.737482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895aa06-3ee8-41cd-b728-8ea20cf9fdd3 None None] No DVR routers for this DVR port e5338209-384d-406e-b251-154dc3c939bc on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:16:12.764457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.771004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:12.771441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:12.786118 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:12.796414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.839657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.845134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:12.916066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc2e8d-97a6-4bcd-a889-b2e780c6c8ca None None] Pushing event updated for resources: {'Port': ['ID=3411c954-4c23-4e3e-a9b4-cd56f0bee925,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:12.939631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event updated for resources: {'Port': ['ID=a861d0d7-a474-440f-b6bc-1a71d3ff0214,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:12.952438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e5338209-384d-406e-b251-154dc3c939bc no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:16:12.999414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e5338209-384d-406e-b251-154dc3c939bc {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:16:12.999915 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e5338209-384d-406e-b251-154dc3c939bc not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:16:13.022459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e2ddd4ba-d9af-44b9-8aea-c6d43f5dde3a None None] Provisioning for port 2e54dbb4-9f49-4f32-a3f7-137ebfe1d702 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:13.028339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e2ddd4ba-d9af-44b9-8aea-c6d43f5dde3a None None] Provisioning complete for port 2e54dbb4-9f49-4f32-a3f7-137ebfe1d702 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:13.028750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e2ddd4ba-d9af-44b9-8aea-c6d43f5dde3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.040076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.058174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.084257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:13.088793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.096094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e2ddd4ba-d9af-44b9-8aea-c6d43f5dde3a None None] Port 2e54dbb4-9f49-4f32-a3f7-137ebfe1d702 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:13.103912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=b5100803-70bb-4771-b5dc-d00e43938b22,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:13.104539 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-46c76113-ff90-462b-95a0-7ba3da6defcd req-73715aaa-70ea-4fea-8564-e68553d59a08 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4188955 Jan 17 08:16:13.113208 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-210ed209-0183-478d-82dd-cf16c4647a88 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/b5100803-70bb-4771-b5dc-d00e43938b22 HTTP/1.1" status: 204 len: 168 time: 5.7105377 Jan 17 08:16:13.118003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50296) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:13.165072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.166865 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5119431e-e170-4c03-98e3-741374ab519c tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9086897 Jan 17 08:16:13.169807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50300) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:13.175412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1786129369'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:13.187553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:13.191585 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Usage tracker for resource:network and tenant:0f2799f3b5844d849a961627d6ee3e9d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:13.194622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:13.196942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1632974227'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:13.200969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:13.212826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:13.247692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40410725-2ec7-4256-87d1-9e846165f8d0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:13.248411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-40410725-2ec7-4256-87d1-9e846165f8d0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:13.277095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:13.291530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Made reservation on behalf of 0f2799f3b5844d849a961627d6ee3e9d for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:13.294645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.300205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:13.307727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.320062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5885b8f0-ab09-4d92-8222-97c7c30c3f26 None None] Provisioning for port 7c6513a0-95f5-4b5c-b996-f6a6f44b74a5 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:13.326473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5885b8f0-ab09-4d92-8222-97c7c30c3f26 None None] Provisioning complete for port 7c6513a0-95f5-4b5c-b996-f6a6f44b74a5 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:13.327222 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5885b8f0-ab09-4d92-8222-97c7c30c3f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.337644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:13.340680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:13.345230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Usage tracker for resource:security_group_rule and tenant:0f2799f3b5844d849a961627d6ee3e9d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:13.348344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:13.354360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:13.384813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5885b8f0-ab09-4d92-8222-97c7c30c3f26 None None] Port 7c6513a0-95f5-4b5c-b996-f6a6f44b74a5 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:13.415743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.443787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.510206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.546392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-40410725-2ec7-4256-87d1-9e846165f8d0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:13.547573 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-40410725-2ec7-4256-87d1-9e846165f8d0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2f0 HTTP/1.1" status: 200 len: 929 time: 1.1145194 Jan 17 08:16:13.550624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50304) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:13.562682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.586767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.589734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9573f3da-6fb2-4561-8e2c-178559cd6883']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:13.620640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Transition to ACTIVE for port object 97c5adcf-87cb-4600-899a-7a1d269ae6f0 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:13.625401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b239b91-10f6-4dac-99f2-e0d86a989b5d') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:13.625571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b239b91-10f6-4dac-99f2-e0d86a989b5d') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:13.646514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:13.646667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:16:13.653873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.664388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f598e88b-ef0b-4571-9c47-b9477ff58bb5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:13.668089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.668425 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Added segment a514733d-ed53-467d-a09c-dcb8fc418012 of type vlan for network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d Jan 17 08:16:13.672406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-124d690e-b0ff-46f1-b82f-7e08c01a6d4d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 7c6513a0-95f5-4b5c-b996-f6a6f44b74a5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:13.672738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-124d690e-b0ff-46f1-b82f-7e08c01a6d4d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.677937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:13.680885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.691079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.758206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.767231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:13.767627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:13.782567 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:13.826358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3411c954-4c23-4e3e-a9b4-cd56f0bee925 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:13.955136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:16:13.966749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:13.967266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:14.011706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.012018 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment af46550e-a048-4cad-9c64-56c0384a6417 of type vlan for network 19e597d3-0e2c-41b6-8934-1539e483a792 Jan 17 08:16:14.017040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf39d1f7-1211-4044-a9ad-9c938c960cb5 None None] Network e06be57f-4e10-489f-ae4f-7673087e3ec0 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:14.032439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.081811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.099031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.102963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:14.104026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.135577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.166671 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] Pushing event deleted for resources: {'Network': ['ID=9573f3da-6fb2-4561-8e2c-178559cd6883,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:14.176160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.199488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network e06be57f-4e10-489f-ae4f-7673087e3ec0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:14.202824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=97c5adcf-87cb-4600-899a-7a1d269ae6f0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:14.206851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:14.209381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1f78a649-abff-472f-9efb-f0a84c25b37e None None] Provisioning for port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:14.221831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1f78a649-abff-472f-9efb-f0a84c25b37e None None] Provisioning complete for port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:14.222401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f78a649-abff-472f-9efb-f0a84c25b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.239584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:14.272761 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cbfda329-cdca-4919-bf52-0bc46181e92a tempest-BulkNetworkOpsTest-222507499 tempest-BulkNetworkOpsTest-222507499-project] 10.222.0.44 "DELETE /v2.0/networks/9573f3da-6fb2-4561-8e2c-178559cd6883 HTTP/1.1" status: 204 len: 168 time: 1.7377002 Jan 17 08:16:14.284561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event updated for resources: {'Network': ['ID=15cc1d4f-9ca7-421c-8a65-b647d6a2216d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:14.297852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-124d690e-b0ff-46f1-b82f-7e08c01a6d4d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.302993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:14.371093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:16:14.458643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-124d690e-b0ff-46f1-b82f-7e08c01a6d4d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 7c6513a0-95f5-4b5c-b996-f6a6f44b74a5 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:14.485452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.515975 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.objects.ports [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:16:14.516858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.517155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f78a649-abff-472f-9efb-f0a84c25b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.521290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:14.521938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.564447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.565276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1f78a649-abff-472f-9efb-f0a84c25b37e None None] For port 3411c954-4c23-4e3e-a9b4-cd56f0bee925, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3411c954-4c23-4e3e-a9b4-cd56f0bee925,segment=NetworkSegment(ceb04170-c046-4c3e-9c10-02b6cae39925),segment_id=ceb04170-c046-4c3e-9c10-02b6cae39925)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:14.655754 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9281d557-ff94-4de6-8200-5b590526912b tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4847839 Jan 17 08:16:14.662859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f78a649-abff-472f-9efb-f0a84c25b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.665690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50312) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:14.676904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Request body: {'subnet': {'network_id': '15cc1d4f-9ca7-421c-8a65-b647d6a2216d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:14.730889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=755f83be-960d-4593-9b70-bcbf7760829a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:14.784896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:14.786505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78a649-abff-472f-9efb-f0a84c25b37e None None] Pushing event updated for resources: {'Port': ['ID=3411c954-4c23-4e3e-a9b4-cd56f0bee925,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:14.788915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:14.791516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=19e597d3-0e2c-41b6-8934-1539e483a792,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:14.794775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:14.795173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.800404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:16:14.802306 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad4dee2a-6306-4883-8d48-767807203af5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6679273 Jan 17 08:16:14.805675 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-22e9da3f-5e43-4dc3-bccc-f3fe90924cc8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "PUT /v2.0/routers/2eb22de4-9940-45ad-9dc4-fc52df4ee541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7879581 Jan 17 08:16:14.806433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50316) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:14.808468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50318) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:14.827620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': '19e597d3-0e2c-41b6-8934-1539e483a792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:14.840797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0070a776-554a-425c-86b0-0a9a5af859aa None None] Provisioning complete for port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:14.841280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0070a776-554a-425c-86b0-0a9a5af859aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:14.871121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:14.872000 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b210f5-e87a-471c-b87a-49054c567572 None None] Sync routers for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:16:14.882246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62204ee3-1275-4730-8a0e-90cf94c8fb28 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:14.901716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 19e597d3-0e2c-41b6-8934-1539e483a792 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:14.990006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Usage tracker for resource:subnet and tenant:0f2799f3b5844d849a961627d6ee3e9d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:15.003602 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-124d690e-b0ff-46f1-b82f-7e08c01a6d4d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.005638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:15.051300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50326) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:15.056074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:15.097550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d690e-b0ff-46f1-b82f-7e08c01a6d4d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=7c6513a0-95f5-4b5c-b996-f6a6f44b74a5,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:15.097704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.160633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7252ea1d-169c-45ef-86c9-95f7f315e127 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8616390 Jan 17 08:16:15.161141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b210f5-e87a-471c-b87a-49054c567572 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:15.161141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-21b210f5-e87a-471c-b87a-49054c567572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:15.161340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd77635-e8b1-4707-9686-073c5b008987 req-af4236ab-2c91-4760-badc-f85b3f90c3f7 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:15.166729 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8fd77635-e8b1-4707-9686-073c5b008987 req-af4236ab-2c91-4760-badc-f85b3f90c3f7 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.5967941 Jan 17 08:16:15.168211 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:15.186154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-536e7606-8849-4845-8fed-e70da0dff226 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:15.191259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:15.209773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:15.217375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-124d690e-b0ff-46f1-b82f-7e08c01a6d4d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.220406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:15.231958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:15.246689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Made reservation on behalf of 0f2799f3b5844d849a961627d6ee3e9d for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:15.342147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-21b210f5-e87a-471c-b87a-49054c567572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:15.404778 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6c629cf4-275a-4c8a-b2aa-05e23d6ca6e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc7daa9b6367459ebac56cbccb21139d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3336432 Jan 17 08:16:15.404778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50336) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:15.411066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b210f5-e87a-471c-b87a-49054c567572 None None] Routers {'2eb22de4-9940-45ad-9dc4-fc52df4ee541'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:15.411251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-21b210f5-e87a-471c-b87a-49054c567572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:15.414255 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-124d690e-b0ff-46f1-b82f-7e08c01a6d4d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/7c6513a0-95f5-4b5c-b996-f6a6f44b74a5 HTTP/1.1" status: 204 len: 168 time: 1.8625112 Jan 17 08:16:15.417106 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8fd77635-e8b1-4707-9686-073c5b008987 req-db8a4cb4-32b6-4d82-9424-5d4d5258d0c1 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496049 Jan 17 08:16:15.428457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50340) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:15.432000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:15.551517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-21b210f5-e87a-471c-b87a-49054c567572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:15.551926 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b210f5-e87a-471c-b87a-49054c567572 None None] The sync data for ids ['2eb22de4-9940-45ad-9dc4-fc52df4ee541'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:16:15.556798 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebb8d06-44e3-4483-b07c-be2a0fe1ee9e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:16:15.558433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bebb8d06-44e3-4483-b07c-be2a0fe1ee9e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:15.629886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '755f83be-960d-4593-9b70-bcbf7760829a'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:15.630690 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.644524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.672402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bebb8d06-44e3-4483-b07c-be2a0fe1ee9e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:15.673784 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bebb8d06-44e3-4483-b07c-be2a0fe1ee9e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/7c6513a0-95f5-4b5c-b996-f6a6f44b74a5 HTTP/1.1" status: 404 len: 333 time: 0.2226400 Jan 17 08:16:15.682024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.684171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50344) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:15.689626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0070a776-554a-425c-86b0-0a9a5af859aa None None] Provisioning for port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:15.695065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-536e7606-8849-4845-8fed-e70da0dff226 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:15.705242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0070a776-554a-425c-86b0-0a9a5af859aa None None] Provisioning complete for port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:15.705485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0070a776-554a-425c-86b0-0a9a5af859aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.757237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-536e7606-8849-4845-8fed-e70da0dff226 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:15.774678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3411c954-4c23-4e3e-a9b4-cd56f0bee925 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:15.797722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.825285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0070a776-554a-425c-86b0-0a9a5af859aa None None] Port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:15.867830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e7606-8849-4845-8fed-e70da0dff226 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:15.871319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-536e7606-8849-4845-8fed-e70da0dff226 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.900436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0eda85c8-650a-42a9-b39f-33637c0ff44e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 2e54dbb4-9f49-4f32-a3f7-137ebfe1d702 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:15.901069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eda85c8-650a-42a9-b39f-33637c0ff44e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.916001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Allocated IP 2001:db8::f816:3eff:feb8:623e (f8dda541-a6ad-4425-a3fa-1d9436a44791/755f83be-960d-4593-9b70-bcbf7760829a/eeb628cb-381b-4640-9532-5dabacc39108) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:15.951910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5059255-0564-4497-8a1d-c9581549c19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:15.952431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:15.952804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.004122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.ipam_backend_mixin [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Performing IP validity checks on allocation pools {{(pid=84154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 08:16:16.004797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.ipam_backend_mixin [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 08:16:16.017061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5059255-0564-4497-8a1d-c9581549c19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.089583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d2de6d00-c36f-49d9-8d41-7b604b3d0bf0 None None] Provisioning complete for port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:16.089971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2de6d00-c36f-49d9-8d41-7b604b3d0bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.252974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.255013 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-536e7606-8849-4845-8fed-e70da0dff226 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 755f83be-960d-4593-9b70-bcbf7760829a (CIDR: 2001:db8::/64) Jan 17 08:16:16.268694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d2de6d00-c36f-49d9-8d41-7b604b3d0bf0 None None] Port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:16.285642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5059255-0564-4497-8a1d-c9581549c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.297671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.302370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5059255-0564-4497-8a1d-c9581549c19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25a53e6-af93-40be-8880-f2667fa6e10b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:16.309364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Transition to ACTIVE for port object eeb628cb-381b-4640-9532-5dabacc39108 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:16.317876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5059255-0564-4497-8a1d-c9581549c19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.322035 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e5059255-0564-4497-8a1d-c9581549c19a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f25a53e6-af93-40be-8880-f2667fa6e10b HTTP/1.1" status: 204 len: 168 time: 0.9073255 Jan 17 08:16:16.340131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Transition to ACTIVE for port object eeb628cb-381b-4640-9532-5dabacc39108 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:16.343407 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-536e7606-8849-4845-8fed-e70da0dff226 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:16:16.343863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.344034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536e7606-8849-4845-8fed-e70da0dff226 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:16:16.384863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.390764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.425057 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.453130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event updated for resources: {'Subnet': ['ID=020c0d46-2417-40d0-bff3-9dfea03fff97,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:16.486847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Checking segment: {'id': 'a514733d-ed53-467d-a09c-dcb8fc418012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15cc1d4f-9ca7-421c-8a65-b647d6a2216d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:16.487336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Network hostable DHCP agents. Network: 15cc1d4f-9ca7-421c-8a65-b647d6a2216d, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:16.521859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:16.526848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:16.548509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=94d5ea6f-107d-46da-9eaa-f765cf9b4b23,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:16.548895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:16.558786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': 'af46550e-a048-4cad-9c64-56c0384a6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '19e597d3-0e2c-41b6-8934-1539e483a792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:16.559887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: 19e597d3-0e2c-41b6-8934-1539e483a792, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:16.589197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Pushing event updated for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:16.656892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:16.659933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eda85c8-650a-42a9-b39f-33637c0ff44e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.669575 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-536e7606-8849-4845-8fed-e70da0dff226 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5002809 Jan 17 08:16:16.672444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50352) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:16.680802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:16.689138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Attempting to bind port eeb628cb-381b-4640-9532-5dabacc39108 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:16.690533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Attempting to bind port eeb628cb-381b-4640-9532-5dabacc39108 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:16.690991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Attempting to bind port eeb628cb-381b-4640-9532-5dabacc39108 on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:16.699887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network 19e597d3-0e2c-41b6-8934-1539e483a792 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:16.700719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:16.707371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:16.708335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.708898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:16.710193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Bound port: eeb628cb-381b-4640-9532-5dabacc39108, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:16.710782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.780925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 19e597d3-0e2c-41b6-8934-1539e483a792) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:16.792393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 15cc1d4f-9ca7-421c-8a65-b647d6a2216d) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:16.795101 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f880faa-590d-4eda-a33f-b60f077c8405 None None] Network 19e597d3-0e2c-41b6-8934-1539e483a792 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:16.799264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:16.800017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.811741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:16.812552 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.817853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5225a9-d9ab-489a-afbf-41328cec84a0 None None] Network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:16.884638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:16.889178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0eda85c8-650a-42a9-b39f-33637c0ff44e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 2e54dbb4-9f49-4f32-a3f7-137ebfe1d702 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:16.895877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:16.929054 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cccda2cd-8a10-4db9-bfb7-52f007a23202 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2594173 Jan 17 08:16:16.930401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50362) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:16.937962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-823417888', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:16.938843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=97c5adcf-87cb-4600-899a-7a1d269ae6f0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:16.941244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:16.954336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:16.963500 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d5ca2a08-ba3d-4bfa-94a7-75b23960ef5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1466160 Jan 17 08:16:16.969461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50366) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:16.970519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Usage tracker for resource:router and tenant:0f2799f3b5844d849a961627d6ee3e9d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:16.974832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:17.048051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:17.071501 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:17.081063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:17.089761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:17.120732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network e06be57f-4e10-489f-ae4f-7673087e3ec0 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:17.123520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.134272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:17.259314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.314256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.314942 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.378993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5f052-0812-4576-bda3-cad6bd7e8fd6 req-2c3dde56-0939-4ac6-92d1-0e6f53a73960 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:17.381663 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6bb5f052-0812-4576-bda3-cad6bd7e8fd6 req-2c3dde56-0939-4ac6-92d1-0e6f53a73960 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.7078240 Jan 17 08:16:17.432243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf929b8c-451b-4e99-8e66-64d932e25c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-19e597d3-0e2c-41b6-8934-1539e483a792', 'network_id': '19e597d3-0e2c-41b6-8934-1539e483a792', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': '94d5ea6f-107d-46da-9eaa-f765cf9b4b23'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:17.433072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf929b8c-451b-4e99-8e66-64d932e25c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.476735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.476735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.476946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-15cc1d4f-9ca7-421c-8a65-b647d6a2216d', 'network_id': '15cc1d4f-9ca7-421c-8a65-b647d6a2216d', 'tenant_id': '0f2799f3b5844d849a961627d6ee3e9d', 'fixed_ips': [{'subnet_id': '020c0d46-2417-40d0-bff3-9dfea03fff97'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:17.477683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.516462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.553320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c5fd4-0561-4128-80bb-68497a98bcdb None None] Pushing event updated for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:17.611112 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6bb5f052-0812-4576-bda3-cad6bd7e8fd6 req-261819b6-244a-4194-b8a5-bfce175da317 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133653 Jan 17 08:16:17.623560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting port d0bb1f48-4f89-4015-90a4-380130cb8c64 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:17.623903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.676389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eda85c8-650a-42a9-b39f-33637c0ff44e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.683816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-413f34ad-0838-4eda-837c-dbb9b62a9434 None None] Provisioning complete for port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:17.684723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-413f34ad-0838-4eda-837c-dbb9b62a9434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.753213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-413f34ad-0838-4eda-837c-dbb9b62a9434 None None] Port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:17.807826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda85c8-650a-42a9-b39f-33637c0ff44e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=2e54dbb4-9f49-4f32-a3f7-137ebfe1d702,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:17.846554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.856041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eda85c8-650a-42a9-b39f-33637c0ff44e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.869837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:17.919774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=94d5ea6f-107d-46da-9eaa-f765cf9b4b23,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:17.939364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Allocated IP 172.20.0.2 (15cc1d4f-9ca7-421c-8a65-b647d6a2216d/020c0d46-2417-40d0-bff3-9dfea03fff97/a21326af-71ea-476d-8cf0-97ddc540c54e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:18.081590 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0eda85c8-650a-42a9-b39f-33637c0ff44e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/2e54dbb4-9f49-4f32-a3f7-137ebfe1d702 HTTP/1.1" status: 204 len: 168 time: 2.3947842 Jan 17 08:16:18.086387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50382) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:18.151592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.275298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server [None req-bf929b8c-451b-4e99-8e66-64d932e25c4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94d5ea6f-107d-46da-9eaa-f765cf9b4b23: This subnet is being modified by another concurrent operation. Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:16:18.279026 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise exception Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94d5ea6f-107d-46da-9eaa-f765cf9b4b23: This subnet is being modified by another concurrent operation. Jan 17 08:16:18.282982 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Jan 17 08:16:18.290935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Transition to ACTIVE for port object a21326af-71ea-476d-8cf0-97ddc540c54e will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:18.309167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd17ff9-2773-4f13-9b4a-1f080609f3a5 None None] Network 19e597d3-0e2c-41b6-8934-1539e483a792 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:18.319505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Calling delete_port for d0bb1f48-4f89-4015-90a4-380130cb8c64 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:18.330680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Transition to ACTIVE for port object a21326af-71ea-476d-8cf0-97ddc540c54e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:18.353833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50386) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:18.367590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.385135 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-420f546e-73c7-4d94-9f64-0d9db865b83c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:16:18.391136 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-420f546e-73c7-4d94-9f64-0d9db865b83c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/2e54dbb4-9f49-4f32-a3f7-137ebfe1d702 HTTP/1.1" status: 404 len: 333 time: 0.2887414 Jan 17 08:16:18.391382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:18.427671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.491305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e597d3-0e2c-41b6-8934-1539e483a792']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:18.516781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af46550e-a048-4cad-9c64-56c0384a6417') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:18.517364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af46550e-a048-4cad-9c64-56c0384a6417') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:18.536581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.553237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:18.561630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:18.571283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.574822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:18.579785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:18.584116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.650542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Pushing event updated for resources: {'Port': ['ID=a21326af-71ea-476d-8cf0-97ddc540c54e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:18.663980 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:18.677452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.680690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.682001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Attempting to bind port a21326af-71ea-476d-8cf0-97ddc540c54e on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:18.682553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Attempting to bind port a21326af-71ea-476d-8cf0-97ddc540c54e by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a514733d-ed53-467d-a09c-dcb8fc418012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15cc1d4f-9ca7-421c-8a65-b647d6a2216d'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:18.683208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Attempting to bind port a21326af-71ea-476d-8cf0-97ddc540c54e on network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:18.693003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:18.693003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Checking segment: {'id': 'a514733d-ed53-467d-a09c-dcb8fc418012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15cc1d4f-9ca7-421c-8a65-b647d6a2216d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:18.693343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.693892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Bound using segment: {'id': 'a514733d-ed53-467d-a09c-dcb8fc418012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15cc1d4f-9ca7-421c-8a65-b647d6a2216d'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:18.694712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Bound port: a21326af-71ea-476d-8cf0-97ddc540c54e, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a514733d-ed53-467d-a09c-dcb8fc418012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15cc1d4f-9ca7-421c-8a65-b647d6a2216d'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:18.695115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292462225'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:18.695464 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.700371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:18.704288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:network and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:18.707682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:18.748665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bc8bfb-01c7-45f6-a3e7-6ec2c8041b54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet 465e1a52-f8ed-4177-acf1-26739488e043 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:18.759183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56bc8bfb-01c7-45f6-a3e7-6ec2c8041b54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.790130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:18.792709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:18.810906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=fefa4dc6-a523-4358-b8a9-0ccd4efeec74,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:18.815133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:18.818920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:18.820146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.830882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] For port a21326af-71ea-476d-8cf0-97ddc540c54e, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:18.835636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] For port a21326af-71ea-476d-8cf0-97ddc540c54e, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a21326af-71ea-476d-8cf0-97ddc540c54e,segment=NetworkSegment(a514733d-ed53-467d-a09c-dcb8fc418012),segment_id=a514733d-ed53-467d-a09c-dcb8fc418012)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:18.838146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56bc8bfb-01c7-45f6-a3e7-6ec2c8041b54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.915608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.948154 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-19a87bdb-117d-4ea6-bc1f-cfa7cb45d850 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2738822 Jan 17 08:16:18.950681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:16:18.956278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:18.956278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.959625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50396) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:18.970058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:c1:3b:c6', 'name': 'tempest-NetworksTestDHCPv6-1149021603'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:18.974955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.989949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:18.996303 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.023804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449c2aa-388c-4b41-9b2e-c269281cb877 None None] Pushing event updated for resources: {'Port': ['ID=a21326af-71ea-476d-8cf0-97ddc540c54e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:19.050136 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/19e597d3-0e2c-41b6-8934-1539e483a792 HTTP/1.1" status: 204 len: 168 time: 2.0813537 Jan 17 08:16:19.058029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50400) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:19.070765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf506c0-ed4f-470a-a2b5-a1952f8ae55d None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:19.124744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-172552772'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:19.134200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8db4b9-82a1-40f9-b936-6c67b1e49b18 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=19e597d3-0e2c-41b6-8934-1539e483a792,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:19.145989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:19.164680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:19.167317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:19.176221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:19.182987 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:security_group_rule and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:19.188936 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:19.189175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56bc8bfb-01c7-45f6-a3e7-6ec2c8041b54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.191732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:19.200364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:19.297386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.314221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0685e137-9e26-4758-88e3-f974a3d8b670 None None] Provisioning for port eeb628cb-381b-4640-9532-5dabacc39108 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:19.337616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.381773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:19.384494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.397472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.424283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Port': ['ID=d0bb1f48-4f89-4015-90a4-380130cb8c64,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:19.444862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:19.487673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.498747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:19.504269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:19.511262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:19.530865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.531221 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment 84bcb14a-b642-4025-b7c6-a2b3b4c10495 of type vlan for network fced68f0-b868-4acb-b586-5ab75a090f4e Jan 17 08:16:19.539497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.540953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:19.550975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd550efe-607a-4631-93c1-c87bcc6f3087 None None] Update dhcp port {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': '755f83be-960d-4593-9b70-bcbf7760829a', 'ip_address': '2001:db8::f816:3eff:feb8:623e'}, {'subnet_id': 'fefa4dc6-a523-4358-b8a9-0ccd4efeec74'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': 'eeb628cb-381b-4640-9532-5dabacc39108'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:16:19.577067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.590900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:19.601616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.601989 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment dde61ef4-f6a6-4a6f-9066-a76bf112cbc6 of type vlan for network b379f092-9208-47b2-8035-fdfd532fc49f Jan 17 08:16:19.627466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd550efe-607a-4631-93c1-c87bcc6f3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.632480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.659502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56bc8bfb-01c7-45f6-a3e7-6ec2c8041b54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.732381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.739817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5998a84c-98c1-4fc8-8e7b-b57485b540d5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:19.752655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.757565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:19.758170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.759095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:16:19.761020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56bc8bfb-01c7-45f6-a3e7-6ec2c8041b54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.763238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc32c52-155a-40f7-8cc4-e1e18d3152e2 None None] Network 7d49a490-4495-4992-92d4-ed572b59e7ea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:19.772391 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:16:19.773161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:19.796721 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:19.797480 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:19.798137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc8bfb-01c7-45f6-a3e7-6ec2c8041b54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=465e1a52-f8ed-4177-acf1-26739488e043,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:19.873216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:19.955854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device eeb628cb-381b-4640-9532-5dabacc39108 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:19.964404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=b379f092-9208-47b2-8035-fdfd532fc49f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:19.968899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Allocated IP 172.26.4.238 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/a8ff8977-a41f-404e-9a75-67930f8e1cfa) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:19.984234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:16:20.070903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network b379f092-9208-47b2-8035-fdfd532fc49f details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:20.084580 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:16:20.136772 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-84af8956-8cd3-4759-9fa3-e367f7eb5dc9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7764668 Jan 17 08:16:20.153616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.158786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:20.162001 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.312071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=fced68f0-b868-4acb-b586-5ab75a090f4e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:20.368767 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-56bc8bfb-01c7-45f6-a3e7-6ec2c8041b54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/465e1a52-f8ed-4177-acf1-26739488e043 HTTP/1.1" status: 204 len: 168 time: 1.9752507 Jan 17 08:16:20.370827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50404) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:20.376264 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-601c9640-1099-4b11-bfc5-835536e62f9c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3183279 Jan 17 08:16:20.394443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network fced68f0-b868-4acb-b586-5ab75a090f4e details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:20.401815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50408) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:20.413520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'network': {'name': 'tempest-RoutersTest-1780790651'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:20.419706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:20.424157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:network and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:20.427041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:20.433285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:20.444766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.506174 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-eab5a9af-bb3f-4bb0-a404-c7d018cf8837 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4446075 Jan 17 08:16:20.529274 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50412) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:20.548598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:20.551891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.576717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': 'fced68f0-b868-4acb-b586-5ab75a090f4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:20.603665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.631969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:20.644500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.645102 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added segment 6bca919f-574f-46fe-9c28-7c07702c9921 of type vlan for network b2888f89-f5a8-46c9-b0af-be67764c5e1e Jan 17 08:16:20.657090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.695745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.703924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.725418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4bf00f-2558-4e16-8123-986c06b40743 None None] Network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:20.767679 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:14Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:15Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:20.773350 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:16:20.773961 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Updating router cca1789d-d30c-4482-8e7c-878353d9ce1b port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:16:20.787473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 216a15a8-27a2-4490-80ae-164755f44d00 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:20.881135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.887079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:20.888662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.894304 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.916775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port eeb628cb-381b-4640-9532-5dabacc39108 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:20.927660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.930999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.931295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port eeb628cb-381b-4640-9532-5dabacc39108 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:20.931716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.931948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Fanout notify agent at l3_agent the message router_deleted on router 2eb22de4-9940-45ad-9dc4-fc52df4ee541 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:16:20.962179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-fd550efe-607a-4631-93c1-c87bcc6f3087 None None] Allocated IP 2001:db8:0:1::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/fefa4dc6-a523-4358-b8a9-0ccd4efeec74/eeb628cb-381b-4640-9532-5dabacc39108) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:20.965465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:20.967990 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a6767beb-73af-42b3-a1f2-067f61e08d8d tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/routers/2eb22de4-9940-45ad-9dc4-fc52df4ee541 HTTP/1.1" status: 204 len: 168 time: 6.1588666 Jan 17 08:16:20.972826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50416) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:21.158053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-858edf56-ea6e-49ab-b9f9-886316cf3e9d None None] Provisioning for port a21326af-71ea-476d-8cf0-97ddc540c54e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:21.263577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544d5e8-31b8-4eb2-acac-ecc0bae7810e None None] DHCP port deletion for 7d49a490-4495-4992-92d4-ed572b59e7ea request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:16:21.295798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b544d5e8-31b8-4eb2-acac-ecc0bae7810e None None] Deleting port e15f4f5f-d039-42f8-8429-90012da2f22f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:21.296337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b544d5e8-31b8-4eb2-acac-ecc0bae7810e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.331938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f644210-cd4e-4fd1-b9d6-f62d66b07bf8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Deleting subnet 04e7927f-a9e9-49f5-872a-56981c3b0b10 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:21.337629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f644210-cd4e-4fd1-b9d6-f62d66b07bf8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.348202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:21.352321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:21.356186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:21.362294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:21.373995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port e15f4f5f-d039-42f8-8429-90012da2f22f {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:21.374347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.414703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Network': ['ID=b2888f89-f5a8-46c9-b0af-be67764c5e1e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:21.415297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f644210-cd4e-4fd1-b9d6-f62d66b07bf8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.424344 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fef007a5-1698-4878-a5ba-b7e82c4a96ca tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0213881 Jan 17 08:16:21.427812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50420) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:21.443816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'subnet': {'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:21.469190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network b2888f89-f5a8-46c9-b0af-be67764c5e1e details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:21.471221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:21.508578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f644210-cd4e-4fd1-b9d6-f62d66b07bf8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.596765 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.611642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.634221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.651597 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Transition to ACTIVE for port object 97c5adcf-87cb-4600-899a-7a1d269ae6f0 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:21.651767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f644210-cd4e-4fd1-b9d6-f62d66b07bf8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.681445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fd550efe-607a-4631-93c1-c87bcc6f3087 None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:21.722171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f644210-cd4e-4fd1-b9d6-f62d66b07bf8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Subnet': ['ID=04e7927f-a9e9-49f5-872a-56981c3b0b10,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:21.728237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f644210-cd4e-4fd1-b9d6-f62d66b07bf8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.742786 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.748384 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8f644210-cd4e-4fd1-b9d6-f62d66b07bf8 tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/subnets/04e7927f-a9e9-49f5-872a-56981c3b0b10 HTTP/1.1" status: 204 len: 168 time: 0.7742474 Jan 17 08:16:21.749213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50424) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:21.867043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.933261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:21.973867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b544d5e8-31b8-4eb2-acac-ecc0bae7810e None None] For port e15f4f5f-d039-42f8-8429-90012da2f22f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e15f4f5f-d039-42f8-8429-90012da2f22f,segment=NetworkSegment(892282c1-42ec-4aee-bf1b-65270ecdf9ba),segment_id=892282c1-42ec-4aee-bf1b-65270ecdf9ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:21.974295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b544d5e8-31b8-4eb2-acac-ecc0bae7810e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.157973 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Pushing event updated for resources: {'Port': ['ID=97c5adcf-87cb-4600-899a-7a1d269ae6f0,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:22.163735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.201268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd550efe-607a-4631-93c1-c87bcc6f3087 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.227752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedf7322-250a-43c6-af31-49d02ff2d161']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:22.235567 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.236268 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.236886 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.243183 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.243183 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.243183 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.243183 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.243183 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.243183 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.243183 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.243183 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:16:22.256870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6c1935-671e-489c-b6de-0736b41eb4a0') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:22.257204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6c1935-671e-489c-b6de-0736b41eb4a0') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:22.272405 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Attempting to bind port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:22.276481 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Attempting to bind port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'ceb04170-c046-4c3e-9c10-02b6cae39925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:22.276481 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Attempting to bind port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 on network e06be57f-4e10-489f-ae4f-7673087e3ec0 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:22.277121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.288567 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:22.289009 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Checking segment: {'id': 'ceb04170-c046-4c3e-9c10-02b6cae39925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:22.295400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.295895 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.296407 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Bound using segment: {'id': 'ceb04170-c046-4c3e-9c10-02b6cae39925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:22.297057 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Bound port: 97c5adcf-87cb-4600-899a-7a1d269ae6f0, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb04170-c046-4c3e-9c10-02b6cae39925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:22.297679 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.302830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:22.303452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.321752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:22.323395 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:22.347833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b544d5e8-31b8-4eb2-acac-ecc0bae7810e None None] Calling delete_port for e15f4f5f-d039-42f8-8429-90012da2f22f owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:22.352199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:22.355643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:22.427115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fd550efe-607a-4631-93c1-c87bcc6f3087 None None] Transition to ACTIVE for port object eeb628cb-381b-4640-9532-5dabacc39108 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:22.433761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:22.438593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:subnet and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:22.441598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:22.447733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:22.455448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event updated for resources: {'Port': ['ID=a8ff8977-a41f-404e-9a75-67930f8e1cfa,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:22.492044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.503340 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] For port 97c5adcf-87cb-4600-899a-7a1d269ae6f0, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:22.508618 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] For port 97c5adcf-87cb-4600-899a-7a1d269ae6f0, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=97c5adcf-87cb-4600-899a-7a1d269ae6f0,segment=NetworkSegment(ceb04170-c046-4c3e-9c10-02b6cae39925),segment_id=ceb04170-c046-4c3e-9c10-02b6cae39925)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:22.526299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.536060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] Pushing event deleted for resources: {'Network': ['ID=bedf7322-250a-43c6-af31-49d02ff2d161,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:22.539694 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-226cb085-b306-4e3f-876e-d4d99ec8108f tempest-FloatingIPTestJSON-1665482385 tempest-FloatingIPTestJSON-1665482385-project] 10.222.0.44 "DELETE /v2.0/networks/bedf7322-250a-43c6-af31-49d02ff2d161 HTTP/1.1" status: 204 len: 168 time: 0.7897167 Jan 17 08:16:22.547548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd550efe-607a-4631-93c1-c87bcc6f3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.567071 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.651703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:22.710290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8:0:1::29a (f8dda541-a6ad-4425-a3fa-1d9436a44791/fefa4dc6-a523-4358-b8a9-0ccd4efeec74/216a15a8-27a2-4490-80ae-164755f44d00) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:22.721949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fec1:3bc6 (f8dda541-a6ad-4425-a3fa-1d9436a44791/755f83be-960d-4593-9b70-bcbf7760829a/216a15a8-27a2-4490-80ae-164755f44d00) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:22.782876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b544d5e8-31b8-4eb2-acac-ecc0bae7810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:22.785741 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92195f18-8fad-4940-9f1d-a467087a7069 None None] Pushing event updated for resources: {'Port': ['ID=97c5adcf-87cb-4600-899a-7a1d269ae6f0,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:22.811544 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:22.826527 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:22.892293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:22.892654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:22.926244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544d5e8-31b8-4eb2-acac-ecc0bae7810e None None] No DVR routers for this DVR port e15f4f5f-d039-42f8-8429-90012da2f22f on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:16:23.058525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] For port e15f4f5f-d039-42f8-8429-90012da2f22f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e15f4f5f-d039-42f8-8429-90012da2f22f,segment=NetworkSegment(892282c1-42ec-4aee-bf1b-65270ecdf9ba),segment_id=892282c1-42ec-4aee-bf1b-65270ecdf9ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:23.064599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:23.087505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd550efe-607a-4631-93c1-c87bcc6f3087 None None] Pushing event updated for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:23.194907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:23.222656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544d5e8-31b8-4eb2-acac-ecc0bae7810e None None] Pushing event deleted for resources: {'Port': ['ID=e15f4f5f-d039-42f8-8429-90012da2f22f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:23.246900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 216a15a8-27a2-4490-80ae-164755f44d00 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:23.287475 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:16:23.343479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:23.399156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for e15f4f5f-d039-42f8-8429-90012da2f22f owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:23.435284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50432) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:23.484379 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:23.499108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:23.508315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50436) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:23.550410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:23.557025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': 'b379f092-9208-47b2-8035-fdfd532fc49f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:23.645546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:23.646407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a21326af-71ea-476d-8cf0-97ddc540c54e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:23.647492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:23.651332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:23.654376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:23.658665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:23.662187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:23.681417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=216a15a8-27a2-4490-80ae-164755f44d00,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:23.775485 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-077f558c-0a7b-41e2-9f07-73e77f93c091 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.8144665 Jan 17 08:16:23.776805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:23.807857 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:14Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:22Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:23.815832 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd4157-4554-4d13-b6d6-5b12a8bd6f7a None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:14Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:22Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:16:23.833107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:23.833503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:23.837014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:23.841827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:23.896797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-936a5344-743b-499c-ab88-57aef92cab79 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 216a15a8-27a2-4490-80ae-164755f44d00 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:23.900924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-936a5344-743b-499c-ab88-57aef92cab79 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:23.911437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:23.970973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port a21326af-71ea-476d-8cf0-97ddc540c54e completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:23.976489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a21326af-71ea-476d-8cf0-97ddc540c54e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:23.978189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.051225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:subnet and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:24.064948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:24.085021 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c550f431-e861-4a2b-b829-a333d2d95118 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5f51c031f15494fb517b12b03cd0be5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6463435 Jan 17 08:16:24.087946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:24.175516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.179037 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:24.187537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0e4c1e8f-2833-48c6-a9f8-f299803b9300 None None] Provisioning for port eeb628cb-381b-4640-9532-5dabacc39108 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:24.191933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.192658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.205556 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0e4c1e8f-2833-48c6-a9f8-f299803b9300 None None] Provisioning complete for port eeb628cb-381b-4640-9532-5dabacc39108 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:24.205556 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e4c1e8f-2833-48c6-a9f8-f299803b9300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.298797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-820e820e-4e22-43d9-8ec5-8dd1910951a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.334089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-820e820e-4e22-43d9-8ec5-8dd1910951a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.392512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbbfb4-4172-472b-8c05-5def3f8c5f95 None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:16:24.407692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-936a5344-743b-499c-ab88-57aef92cab79 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.434452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port a21326af-71ea-476d-8cf0-97ddc540c54e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a21326af-71ea-476d-8cf0-97ddc540c54e,segment=NetworkSegment(a514733d-ed53-467d-a09c-dcb8fc418012),segment_id=a514733d-ed53-467d-a09c-dcb8fc418012)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:24.455557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port e15f4f5f-d039-42f8-8429-90012da2f22f {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:24.456130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.499946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=738ffb2d-d3e2-4839-a831-718bc83adbbe,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:24.543989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:24.554093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.570312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-936a5344-743b-499c-ab88-57aef92cab79 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 216a15a8-27a2-4490-80ae-164755f44d00 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:24.655485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-820e820e-4e22-43d9-8ec5-8dd1910951a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.685746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e820e-4e22-43d9-8ec5-8dd1910951a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eda33d-a3ef-42bf-9715-580880b1ad20,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:24.687661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-820e820e-4e22-43d9-8ec5-8dd1910951a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.691001 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-820e820e-4e22-43d9-8ec5-8dd1910951a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1eda33d-a3ef-42bf-9715-580880b1ad20 HTTP/1.1" status: 204 len: 168 time: 0.5999298 Jan 17 08:16:24.695436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.704043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.737905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] The port 'e15f4f5f-d039-42f8-8429-90012da2f22f' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:16:24.812197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device eeb628cb-381b-4640-9532-5dabacc39108 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:24.866155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': '84bcb14a-b642-4025-b7c6-a2b3b4c10495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'fced68f0-b868-4acb-b586-5ab75a090f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:24.866523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: fced68f0-b868-4acb-b586-5ab75a090f4e, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:24.878463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=a21326af-71ea-476d-8cf0-97ddc540c54e,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:24.910466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port eeb628cb-381b-4640-9532-5dabacc39108 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:24.910835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:24.966831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbbfb4-4172-472b-8c05-5def3f8c5f95 None None] Network fced68f0-b868-4acb-b586-5ab75a090f4e is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:25.016754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-936a5344-743b-499c-ab88-57aef92cab79 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.027766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f22e9f4d-4eff-408c-ad01-2d4b91ebe374 None None] Provisioning for port 216a15a8-27a2-4490-80ae-164755f44d00 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:25.038250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f22e9f4d-4eff-408c-ad01-2d4b91ebe374 None None] Provisioning complete for port 216a15a8-27a2-4490-80ae-164755f44d00 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:25.038618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f22e9f4d-4eff-408c-ad01-2d4b91ebe374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.067539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a5344-743b-499c-ab88-57aef92cab79 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=216a15a8-27a2-4490-80ae-164755f44d00,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:25.073849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbbfb4-4172-472b-8c05-5def3f8c5f95 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, fced68f0-b868-4acb-b586-5ab75a090f4e) {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:16:25.077941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f22e9f4d-4eff-408c-ad01-2d4b91ebe374 None None] Port 216a15a8-27a2-4490-80ae-164755f44d00 was deleted so its status cannot be updated. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 17 08:16:25.081538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 97c5adcf-87cb-4600-899a-7a1d269ae6f0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:25.083210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Subnet': ['ID=6b95d009-46e5-49f0-8fd2-b9cf7c219771,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:25.117354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.162355 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 already present Jan 17 08:16:25.162662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network fced68f0-b868-4acb-b586-5ab75a090f4e is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:25.163292 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, fced68f0-b868-4acb-b586-5ab75a090f4e) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:25.163454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-936a5344-743b-499c-ab88-57aef92cab79 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.171603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d49a490-4495-4992-92d4-ed572b59e7ea']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:25.174390 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-936a5344-743b-499c-ab88-57aef92cab79 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/216a15a8-27a2-4490-80ae-164755f44d00 HTTP/1.1" status: 204 len: 168 time: 1.3958640 Jan 17 08:16:25.180173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50454) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:25.185010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:25.185618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.198720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892282c1-42ec-4aee-bf1b-65270ecdf9ba') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:25.199015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892282c1-42ec-4aee-bf1b-65270ecdf9ba') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:25.215907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Checking segment: {'id': '6bca919f-574f-46fe-9c28-7c07702c9921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:25.216300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network hostable DHCP agents. Network: b2888f89-f5a8-46c9-b0af-be67764c5e1e, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:25.267184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.300436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d348d2f8-6a8f-4296-bc78-bf849e8a9251 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:25.301589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d348d2f8-6a8f-4296-bc78-bf849e8a9251 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:25.334415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:25.360282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.365008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d348d2f8-6a8f-4296-bc78-bf849e8a9251 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:25.368640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d348d2f8-6a8f-4296-bc78-bf849e8a9251 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1848872 Jan 17 08:16:25.368912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:25.387067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:25.387812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.390081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:25.390452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:25.422242 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:25.452895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f9d6a-8cf9-4450-a4f9-b9960832a3d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:25.456737 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-eb5f9d6a-8cf9-4450-a4f9-b9960832a3d8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0845468 Jan 17 08:16:25.468217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50468) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:25.506579 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fc606223-2f1e-4a03-a2e1-f7c4c37b4341 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.9757073 Jan 17 08:16:25.513885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50472) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:25.600156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network b2888f89-f5a8-46c9-b0af-be67764c5e1e is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:25.623106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89037860-311a-4609-9d13-3d7525bdd538 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:25.623932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.624567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89037860-311a-4609-9d13-3d7525bdd538 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:25.625875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89037860-311a-4609-9d13-3d7525bdd538 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:25.626689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-89037860-311a-4609-9d13-3d7525bdd538 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:25.635421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.670404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.683445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Network': ['ID=7d49a490-4495-4992-92d4-ed572b59e7ea,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:25.688790 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7b70de5c-f5c0-49f5-89f5-636426eee090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/networks/7d49a490-4495-4992-92d4-ed572b59e7ea HTTP/1.1" status: 204 len: 168 time: 5.3167508 Jan 17 08:16:25.692415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50478) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:25.700012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.705095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1378298143'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:25.710611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:25.712735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 97c5adcf-87cb-4600-899a-7a1d269ae6f0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=97c5adcf-87cb-4600-899a-7a1d269ae6f0,segment=NetworkSegment(ceb04170-c046-4c3e-9c10-02b6cae39925),segment_id=ceb04170-c046-4c3e-9c10-02b6cae39925)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:25.716356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:network and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:25.723032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:25.731925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:25.755676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.775809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c28aac5-903e-4420-91b4-cf1547af9f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-fced68f0-b868-4acb-b586-5ab75a090f4e', 'network_id': 'fced68f0-b868-4acb-b586-5ab75a090f4e', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': '738ffb2d-d3e2-4839-a831-718bc83adbbe'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:25.776869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1c28aac5-903e-4420-91b4-cf1547af9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.791230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.846178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-89037860-311a-4609-9d13-3d7525bdd538 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:25.848978 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-89037860-311a-4609-9d13-3d7525bdd538 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3787000 Jan 17 08:16:25.851234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:25.853520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Router 236f60c2-140b-416e-b699-cc70ee3f3987 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:16:25.866291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, b2888f89-f5a8-46c9-b0af-be67764c5e1e) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:25.891566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.918928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:25.922104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.929765 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:25.932888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:25.985844 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e15f4f5f-d039-42f8-8429-90012da2f22f no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:16:26.030674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e15f4f5f-d039-42f8-8429-90012da2f22f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:16:26.031014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e15f4f5f-d039-42f8-8429-90012da2f22f not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:16:26.050774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=7ec34cb2-6694-4a76-b371-ad67b1e44443,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:26.063522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.065798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=97c5adcf-87cb-4600-899a-7a1d269ae6f0,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server [None req-1c28aac5-903e-4420-91b4-cf1547af9f65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 738ffb2d-d3e2-4839-a831-718bc83adbbe: This subnet is being modified by another concurrent operation. Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:16:26.110586 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise exception Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 738ffb2d-d3e2-4839-a831-718bc83adbbe: This subnet is being modified by another concurrent operation. Jan 17 08:16:26.120286 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Jan 17 08:16:26.141046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:26.145558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde190e7-12e2-45c2-92cf-3dce6d13084d None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:16:26.154716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.155496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Added segment 3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a of type vlan for network 372abe21-4e88-4b50-9ed3-cb7620733030 Jan 17 08:16:26.190208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c69853-e5a8-4214-b24a-7bd8aabdb592 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 755f83be-960d-4593-9b70-bcbf7760829a {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:26.201354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=738ffb2d-d3e2-4839-a831-718bc83adbbe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:26.203650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9c69853-e5a8-4214-b24a-7bd8aabdb592 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.299519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking segment: {'id': 'dde61ef4-f6a6-4a6f-9066-a76bf112cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b379f092-9208-47b2-8035-fdfd532fc49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:26.299876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network hostable DHCP agents. Network: b379f092-9208-47b2-8035-fdfd532fc49f, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:26.303817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50492) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:26.327850 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-65d5ee57-9f70-45b6-8d98-eebe84f6192f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8911290 Jan 17 08:16:26.332553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50496) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:26.347025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.354322 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-f86993fa-b04b-4963-ad59-5a7271b2c139 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5451214 Jan 17 08:16:26.437426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.469051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fced68f0-b868-4acb-b586-5ab75a090f4e']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:26.485384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bcb14a-b642-4025-b7c6-a2b3b4c10495') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:26.485906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bcb14a-b642-4025-b7c6-a2b3b4c10495') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:26.499290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.513298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.516774 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.516921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:26.517459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.523073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:26.523578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.554351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network b379f092-9208-47b2-8035-fdfd532fc49f is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:26.571474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'networks': [{'name': 'tempest-network--949136494'}, {'name': 'tempest-network--1443171548'}]} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:26.571812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'network': {'name': 'tempest-network--949136494'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:26.572258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'network': {'name': 'tempest-network--1443171548'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:26.582305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde190e7-12e2-45c2-92cf-3dce6d13084d None None] Unable to find a vacant binding_index for network b379f092-9208-47b2-8035-fdfd532fc49f and agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 {{(pid=84156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 17 08:16:26.605815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9c69853-e5a8-4214-b24a-7bd8aabdb592 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.632894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:26.639839 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:26.647439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Usage tracker for resource:network and tenant:c7da654dc23d462084a791642cbbdb73 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:26.654640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 97c5adcf-87cb-4600-899a-7a1d269ae6f0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:26.664624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:26.685842 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, b379f092-9208-47b2-8035-fdfd532fc49f) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:26.686682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:26.695079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde190e7-12e2-45c2-92cf-3dce6d13084d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, b379f092-9208-47b2-8035-fdfd532fc49f) {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:16:26.705486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:26.715270 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.715270 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Network': ['ID=372abe21-4e88-4b50-9ed3-cb7620733030,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:26.745988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 372abe21-4e88-4b50-9ed3-cb7620733030 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:26.746802 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-75f99439-3613-4705-a10d-8015b55e965e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0530832 Jan 17 08:16:26.749797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50502) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:26.754520 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-027ff762-9ef1-490a-9ef2-00d6466f8d51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1098 time: 0.2860429 Jan 17 08:16:26.759767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': '372abe21-4e88-4b50-9ed3-cb7620733030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:26.793589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:16:26.806312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9c69853-e5a8-4214-b24a-7bd8aabdb592 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.836169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.859264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Made reservation on behalf of c7da654dc23d462084a791642cbbdb73 for: {'network': 2} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:26.862709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.867555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:26.879127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=fced68f0-b868-4acb-b586-5ab75a090f4e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:26.901215 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a02b5a7c-b3b7-4e30-b40f-e60890cc2c81 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/fced68f0-b868-4acb-b586-5ab75a090f4e HTTP/1.1" status: 204 len: 168 time: 1.3827298 Jan 17 08:16:26.901435 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb077d-863a-442d-b1fd-173629ccb6fe None None] Sync routers for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:16:26.903639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50506) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:26.913513 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-38e2713c-69ae-4db3-852b-ae0f3eb5b937 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3840172 Jan 17 08:16:26.913706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1585602432'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:26.918365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50510) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:26.921073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:26.927383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1114652957'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:26.939691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:26.944202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:26.947519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:26.961667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb077d-863a-442d-b1fd-173629ccb6fe None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:26.961958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89cb077d-863a-442d-b1fd-173629ccb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:26.967051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.010923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:27.018058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:27.025654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:27.025826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:network and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:27.030007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:27.038831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:27.039071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:27.050481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89cb077d-863a-442d-b1fd-173629ccb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:27.061025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:27.063383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:27.067246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:27.067509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.067818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.069001 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dc91d50b-6a0a-4506-bc95-c5951479a64f tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.1373329 Jan 17 08:16:27.073996 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Usage tracker for resource:security_group_rule and tenant:c7da654dc23d462084a791642cbbdb73 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:27.077934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50514) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:27.089510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:27.111982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9c69853-e5a8-4214-b24a-7bd8aabdb592 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.154019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:27.157234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.167185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:27.170084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:27.171649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.172697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb077d-863a-442d-b1fd-173629ccb6fe None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:27.175262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89cb077d-863a-442d-b1fd-173629ccb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:27.175795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-4d65a2a4-0f73-4c8d-a607-3f855d56d894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:27.177277 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-4d65a2a4-0f73-4c8d-a607-3f855d56d894 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 912 time: 0.3862188 Jan 17 08:16:27.194032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c69853-e5a8-4214-b24a-7bd8aabdb592 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=755f83be-960d-4593-9b70-bcbf7760829a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:27.219608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9c69853-e5a8-4214-b24a-7bd8aabdb592 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.240394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:27.250842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:27.252915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:27.270685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.271054 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment a4217b29-2656-441d-acee-404910e0dbe3 of type vlan for network 79851f16-3d80-41d1-979b-12cd9a2fc20c Jan 17 08:16:27.274439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89cb077d-863a-442d-b1fd-173629ccb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:27.274859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb077d-863a-442d-b1fd-173629ccb6fe None None] The sync data for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:16:27.277229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.277572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment 7a5ab103-a2c0-42bc-a3a1-2655a3ad9081 of type vlan for network 6643d647-9a44-47c3-8104-bbb594e482d5 Jan 17 08:16:27.330231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.337543 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c9c69853-e5a8-4214-b24a-7bd8aabdb592 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/755f83be-960d-4593-9b70-bcbf7760829a HTTP/1.1" status: 204 len: 168 time: 1.4851396 Jan 17 08:16:27.343916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50518) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:27.367031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a21326af-71ea-476d-8cf0-97ddc540c54e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:27.393836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.408608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.592528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1be3a9c-caf9-4e95-9ae5-e36e7c2c80f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet fefa4dc6-a523-4358-b8a9-0ccd4efeec74 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:27.594650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a21326af-71ea-476d-8cf0-97ddc540c54e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:27.595024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.597397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1be3a9c-caf9-4e95-9ae5-e36e7c2c80f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.629069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:27.629926 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.633019 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-5b8c8e6f-387c-443f-a7fe-edca4d9b85e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 1000 time: 0.4478047 Jan 17 08:16:27.640125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-b379f092-9208-47b2-8035-fdfd532fc49f', 'network_id': 'b379f092-9208-47b2-8035-fdfd532fc49f', 'tenant_id': '4d84713deaed454bbf392754efcdebe6', 'fixed_ips': [{'subnet_id': '7ec34cb2-6694-4a76-b371-ad67b1e44443'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:27.641397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.664169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.667875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:27.669024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.693845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1be3a9c-caf9-4e95-9ae5-e36e7c2c80f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.698277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.743702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.746966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:27.747502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.749425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.749873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:27.884259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-01d177eb-7ddb-42a7-8322-b27ab4c9a3ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:27.885709 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-01d177eb-7ddb-42a7-8322-b27ab4c9a3ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.2342451 Jan 17 08:16:27.938996 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49138dd1-5d45-41c1-9861-6e5282b37f4b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:27.953955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:27.978352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=79851f16-3d80-41d1-979b-12cd9a2fc20c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:28.001061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.001061 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Added segment ebfc0d0e-82bc-414e-ae9a-c97cb70f3318 of type vlan for network 7a7d71eb-a936-4a31-828e-8ece6d0ef022 Jan 17 08:16:28.006033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 79851f16-3d80-41d1-979b-12cd9a2fc20c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:28.041644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.044061 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4a401576-d62f-4187-9c22-c1de94b560f0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1245792 Jan 17 08:16:28.047141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50522) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:28.055571 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': '79851f16-3d80-41d1-979b-12cd9a2fc20c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:28.099068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Allocated IP 172.21.0.2 (b2888f89-f5a8-46c9-b0af-be67764c5e1e/6b95d009-46e5-49f0-8fd2-b9cf7c219771/db1fa205-8dee-4513-9234-183f4c740a76) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:28.101366 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1968145 Jan 17 08:16:28.111605 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Allocated IP 2001:db8:0:ffff::2 (b379f092-9208-47b2-8035-fdfd532fc49f/7ec34cb2-6694-4a76-b371-ad67b1e44443/88e483a1-52d3-42f7-a972-a4a76cd70da0) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:28.122346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50526) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:28.143359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': '6643d647-9a44-47c3-8104-bbb594e482d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:28.227741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1be3a9c-caf9-4e95-9ae5-e36e7c2c80f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.262521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.273124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:16:28.282156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9705af7-42b6-41ac-8081-39e6b537bf9a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=6643d647-9a44-47c3-8104-bbb594e482d5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:28.303579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 6643d647-9a44-47c3-8104-bbb594e482d5 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:28.336021 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-6bf529e8-2c67-4ebc-b5e5-872226c26758 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4388592 Jan 17 08:16:28.365771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:28.368891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.386434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:28.391556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:28.400166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:28.519122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:28.534247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:28.548248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1be3a9c-caf9-4e95-9ae5-e36e7c2c80f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.551986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:subnet and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:28.555998 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:28.559512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.559876 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Added segment 17633cb0-3808-43a7-a0ee-a84b555b9076 of type vlan for network 2c9d0930-e35a-40c7-bcf7-7a847b0d748c Jan 17 08:16:28.562647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=850c29e6-c804-49d3-b487-ba5822beea93,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:28.587848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:28.601223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be3a9c-caf9-4e95-9ae5-e36e7c2c80f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=fefa4dc6-a523-4358-b8a9-0ccd4efeec74,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:28.606286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:28.648281 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.659819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.665835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Transition to ACTIVE for port object db1fa205-8dee-4513-9234-183f4c740a76 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:28.675672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.678346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Transition to ACTIVE for port object 88e483a1-52d3-42f7-a972-a4a76cd70da0 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:28.681060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:28.684402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1be3a9c-caf9-4e95-9ae5-e36e7c2c80f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.695244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Checking segment: {'id': '3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '372abe21-4e88-4b50-9ed3-cb7620733030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:28.695861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network hostable DHCP agents. Network: 372abe21-4e88-4b50-9ed3-cb7620733030, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:28.701315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Transition to ACTIVE for port object db1fa205-8dee-4513-9234-183f4c740a76 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:28.708014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Transition to ACTIVE for port object 88e483a1-52d3-42f7-a972-a4a76cd70da0 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:28.713722 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-b7ec3ae7-2201-4c73-b8ca-f410791ccb4a service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243876 Jan 17 08:16:28.754467 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e1be3a9c-caf9-4e95-9ae5-e36e7c2c80f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/fefa4dc6-a523-4358-b8a9-0ccd4efeec74 HTTP/1.1" status: 204 len: 168 time: 1.4103017 Jan 17 08:16:28.762464 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50530) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:28.765959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.787557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.806259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:28.850576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Network b2888f89-f5a8-46c9-b0af-be67764c5e1e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:28.852301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Pushing event updated for resources: {'Port': ['ID=db1fa205-8dee-4513-9234-183f4c740a76,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:28.889011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:28.891642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:28.895118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Network b379f092-9208-47b2-8035-fdfd532fc49f is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:28.901331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:28.903847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:28.917324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:16:28.939864 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e9eccc00-05ec-46cc-83c4-150dc2e74970 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1713362 Jan 17 08:16:28.946011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50534) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:28.958414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:28.973111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.023429 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Pushing event updated for resources: {'Port': ['ID=88e483a1-52d3-42f7-a972-a4a76cd70da0,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:29.097526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Attempting to bind port db1fa205-8dee-4513-9234-183f4c740a76 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:29.097934 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Attempting to bind port db1fa205-8dee-4513-9234-183f4c740a76 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '6bca919f-574f-46fe-9c28-7c07702c9921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:29.098408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Attempting to bind port db1fa205-8dee-4513-9234-183f4c740a76 on network b2888f89-f5a8-46c9-b0af-be67764c5e1e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:29.101677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Attempting to bind port 88e483a1-52d3-42f7-a972-a4a76cd70da0 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:29.101974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Attempting to bind port 88e483a1-52d3-42f7-a972-a4a76cd70da0 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'dde61ef4-f6a6-4a6f-9066-a76bf112cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b379f092-9208-47b2-8035-fdfd532fc49f'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:29.102419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Attempting to bind port 88e483a1-52d3-42f7-a972-a4a76cd70da0 on network b379f092-9208-47b2-8035-fdfd532fc49f {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:29.106604 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.107089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.110683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:29.112239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:29.112617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Checking segment: {'id': '6bca919f-574f-46fe-9c28-7c07702c9921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:29.113118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.113598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Bound using segment: {'id': '6bca919f-574f-46fe-9c28-7c07702c9921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:29.113738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:29.114236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Bound port: db1fa205-8dee-4513-9234-183f4c740a76, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bca919f-574f-46fe-9c28-7c07702c9921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:29.114354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.114782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.125878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:29.126386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Checking segment: {'id': 'dde61ef4-f6a6-4a6f-9066-a76bf112cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b379f092-9208-47b2-8035-fdfd532fc49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:29.126908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.127430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Bound using segment: {'id': 'dde61ef4-f6a6-4a6f-9066-a76bf112cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b379f092-9208-47b2-8035-fdfd532fc49f'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:29.128323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Bound port: 88e483a1-52d3-42f7-a972-a4a76cd70da0, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde61ef4-f6a6-4a6f-9066-a76bf112cbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b379f092-9208-47b2-8035-fdfd532fc49f'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:29.128323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.140245 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:29.147740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.21.0.1 (b2888f89-f5a8-46c9-b0af-be67764c5e1e/6b95d009-46e5-49f0-8fd2-b9cf7c219771/0c46f497-ecdf-4210-9dcf-df315c553b02) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:29.151727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:29.156065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:29.196780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:29.235362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 372abe21-4e88-4b50-9ed3-cb7620733030 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:29.281763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] For port db1fa205-8dee-4513-9234-183f4c740a76, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:29.285253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] For port 88e483a1-52d3-42f7-a972-a4a76cd70da0, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:29.287619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] For port db1fa205-8dee-4513-9234-183f4c740a76, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=db1fa205-8dee-4513-9234-183f4c740a76,segment=NetworkSegment(6bca919f-574f-46fe-9c28-7c07702c9921),segment_id=6bca919f-574f-46fe-9c28-7c07702c9921)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:29.288819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] For port 88e483a1-52d3-42f7-a972-a4a76cd70da0, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=88e483a1-52d3-42f7-a972-a4a76cd70da0,segment=NetworkSegment(dde61ef4-f6a6-4a6f-9066-a76bf112cbc6),segment_id=dde61ef4-f6a6-4a6f-9066-a76bf112cbc6)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:29.294504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:29.297936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.301304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977b52d0-b108-4a8e-8aef-a9551f3afca7 req-b449011f-7545-4070-a226-3005cd813aed service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396185 Jan 17 08:16:29.306648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Network': ['ID=7a7d71eb-a936-4a31-828e-8ece6d0ef022,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:29.320168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7a7d71eb-a936-4a31-828e-8ece6d0ef022 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:29.412910 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1028562 Jan 17 08:16:29.413980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 372abe21-4e88-4b50-9ed3-cb7620733030) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:29.416985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50538) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:29.433271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:29.434933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.459079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.463548 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd04324-e1d0-4cda-8060-1ee81091f310 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Network': ['ID=2c9d0930-e35a-40c7-bcf7-7a847b0d748c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:29.499447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.512665 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 2c9d0930-e35a-40c7-bcf7-7a847b0d748c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:29.625804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.672231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:29.718256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a131371-3ab3-4772-9f8a-8aa817f9ec8c None None] Pushing event updated for resources: {'Port': ['ID=db1fa205-8dee-4513-9234-183f4c740a76,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:29.771862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Transition to ACTIVE for port object 0c46f497-ecdf-4210-9dcf-df315c553b02 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:29.785156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=50c8b7eb-7bf1-43fe-9f2a-4ff9bc45a7f4,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:29.837336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50542) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:29.840890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899df7a-3a74-4f16-9b8f-d47f1151d5b7 None None] Pushing event updated for resources: {'Port': ['ID=88e483a1-52d3-42f7-a972-a4a76cd70da0,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:29.841024 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-58b28fb1-1bfb-41dd-96f9-5faa5f11d751 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0890319 Jan 17 08:16:29.852553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': '372abe21-4e88-4b50-9ed3-cb7620733030', 'name': 'tempest-PortsIpV6TestJSON-1617767136', 'fixed_ips': [{'subnet_id': '850c29e6-c804-49d3-b487-ba5822beea93', 'ip_address': '2001:db8::10'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:29.908106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e0544-6346-468f-9fbe-29939192af1b tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:29.912060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e0544-6346-468f-9fbe-29939192af1b tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:29.916109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e0544-6346-468f-9fbe-29939192af1b tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:29.920600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e0544-6346-468f-9fbe-29939192af1b tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:29.921645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d7e0544-6346-468f-9fbe-29939192af1b tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Synchronizing usage tracker for tenant:c7da654dc23d462084a791642cbbdb73 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:29.964701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': '7a5ab103-a2c0-42bc-a3a1-2655a3ad9081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '6643d647-9a44-47c3-8104-bbb594e482d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:29.965605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: 6643d647-9a44-47c3-8104-bbb594e482d5, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:30.076627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.093447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d7e0544-6346-468f-9fbe-29939192af1b tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Unset dirty status for tenant:c7da654dc23d462084a791642cbbdb73 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:30.094725 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7d7e0544-6346-468f-9fbe-29939192af1b tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6731768 Jan 17 08:16:30.095945 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.147640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50546) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:30.170122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network 6643d647-9a44-47c3-8104-bbb594e482d5 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:30.199224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=4cfa6666-8fb0-4b91-a02c-d7f2a2acfb0c,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:30.222718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:30.293555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking segment: {'id': 'a4217b29-2656-441d-acee-404910e0dbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '79851f16-3d80-41d1-979b-12cd9a2fc20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:30.293555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network hostable DHCP agents. Network: 79851f16-3d80-41d1-979b-12cd9a2fc20c, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:30.293864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:30.301456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:30.309004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:30.366021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=0c46f497-ecdf-4210-9dcf-df315c553b02,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:30.375379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network b2888f89-f5a8-46c9-b0af-be67764c5e1e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:30.377496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 6643d647-9a44-47c3-8104-bbb594e482d5) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:30.386090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:30.403692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:30.404269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.416006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:30.439110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.469051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.502534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:30.509809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network 79851f16-3d80-41d1-979b-12cd9a2fc20c is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:30.530774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 79851f16-3d80-41d1-979b-12cd9a2fc20c) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:30.543768 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:30.544357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.601611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.624663 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e37bfaab-88fb-43d6-a7f9-aba07e392739 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5001600 Jan 17 08:16:30.626952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50550) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:30.741322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device db1fa205-8dee-4513-9234-183f4c740a76 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:30.755370 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3fcc2ae5-4e68-4653-81c0-1dc608448fa4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7046592 Jan 17 08:16:30.757568 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50554) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:30.818617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.objects.ports [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:16:30.852725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.864202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.907956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:30.925673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port db1fa205-8dee-4513-9234-183f4c740a76 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:30.933705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 88e483a1-52d3-42f7-a972-a4a76cd70da0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:30.934615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7d71eb-a936-4a31-828e-8ece6d0ef022']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:31.017295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfc0d0e-82bc-414e-ae9a-c97cb70f3318') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:31.017579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfc0d0e-82bc-414e-ae9a-c97cb70f3318') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:31.049418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port ab17216c-01bb-43f4-a09c-988238679353 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:31.088886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.119430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 88e483a1-52d3-42f7-a972-a4a76cd70da0 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:31.129821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.135034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.159937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:31.161021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.175276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:31.181593 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:31.195075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.306997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Allocated IP 172.20.0.1 (15cc1d4f-9ca7-421c-8a65-b647d6a2216d/020c0d46-2417-40d0-bff3-9dfea03fff97/31c5c463-821c-4676-9227-bbf3f99c6f1a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:31.370251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.496068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.529224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6d3a7-9039-460c-b229-1ee1faf79f57 None None] Network fced68f0-b868-4acb-b586-5ab75a090f4e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:31.557837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6d3a7-9039-460c-b229-1ee1faf79f57 None None] Network fced68f0-b868-4acb-b586-5ab75a090f4e could not be found, it might have been deleted concurrently. {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 17 08:16:31.559947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5973e-e017-4ee7-9407-1d78316ee58c None None] Network b2888f89-f5a8-46c9-b0af-be67764c5e1e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:31.567861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=50c8b7eb-7bf1-43fe-9f2a-4ff9bc45a7f4,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:31.618452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.695324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87674f-80a5-400c-8521-9e098ef1409b None None] Network b379f092-9208-47b2-8035-fdfd532fc49f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:31.698376 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:16:31.709931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf73eb-afd7-49de-b706-b3c9228afa7d None None] Network 372abe21-4e88-4b50-9ed3-cb7620733030 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:31.729027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d73fe5-5e52-44da-828d-b93f4a260d15 None None] Network 6643d647-9a44-47c3-8104-bbb594e482d5 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:31.732705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.744890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f1f85-9f9c-474c-8950-6a658bbeaea0 None None] Network 79851f16-3d80-41d1-979b-12cd9a2fc20c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:31.780579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Network': ['ID=7a7d71eb-a936-4a31-828e-8ece6d0ef022,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:31.800154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.814027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.843478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e47aebe0-a780-40f6-a6c2-7adb75247759 None None] Provisioning for port db1fa205-8dee-4513-9234-183f4c740a76 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:31.848041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.850219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229d485-08a9-4c2b-bbdd-9aa43b679c09 None None] Network fced68f0-b868-4acb-b586-5ab75a090f4e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:31.852736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::10 (372abe21-4e88-4b50-9ed3-cb7620733030/850c29e6-c804-49d3-b487-ba5822beea93/ab17216c-01bb-43f4-a09c-988238679353) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:31.872263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfa6666-8fb0-4b91-a02c-d7f2a2acfb0c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:31.885401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.888084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e47aebe0-a780-40f6-a6c2-7adb75247759 None None] Provisioning complete for port db1fa205-8dee-4513-9234-183f4c740a76 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:31.888646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e47aebe0-a780-40f6-a6c2-7adb75247759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:31.915843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229d485-08a9-4c2b-bbdd-9aa43b679c09 None None] Network fced68f0-b868-4acb-b586-5ab75a090f4e could not be found, it might have been deleted concurrently. {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 17 08:16:31.916382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Transition to ACTIVE for port object 31c5c463-821c-4676-9227-bbf3f99c6f1a will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:31.927797 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-85e3d867-3a34-4c70-94c7-cb78b8fbc316 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/networks/7a7d71eb-a936-4a31-828e-8ece6d0ef022 HTTP/1.1" status: 204 len: 168 time: 1.7711399 Jan 17 08:16:31.935368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50558) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:32.007718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6643d647-9a44-47c3-8104-bbb594e482d5']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:32.054133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea93e7-fe3c-46ba-a9d4-63f4c9120cc4 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:32.085860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5ab103-a2c0-42bc-a3a1-2655a3ad9081') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:32.086257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5ab103-a2c0-42bc-a3a1-2655a3ad9081') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:32.120751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.132126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.185378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79851f16-3d80-41d1-979b-12cd9a2fc20c']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:32.193607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.198848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.210692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:32.211090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.226323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4217b29-2656-441d-acee-404910e0dbe3') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:32.226674 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4217b29-2656-441d-acee-404910e0dbe3') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:32.233309 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:32.285034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.302282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.309585 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.357733 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.426593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.482881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:32.509051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.518861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.528193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.531477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=0c46f497-ecdf-4210-9dcf-df315c553b02,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:32.544361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object ab17216c-01bb-43f4-a09c-988238679353 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:32.554829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9d0930-e35a-40c7-bcf7-7a847b0d748c']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:32.573951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17633cb0-3808-43a7-a0ee-a84b555b9076') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:32.573951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17633cb0-3808-43a7-a0ee-a84b555b9076') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:32.581897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.607430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.609697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:32.610346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.619337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ac974-2448-4257-9a6c-e2af25403c06 None None] Network 6643d647-9a44-47c3-8104-bbb594e482d5 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:32.625860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:32.632838 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:32.637488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:32.669173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dba532-1b00-40e0-9217-e83d2f3d8ce2 None None] Network 79851f16-3d80-41d1-979b-12cd9a2fc20c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:32.691758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.692462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.706113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.711616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.716985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:32.729636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event updated for resources: {'Port': ['ID=31c5c463-821c-4676-9227-bbf3f99c6f1a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:32.738726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:32.765316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=6643d647-9a44-47c3-8104-bbb594e482d5,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:32.779339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.783324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:32.784004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:32.800547 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:32.831676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ac974-2448-4257-9a6c-e2af25403c06 None None] Network 6643d647-9a44-47c3-8104-bbb594e482d5 could not be found, it might have been deleted concurrently. {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 17 08:16:32.870738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=8']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:32.880206 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c9fa694d-2c2e-492d-a657-b362580f30a0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/6643d647-9a44-47c3-8104-bbb594e482d5 HTTP/1.1" status: 204 len: 168 time: 2.2522006 Jan 17 08:16:32.889099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50562) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:32.907597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-772188020'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:32.926588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:32.935803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.938945 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:32.942524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:32.950419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:32.985712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.985905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network b2888f89-f5a8-46c9-b0af-be67764c5e1e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:32.993550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:32.994326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:32.996982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e47aebe0-a780-40f6-a6c2-7adb75247759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.004647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:33.013333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 372abe21-4e88-4b50-9ed3-cb7620733030 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:33.014458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:33.032841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.039066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.040467 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/networks/2c9d0930-e35a-40c7-bcf7-7a847b0d748c HTTP/1.1" status: 204 len: 168 time: 1.1039438 Jan 17 08:16:33.042184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=79851f16-3d80-41d1-979b-12cd9a2fc20c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:33.067218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50566) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:33.072750 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-76acbadc-6b2b-4ef2-b993-f6d412c236f7 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/79851f16-3d80-41d1-979b-12cd9a2fc20c HTTP/1.1" status: 204 len: 168 time: 2.3021507 Jan 17 08:16:33.074943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:33.077265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:33.078053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.079936 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50568) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:33.102646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d07673-6373-4963-9c36-ffa2c1e94f29 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Network': ['ID=2c9d0930-e35a-40c7-bcf7-7a847b0d748c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:33.102880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:33.106883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:33.107518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.110938 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1577006789'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:33.119850 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:33.120045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=b2bd3dd5-779b-4a23-bfe8-2fda70748a6f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:33.147421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:33.152540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.176264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e47aebe0-a780-40f6-a6c2-7adb75247759 None None] For port db1fa205-8dee-4513-9234-183f4c740a76, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=db1fa205-8dee-4513-9234-183f4c740a76,segment=NetworkSegment(6bca919f-574f-46fe-9c28-7c07702c9921),segment_id=6bca919f-574f-46fe-9c28-7c07702c9921)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:33.178061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=ab17216c-01bb-43f4-a09c-988238679353,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:33.219812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-372abe21-4e88-4b50-9ed3-cb7620733030', 'network_id': '372abe21-4e88-4b50-9ed3-cb7620733030', 'tenant_id': 'a20e18b3f2b34ede8b3f66595b40955c', 'fixed_ips': [{'subnet_id': '850c29e6-c804-49d3-b487-ba5822beea93'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:33.220822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.257391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:network and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:33.273027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:33.284649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e47aebe0-a780-40f6-a6c2-7adb75247759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.291216 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:33.358436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:33.371474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.434952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47aebe0-a780-40f6-a6c2-7adb75247759 None None] Pushing event updated for resources: {'Port': ['ID=db1fa205-8dee-4513-9234-183f4c740a76,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:33.440156 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f62de968-ae66-4acb-8642-17881549da2b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5996859 Jan 17 08:16:33.441341 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-016cd646-a642-4eee-80ae-a16f34d50a4f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4951625 Jan 17 08:16:33.452942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50574) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:33.453129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50576) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:33.468437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:33.486683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': '372abe21-4e88-4b50-9ed3-cb7620733030', 'name': 'tempest-PortsIpV6TestJSON-948202995', 'fixed_ips': [{'subnet_id': '850c29e6-c804-49d3-b487-ba5822beea93', 'ip_address': '2001:db8::f'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:33.492667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:33.499174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Allocated IP 2001:db8::2 (372abe21-4e88-4b50-9ed3-cb7620733030/850c29e6-c804-49d3-b487-ba5822beea93/6780b8aa-db43-4ab5-87cf-1cd3de3ba985) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:33.500337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.563417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Provisioning for port 88e483a1-52d3-42f7-a972-a4a76cd70da0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:33.587178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.587863 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment 84aba731-e6b2-4e7e-8640-d859ae56d271 of type vlan for network bc908ace-6a68-4052-986a-2dd4c73dca60 Jan 17 08:16:33.624586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a52ab-b002-463f-bd3d-7332815bb72d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:33.629001 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a52ab-b002-463f-bd3d-7332815bb72d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:33.630160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-495a52ab-b002-463f-bd3d-7332815bb72d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Synchronizing usage tracker for tenant:c7da654dc23d462084a791642cbbdb73 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:33.669826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Provisioning complete for port 88e483a1-52d3-42f7-a972-a4a76cd70da0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:33.670504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.898294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:33.917875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:34.026521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:34.035097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:34.041178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.043872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:34.051165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:34.055900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:34.062738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:34.068303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.074108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:34.098557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:16:34.101977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:34.126497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-495a52ab-b002-463f-bd3d-7332815bb72d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Unset dirty status for tenant:c7da654dc23d462084a791642cbbdb73 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:34.127828 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-495a52ab-b002-463f-bd3d-7332815bb72d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0579677 Jan 17 08:16:34.134261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50582) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:34.134453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Transition to ACTIVE for port object 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:34.135534 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.135969 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment e695ec21-2dde-4f54-be35-ed2c197e335d of type vlan for network 7c26fcb9-3a29-4bb2-8130-5c718fb47f62 Jan 17 08:16:34.139516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.140973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] For port 88e483a1-52d3-42f7-a972-a4a76cd70da0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=88e483a1-52d3-42f7-a972-a4a76cd70da0,segment=NetworkSegment(dde61ef4-f6a6-4a6f-9066-a76bf112cbc6),segment_id=dde61ef4-f6a6-4a6f-9066-a76bf112cbc6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:34.144043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:34.144706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.175322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1152985688'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:34.180277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Transition to ACTIVE for port object 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:34.197311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:34.202899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.224074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:34.256733 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.324097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port f0b18d53-9591-4be7-813c-95bdf4ee6c1e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:34.342750 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:34.346934 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.376327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.389022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4685ec96-ee53-43ea-bdf6-545aecace29b None None] Network b2888f89-f5a8-46c9-b0af-be67764c5e1e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:34.437836 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:34.454110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=bc908ace-6a68-4052-986a-2dd4c73dca60,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:34.504213 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-aab199c3-b169-439a-8a57-1f83b0f6c3a1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6023090 Jan 17 08:16:34.511223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50586) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:34.545175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Made reservation on behalf of c7da654dc23d462084a791642cbbdb73 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:34.549549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.554887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cf8ccd83-5361-4a21-9c2c-9a59ff056a0d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:34.564073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Network 372abe21-4e88-4b50-9ed3-cb7620733030 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:34.565864 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.570481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network bc908ace-6a68-4052-986a-2dd4c73dca60 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:34.583863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:34.594499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.594854 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Added segment 620a3258-262e-42de-b253-76217fd43617 of type vlan for network 7fc7f453-8e56-4801-a749-d180dadc7432 Jan 17 08:16:34.617390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.621627 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:34.622184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.652837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.658215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.712109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.746129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1541ae-dbae-4199-a31a-0caaf88ecdcc None None] Network b379f092-9208-47b2-8035-fdfd532fc49f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:34.758842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b6bb5d-b873-4d17-a534-039e10473fc1 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:34.783725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device eeb628cb-381b-4640-9532-5dabacc39108 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:34.807895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:34.869959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:34.870551 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=7c26fcb9-3a29-4bb2-8130-5c718fb47f62,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:34.878264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:34.883610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event updated for resources: {'Port': ['ID=31c5c463-821c-4676-9227-bbf3f99c6f1a,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:34.889150 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2ba3fdc7-0124-456d-b97e-dbaf3a7c8cc0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8080118 Jan 17 08:16:34.892517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50590) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:34.900389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': '7c26fcb9-3a29-4bb2-8130-5c718fb47f62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:34.946947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7c26fcb9-3a29-4bb2-8130-5c718fb47f62 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:35.019938 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:35.024602 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.027590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:35.028776 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.045806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Provisioning for port 31c5c463-821c-4676-9227-bbf3f99c6f1a completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:35.050879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:subnet and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:35.055057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccd83-5361-4a21-9c2c-9a59ff056a0d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.067316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:16:35.081493 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:16:35.087020 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6347ee53-4c55-403a-963f-9e46180f0e37 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7515483 Jan 17 08:16:35.088555 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2bd3dd5-779b-4a23-bfe8-2fda70748a6f (CIDR: 2001:db8::/64) Jan 17 08:16:35.092710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50594) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:35.101829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'network': {'name': 'tempest-RoutersTest-1445130814'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:35.106207 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:35.107276 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:35.108438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:35.112985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Pushing event updated for resources: {'Port': ['ID=88e483a1-52d3-42f7-a972-a4a76cd70da0,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:35.116899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:35.120444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:35.144080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::f (372abe21-4e88-4b50-9ed3-cb7620733030/850c29e6-c804-49d3-b487-ba5822beea93/f0b18d53-9591-4be7-813c-95bdf4ee6c1e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:35.184898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Provisioning complete for port 31c5c463-821c-4676-9227-bbf3f99c6f1a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:35.185268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.214633 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0769122 Jan 17 08:16:35.223256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50598) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:35.243261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1207837534'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:35.253738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef3425-3219-4074-84af-ccd33be4afbe tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Network': ['ID=7fc7f453-8e56-4801-a749-d180dadc7432,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:35.258068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:35.284806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:35.296052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:35.309157 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:16:35.328409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:35.334143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7fc7f453-8e56-4801-a749-d180dadc7432 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:35.375839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:35.468208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:network and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:35.483428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccd83-5361-4a21-9c2c-9a59ff056a0d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.488756 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:16:35.489578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:16:35.499302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:35.540651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Made reservation on behalf of c7da654dc23d462084a791642cbbdb73 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:35.548993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.661894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ccd83-5361-4a21-9c2c-9a59ff056a0d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=bc908ace-6a68-4052-986a-2dd4c73dca60,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:35.664160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:35.729686 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:30Z', 'revision_number': 3, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:31Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:35.735306 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:16:35.736018 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Updating router cca1789d-d30c-4482-8e7c-878353d9ce1b port 0c46f497-ecdf-4210-9dcf-df315c553b02 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:16:35.747486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Attempting to bind port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:35.747962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Attempting to bind port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '372abe21-4e88-4b50-9ed3-cb7620733030'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:35.748322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Attempting to bind port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 on network 372abe21-4e88-4b50-9ed3-cb7620733030 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:35.766741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:35.767115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Checking segment: {'id': '3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '372abe21-4e88-4b50-9ed3-cb7620733030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:35.767596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.767997 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Bound using segment: {'id': '3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '372abe21-4e88-4b50-9ed3-cb7620733030'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:35.768472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Bound port: 6780b8aa-db43-4ab5-87cf-1cd3de3ba985, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '372abe21-4e88-4b50-9ed3-cb7620733030'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:35.768846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.775842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.795964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object f0b18d53-9591-4be7-813c-95bdf4ee6c1e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:35.802426 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.811305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Pushing event updated for resources: {'Port': ['ID=6780b8aa-db43-4ab5-87cf-1cd3de3ba985,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:35.817015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ee918b0a-e1b3-4b99-b4f6-e41910598a2a None None] Port 31c5c463-821c-4676-9227-bbf3f99c6f1a cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:35.824415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf8ccd83-5361-4a21-9c2c-9a59ff056a0d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network bc908ace-6a68-4052-986a-2dd4c73dca60 is not hosted by any dhcp agent {{(pid=84155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 17 08:16:35.830248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8ccd83-5361-4a21-9c2c-9a59ff056a0d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:35.830899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf8ccd83-5361-4a21-9c2c-9a59ff056a0d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.833394 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cf8ccd83-5361-4a21-9c2c-9a59ff056a0d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "PUT /v2.0/networks/bc908ace-6a68-4052-986a-2dd4c73dca60 HTTP/1.1" status: 200 len: 723 time: 1.3077450 Jan 17 08:16:35.839454 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4366db71-3417-49a0-b3bd-42aee8d2a86d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3811550 Jan 17 08:16:35.840338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:35.844486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.851136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50604) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:35.851839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50606) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:35.870353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:35.885300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:35.887543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network bc908ace-6a68-4052-986a-2dd4c73dca60 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:35.888478 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.901677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': 'bc908ace-6a68-4052-986a-2dd4c73dca60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:35.919450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port eeb628cb-381b-4640-9532-5dabacc39108 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:35.919822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.953456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:35.953809 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added segment 1b78de39-0824-4312-989c-69e29686308a of type vlan for network b1e5cdcb-324a-4814-bcb0-e65750350704 Jan 17 08:16:36.015037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 372abe21-4e88-4b50-9ed3-cb7620733030 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:36.017276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.021364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=f0b18d53-9591-4be7-813c-95bdf4ee6c1e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:36.032220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:36.039755 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:36.045800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:36.046185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.046736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.142470 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:36.151395 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-044ac6ed-1aec-4291-a09d-dfbb8975236f tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6963978 Jan 17 08:16:36.154649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50612) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:36.190043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62bf3f2e-47fd-41f8-8a89-77f133ec6f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.206698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:36.219300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:36.224809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:36.233892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Provisioning complete for port db1fa205-8dee-4513-9234-183f4c740a76 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:36.233892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.237045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.241212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:36.242468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.245956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:36.276140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] For port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:36.284338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.284338 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Added segment 35729536-040e-48b3-bf20-65f9e558fac9 of type vlan for network 580bd087-09f4-499b-a0ba-66ab797df175 Jan 17 08:16:36.297884 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.319613 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Transition to ACTIVE for port object 0c46f497-ecdf-4210-9dcf-df315c553b02 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:36.382661 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.429494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:36.443553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] For port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6780b8aa-db43-4ab5-87cf-1cd3de3ba985,segment=NetworkSegment(3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a),segment_id=3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:36.462436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Network': ['ID=b1e5cdcb-324a-4814-bcb0-e65750350704,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:36.486453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:36.490436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.499308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network b1e5cdcb-324a-4814-bcb0-e65750350704 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:36.509632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9be618-7c69-4f78-a65d-d1bba44ce5de tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:36.513894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5a9be618-7c69-4f78-a65d-d1bba44ce5de tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:36.535432 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e7098d3d-1eba-484e-a001-5b13d3d35a98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4374490 Jan 17 08:16:36.535706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50616) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:36.541871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'subnet': {'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:36.552569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.586733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:36.605988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:36.651763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:36.682732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device db1fa205-8dee-4513-9234-183f4c740a76 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:36.709560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5a9be618-7c69-4f78-a65d-d1bba44ce5de tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:36.713666 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3048918-39c2-45cc-9627-ca3fd02923c3 None None] Pushing event updated for resources: {'Port': ['ID=0c46f497-ecdf-4210-9dcf-df315c553b02,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:36.720543 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5a9be618-7c69-4f78-a65d-d1bba44ce5de tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5644040 Jan 17 08:16:36.725016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50620) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:36.733701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:16:36.784148 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Attempting to bind port 0c46f497-ecdf-4210-9dcf-df315c553b02 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:36.784647 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Attempting to bind port 0c46f497-ecdf-4210-9dcf-df315c553b02 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '6bca919f-574f-46fe-9c28-7c07702c9921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:36.789148 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Attempting to bind port 0c46f497-ecdf-4210-9dcf-df315c553b02 on network b2888f89-f5a8-46c9-b0af-be67764c5e1e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:36.799593 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:36.803343 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Checking segment: {'id': '6bca919f-574f-46fe-9c28-7c07702c9921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:36.803910 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.804422 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Bound using segment: {'id': '6bca919f-574f-46fe-9c28-7c07702c9921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:36.805033 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Bound port: 0c46f497-ecdf-4210-9dcf-df315c553b02, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bca919f-574f-46fe-9c28-7c07702c9921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:36.809684 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.849883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:36.944042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:36.962688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:subnet and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:36.967702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:36.987340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:37.003536 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] For port 0c46f497-ecdf-4210-9dcf-df315c553b02, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:37.003674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port db1fa205-8dee-4513-9234-183f4c740a76 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:37.003674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.007655 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] For port 0c46f497-ecdf-4210-9dcf-df315c553b02, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c46f497-ecdf-4210-9dcf-df315c553b02,segment=NetworkSegment(6bca919f-574f-46fe-9c28-7c07702c9921),segment_id=6bca919f-574f-46fe-9c28-7c07702c9921)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:37.023320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c27911-cb5f-4b4e-a3a3-b50ce0812ee2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:37.027066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c27911-cb5f-4b4e-a3a3-b50ce0812ee2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:37.032660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c27911-cb5f-4b4e-a3a3-b50ce0812ee2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:37.035303 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-86c27911-cb5f-4b4e-a3a3-b50ce0812ee2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3041952 Jan 17 08:16:37.041925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50624) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:37.047185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:37.050171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116e99c-5a31-4e46-a693-e2f8270f8582 None None] Pushing event updated for resources: {'Port': ['ID=6780b8aa-db43-4ab5-87cf-1cd3de3ba985,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:37.080276 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.098953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.109932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:37.110580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.111050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Provisioning complete for port 31c5c463-821c-4676-9227-bbf3f99c6f1a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:37.111431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:37.111546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.257738 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3048918-39c2-45cc-9627-ca3fd02923c3 None None] Pushing event updated for resources: {'Port': ['ID=0c46f497-ecdf-4210-9dcf-df315c553b02,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:37.270350 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Port 31c5c463-821c-4676-9227-bbf3f99c6f1a cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:37.294837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Provisioning complete for port eeb628cb-381b-4640-9532-5dabacc39108 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:37.295249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.297653 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:37.302938 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:37.341534 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1171272 Jan 17 08:16:37.342655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:37.342775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.375916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'ports': [{'network_id': '7fc7f453-8e56-4801-a749-d180dadc7432', 'name': 'tempest-port--1256384133', 'admin_state_up': True}, {'network_id': '580bd087-09f4-499b-a0ba-66ab797df175', 'admin_state_up': False}]} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:37.376232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'port': {'network_id': '7fc7f453-8e56-4801-a749-d180dadc7432', 'name': 'tempest-port--1256384133', 'admin_state_up': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:37.376698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'port': {'network_id': '580bd087-09f4-499b-a0ba-66ab797df175', 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:37.479581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 88e483a1-52d3-42f7-a972-a4a76cd70da0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:37.535273 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=3d975173-c922-4fd6-a4f3-ddab19495355,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:37.586953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.624799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 88e483a1-52d3-42f7-a972-a4a76cd70da0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:37.625338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.653419 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:16:37.685630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Provisioning for port 0c46f497-ecdf-4210-9dcf-df315c553b02 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:37.689327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3a6c0-8772-4b89-a9a1-6e0ccc2a09f3 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Network': ['ID=580bd087-09f4-499b-a0ba-66ab797df175,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:37.711495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 580bd087-09f4-499b-a0ba-66ab797df175 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:37.793656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking segment: {'id': 'e695ec21-2dde-4f54-be35-ed2c197e335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c26fcb9-3a29-4bb2-8130-5c718fb47f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:37.794773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network hostable DHCP agents. Network: 7c26fcb9-3a29-4bb2-8130-5c718fb47f62, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:37.927263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Provisioning complete for port 88e483a1-52d3-42f7-a972-a4a76cd70da0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:37.928013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-112bfaf1-c087-457b-9eb6-df5913a13b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.928802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network 7c26fcb9-3a29-4bb2-8130-5c718fb47f62 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:37.933021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:37.992772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-20cc868e-04e9-4134-a5a3-68d9295b1fbd tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port f0b18d53-9591-4be7-813c-95bdf4ee6c1e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:37.993419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20cc868e-04e9-4134-a5a3-68d9295b1fbd tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.039316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.109851 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:30Z', 'revision_number': 3, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:36Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:38.114592 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbda80-4064-4dc2-9497-cd307036e7cd None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:30Z', 'revision_number': 3, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:36Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:16:38.269438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42decf2e-a86d-457c-b85e-b29e31c24d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.312650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Subnet': ['ID=b078d0b4-af63-43fb-bfb3-216433bfcf6e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:38.326028 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42d3a479-b379-4952-9f72-ae80dd51d356 None None] Provisioning complete for port db1fa205-8dee-4513-9234-183f4c740a76 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:38.327112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42d3a479-b379-4952-9f72-ae80dd51d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.357875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Checking segment: {'id': '1b78de39-0824-4312-989c-69e29686308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:38.358284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network hostable DHCP agents. Network: b1e5cdcb-324a-4814-bcb0-e65750350704, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:38.451996 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 7c26fcb9-3a29-4bb2-8130-5c718fb47f62) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:38.464199 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead25d6-4023-4dac-aa9a-eae1eacf179e None None] Network 7c26fcb9-3a29-4bb2-8130-5c718fb47f62 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:38.468429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:38.469211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.485955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Router 236f60c2-140b-416e-b699-cc70ee3f3987 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:16:38.611053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:38.617253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Usage tracker for resource:port and tenant:c7da654dc23d462084a791642cbbdb73 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:38.622498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:38.630950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:38.651484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-03b98eda-ba7b-477b-896c-08426a930f77 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7562251 Jan 17 08:16:38.655548 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50632) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:38.684672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42d3a479-b379-4952-9f72-ae80dd51d356 None None] Provisioning complete for port eeb628cb-381b-4640-9532-5dabacc39108 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:38.685052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42d3a479-b379-4952-9f72-ae80dd51d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.724187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Made reservation on behalf of c7da654dc23d462084a791642cbbdb73 for: {'port': 2} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:38.729717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.753726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.776464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.776707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2137489092'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:38.830156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:38.832133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network b1e5cdcb-324a-4814-bcb0-e65750350704 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:38.846006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:network and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:38.860832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:38.877620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:38.909592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, b1e5cdcb-324a-4814-bcb0-e65750350704) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:38.914737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094997ed-fee8-47a9-9311-8e845c5c346c None None] Network 372abe21-4e88-4b50-9ed3-cb7620733030 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:38.924489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20cc868e-04e9-4134-a5a3-68d9295b1fbd tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.924870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=538686b8-f0db-40d1-ad28-82a94a377218,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:38.944243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:38.944656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:38.949807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6b93fc-1fb7-4356-981a-06141b2898e3 None None] Network b1e5cdcb-324a-4814-bcb0-e65750350704 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:38.974428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': '84aba731-e6b2-4e7e-8640-d859ae56d271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bc908ace-6a68-4052-986a-2dd4c73dca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:38.974783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: bc908ace-6a68-4052-986a-2dd4c73dca60, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:39.004318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:39.007245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.037754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-7c26fcb9-3a29-4bb2-8130-5c718fb47f62', 'network_id': '7c26fcb9-3a29-4bb2-8130-5c718fb47f62', 'tenant_id': '4d84713deaed454bbf392754efcdebe6', 'fixed_ips': [{'subnet_id': '3d975173-c922-4fd6-a4f3-ddab19495355'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:39.038536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.089129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.139562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-20cc868e-04e9-4134-a5a3-68d9295b1fbd tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for f0b18d53-9591-4be7-813c-95bdf4ee6c1e owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:39.157393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:39.197708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:39.198644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.198975 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment a1585ba1-0c6f-4e3a-ab78-14e729feeae4 of type vlan for network 2fddb5c3-b94f-4b6b-87fd-dae86593a3c5 Jan 17 08:16:39.201292 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=368128f6-7a16-45d5-ad7d-4ced08f02c0b,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:39.207314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:39.212613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:39.213521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.222833 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-412c93a7-1486-4349-ade4-5e1a23c8bf23 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6857464 Jan 17 08:16:39.233262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network bc908ace-6a68-4052-986a-2dd4c73dca60 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:39.235297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50638) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:39.265154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3757c-3626-41af-aa9c-b1d08b3248d8 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:39.290683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] device_id is not set on port c2dff754-a24c-434c-a851-187cf3a11276 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:39.324863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.381373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:16:39.389379 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e92f9ce6-6465-4c5d-9cc4-3a1e16425b00 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "PUT /v2.0/routers/236f60c2-140b-416e-b699-cc70ee3f3987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3103814 Jan 17 08:16:39.400199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:39.408797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Request body: {'port': {'network_id': '15cc1d4f-9ca7-421c-8a65-b647d6a2216d', 'name': 'tempest-FloatingIPAdminTestJSON-587526840'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:39.456845 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-66ea81ba-0c49-4113-8078-460ba3331be4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5961545 Jan 17 08:16:39.456845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, bc908ace-6a68-4052-986a-2dd4c73dca60) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:39.463254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50646) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:39.471947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:39.471947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.476311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:91:b9:9c', 'name': 'tempest-NetworksTestDHCPv6-182555472'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:39.498629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20cc868e-04e9-4134-a5a3-68d9295b1fbd tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.519726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c50a83-520e-4362-9110-2e8832c2bb89 None None] Sync routers for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:16:39.540709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.546978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:39.547611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.581787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18810ded-3818-4041-9746-1b6c01483632 None None] Network bc908ace-6a68-4052-986a-2dd4c73dca60 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:39.609868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:39.629021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc868e-04e9-4134-a5a3-68d9295b1fbd tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=f0b18d53-9591-4be7-813c-95bdf4ee6c1e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:39.632789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.655564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20cc868e-04e9-4134-a5a3-68d9295b1fbd tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.676435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.713217 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d98b4493-6393-4451-b32a-a0eac08c247e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8564951 Jan 17 08:16:39.713809 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-20cc868e-04e9-4134-a5a3-68d9295b1fbd tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/f0b18d53-9591-4be7-813c-95bdf4ee6c1e HTTP/1.1" status: 204 len: 168 time: 2.6702082 Jan 17 08:16:39.728962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50652) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:39.729286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50654) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:39.743679 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0839102 Jan 17 08:16:39.750978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50660) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:39.763253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': '2fddb5c3-b94f-4b6b-87fd-dae86593a3c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:39.781891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25161a3-1279-44d8-84df-b9d55ea9a2a0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=2fddb5c3-b94f-4b6b-87fd-dae86593a3c5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:39.799430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.818098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6a0dfd06-3c23-4675-9ad1-8b454d8cce92 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:39.818511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 2fddb5c3-b94f-4b6b-87fd-dae86593a3c5 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:39.849284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42d3a479-b379-4952-9f72-ae80dd51d356 None None] Provisioning complete for port 88e483a1-52d3-42f7-a972-a4a76cd70da0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:39.849649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42d3a479-b379-4952-9f72-ae80dd51d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:39.866688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:39.888068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Usage tracker for resource:port and tenant:0f2799f3b5844d849a961627d6ee3e9d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:39.898299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:39.901473 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3307ccaa-bed0-4884-aeaf-a48609c3bd88 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:16:39.901983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3307ccaa-bed0-4884-aeaf-a48609c3bd88 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:39.912107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:39.917986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:39.939992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] device_id is not set on port fb422274-ef69-40d1-9522-423db8e5079f yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:40.012155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:40.032052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:40.032280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Made reservation on behalf of 0f2799f3b5844d849a961627d6ee3e9d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:40.035106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:40.037941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:subnet and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:40.041425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:40.047595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3307ccaa-bed0-4884-aeaf-a48609c3bd88 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:40.051335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c50a83-520e-4362-9110-2e8832c2bb89 None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:40.051494 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3307ccaa-bed0-4884-aeaf-a48609c3bd88 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/f0b18d53-9591-4be7-813c-95bdf4ee6c1e HTTP/1.1" status: 404 len: 333 time: 0.3164690 Jan 17 08:16:40.051585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-60c50a83-520e-4362-9110-2e8832c2bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:40.053452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50664) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:40.099705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Allocated IP 2001:db8::1 (7c26fcb9-3a29-4bb2-8130-5c718fb47f62/3d975173-c922-4fd6-a4f3-ddab19495355/af66b771-e889-4312-b2df-78bc57263a98) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:40.106120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:40.113086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:40.116993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:40.151638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] device_id is not set on port e2c03a82-ea36-47f2-9aa1-2dea5520c7c5 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:40.161797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port d58a17e9-9d9e-4096-a743-f050e730fb9c yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:40.203100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:40.233117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-60c50a83-520e-4362-9110-2e8832c2bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:40.244963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2e39f-0b1b-45e6-a1b1-cfe39ae357fc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port ab17216c-01bb-43f4-a09c-988238679353 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:40.245305 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e39f-0b1b-45e6-a1b1-cfe39ae357fc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:40.321607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-b1e5cdcb-324a-4814-bcb0-e65750350704', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:40.322339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:40.413646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:40.490878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:40.512533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c50a83-520e-4362-9110-2e8832c2bb89 None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:40.512533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-60c50a83-520e-4362-9110-2e8832c2bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:40.565192 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c46f497-ecdf-4210-9dcf-df315c553b02 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:40.583452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfd06-3c23-4675-9ad1-8b454d8cce92 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6757975'] for subnet, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:40.646966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:40.712019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.ipam_backend_mixin [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Performing IP validity checks on allocation pools {{(pid=84154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 08:16:40.712699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.ipam_backend_mixin [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84154) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 08:16:40.808645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-60c50a83-520e-4362-9110-2e8832c2bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:40.808894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c50a83-520e-4362-9110-2e8832c2bb89 None None] The sync data for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:16:40.809051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Allocated IP 172.20.0.5 (15cc1d4f-9ca7-421c-8a65-b647d6a2216d/020c0d46-2417-40d0-bff3-9dfea03fff97/e2c03a82-ea36-47f2-9aa1-2dea5520c7c5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:40.962487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8:0:1::24d (f8dda541-a6ad-4425-a3fa-1d9436a44791/368128f6-7a16-45d5-ad7d-4ced08f02c0b/d58a17e9-9d9e-4096-a743-f050e730fb9c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:40.984973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::f816:3eff:fe91:b99c (f8dda541-a6ad-4425-a3fa-1d9436a44791/b2bd3dd5-779b-4a23-bfe8-2fda70748a6f/d58a17e9-9d9e-4096-a743-f050e730fb9c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:40.995328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.037450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.041888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-bc908ace-6a68-4052-986a-2dd4c73dca60', 'network_id': 'bc908ace-6a68-4052-986a-2dd4c73dca60', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': '538686b8-f0db-40d1-ad28-82a94a377218'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:41.042980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.089623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e39f-0b1b-45e6-a1b1-cfe39ae357fc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.203018 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.230629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Allocated IP 172.22.0.2 (b1e5cdcb-324a-4814-bcb0-e65750350704/b078d0b4-af63-43fb-bfb3-216433bfcf6e/092a1d4b-4487-449f-aaca-86d21c52bb36) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:41.233098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Transition to ACTIVE for port object af66b771-e889-4312-b2df-78bc57263a98 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:41.250962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.331507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Transition to ACTIVE for port object af66b771-e889-4312-b2df-78bc57263a98 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:41.332947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 0c46f497-ecdf-4210-9dcf-df315c553b02 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:41.335985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Provisioning for port ab17216c-01bb-43f4-a09c-988238679353 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:41.350883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2e39f-0b1b-45e6-a1b1-cfe39ae357fc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for ab17216c-01bb-43f4-a09c-988238679353 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:41.418827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Provisioning complete for port ab17216c-01bb-43f4-a09c-988238679353 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:41.419289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.422879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Port': ['ID=c2dff754-a24c-434c-a851-187cf3a11276,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:41.441242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0c46f497-ecdf-4210-9dcf-df315c553b02 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:41.441646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.447085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.482327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=ce7016d5-a6ed-48d3-9542-834902851253,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:41.497810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.503930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfd06-3c23-4675-9ad1-8b454d8cce92 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727488254455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1183237'] for subnet, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.512741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.606715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.617596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object d58a17e9-9d9e-4096-a743-f050e730fb9c will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:41.661501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Checking segment: {'id': '620a3258-262e-42de-b253-76217fd43617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '7fc7f453-8e56-4801-a749-d180dadc7432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:41.662013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Network hostable DHCP agents. Network: 7fc7f453-8e56-4801-a749-d180dadc7432, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:41.676677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0dfd06-3c23-4675-9ad1-8b454d8cce92 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:41.677273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfd06-3c23-4675-9ad1-8b454d8cce92 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.680925 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6a0dfd06-3c23-4675-9ad1-8b454d8cce92 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "PUT /v2.0/subnets/538686b8-f0db-40d1-ad28-82a94a377218 HTTP/1.1" status: 200 len: 806 time: 1.9483652 Jan 17 08:16:41.682392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Port ab17216c-01bb-43f4-a09c-988238679353 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:41.683448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50668) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:41.688415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking segment: {'id': 'a1585ba1-0c6f-4e3a-ab78-14e729feeae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '2fddb5c3-b94f-4b6b-87fd-dae86593a3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:41.688415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network hostable DHCP agents. Network: 2fddb5c3-b94f-4b6b-87fd-dae86593a3c5, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:41.691184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab3449e-310c-48de-91a2-d9a924840223 None None] Update dhcp port {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': 'b2bd3dd5-779b-4a23-bfe8-2fda70748a6f', 'ip_address': '2001:db8::f816:3eff:feb8:623e'}, {'subnet_id': '368128f6-7a16-45d5-ad7d-4ced08f02c0b'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': 'eeb628cb-381b-4640-9532-5dabacc39108'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:16:41.730715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Transition to ACTIVE for port object e2c03a82-ea36-47f2-9aa1-2dea5520c7c5 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:41.755922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dfd06-3c23-4675-9ad1-8b454d8cce92 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=538686b8-f0db-40d1-ad28-82a94a377218,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:41.843393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Network 7c26fcb9-3a29-4bb2-8130-5c718fb47f62 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:41.844266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ab3449e-310c-48de-91a2-d9a924840223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.853841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Pushing event updated for resources: {'Port': ['ID=af66b771-e889-4312-b2df-78bc57263a98,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:41.862770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e39f-0b1b-45e6-a1b1-cfe39ae357fc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.864962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.866540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Network 7fc7f453-8e56-4801-a749-d180dadc7432 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:41.868748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Provisioning for port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:41.877302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:41.907956 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:41.910138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Provisioning complete for port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:41.910511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:41.952003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event updated for resources: {'Port': ['ID=e2c03a82-ea36-47f2-9aa1-2dea5520c7c5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:41.963038 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Allocated IP 172.20.0.2 (bc908ace-6a68-4052-986a-2dd4c73dca60/538686b8-f0db-40d1-ad28-82a94a377218/ee41afd6-aae7-43ad-bd47-3d57bff3f840) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:42.006860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2e39f-0b1b-45e6-a1b1-cfe39ae357fc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=ab17216c-01bb-43f4-a09c-988238679353,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:42.021144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.049387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:42.056229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 7fc7f453-8e56-4801-a749-d180dadc7432) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:42.057238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:42.064872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:42.074527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.094322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:42.095160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.155373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e39f-0b1b-45e6-a1b1-cfe39ae357fc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.162280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652134b4-49c2-4e77-a607-3766852b25ff None None] Network 7fc7f453-8e56-4801-a749-d180dadc7432 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:42.252700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Port': ['ID=fb422274-ef69-40d1-9522-423db8e5079f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:42.265237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network 2fddb5c3-b94f-4b6b-87fd-dae86593a3c5 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:42.272213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:42.273709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.298117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Checking segment: {'id': '35729536-040e-48b3-bf20-65f9e558fac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '580bd087-09f4-499b-a0ba-66ab797df175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:42.299036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Network hostable DHCP agents. Network: 580bd087-09f4-499b-a0ba-66ab797df175, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:42.338871 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4bf2e39f-0b1b-45e6-a1b1-cfe39ae357fc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/ab17216c-01bb-43f4-a09c-988238679353 HTTP/1.1" status: 204 len: 168 time: 2.2818699 Jan 17 08:16:42.342153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:42.399363 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0e9fe6-6500-4e3d-9205-7f78b525290b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:16:42.402833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8e0e9fe6-6500-4e3d-9205-7f78b525290b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:42.407781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.413145 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5f4176ff-539a-4ccd-b512-b9c6bf8c6c48 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0116627 Jan 17 08:16:42.414048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50676) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:42.429585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Transition to ACTIVE for port object 092a1d4b-4487-449f-aaca-86d21c52bb36 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:42.448250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Network 580bd087-09f4-499b-a0ba-66ab797df175 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:42.452402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Transition to ACTIVE for port object 092a1d4b-4487-449f-aaca-86d21c52bb36 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:42.465348 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:42.471829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:42.474626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:42.478861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:42.479528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.496512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8e0e9fe6-6500-4e3d-9205-7f78b525290b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:42.497904 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8e0e9fe6-6500-4e3d-9205-7f78b525290b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/ab17216c-01bb-43f4-a09c-988238679353 HTTP/1.1" status: 404 len: 333 time: 0.1545684 Jan 17 08:16:42.501208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50682) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:42.509298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=d58a17e9-9d9e-4096-a743-f050e730fb9c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:42.522519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 2fddb5c3-b94f-4b6b-87fd-dae86593a3c5) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:42.529116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:42.529703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.553946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 580bd087-09f4-499b-a0ba-66ab797df175) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:42.560893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:42.567048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:42.572638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:42.573384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.603555 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-66c2358c-3b3d-4fc8-918a-aca2c2a1b670 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1392322 Jan 17 08:16:42.612205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50686) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:42.624529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.654060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83cad7-9bba-46ec-b4db-2f5542e3d6ca None None] Network 2fddb5c3-b94f-4b6b-87fd-dae86593a3c5 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:42.666654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b36c9-dec7-42f4-b396-6d8ff028142b None None] Network 580bd087-09f4-499b-a0ba-66ab797df175 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:42.694175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.696178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.22.0.1 (b1e5cdcb-324a-4814-bcb0-e65750350704/b078d0b4-af63-43fb-bfb3-216433bfcf6e/df790e09-ea15-4149-8b74-ba17b3d89e57) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:42.714505 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-31f337d3-e59c-4bc3-9492-ed148681dc54 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9599483 Jan 17 08:16:42.717482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50690) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:42.760616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.802812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'project_id': '0f2799f3b5844d849a961627d6ee3e9d', 'port_id': 'e2c03a82-ea36-47f2-9aa1-2dea5520c7c5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:42.809576 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f1ee2f74-888e-46e2-b7c9-a36e1636fd57 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4612963 Jan 17 08:16:42.821932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:42.823048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50694) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:42.850461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Usage tracker for resource:floatingip and tenant:0f2799f3b5844d849a961627d6ee3e9d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:42.905146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:42.919596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:42.926379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6a575-a8f5-4125-8110-b559b124bfcb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port d58a17e9-9d9e-4096-a743-f050e730fb9c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:42.926847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a575-a8f5-4125-8110-b559b124bfcb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:42.965422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Attempting to bind port af66b771-e889-4312-b2df-78bc57263a98 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:42.965736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Attempting to bind port af66b771-e889-4312-b2df-78bc57263a98 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'e695ec21-2dde-4f54-be35-ed2c197e335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c26fcb9-3a29-4bb2-8130-5c718fb47f62'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:42.966052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Attempting to bind port af66b771-e889-4312-b2df-78bc57263a98 on network 7c26fcb9-3a29-4bb2-8130-5c718fb47f62 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:43.013581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.093030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.121110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220bbe9e-82c6-46f5-ac06-079eb6e04798 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:43.124518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b19389-f107-4a17-8792-8e3cd02dbd0b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet 850c29e6-c804-49d3-b487-ba5822beea93 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:43.125064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220bbe9e-82c6-46f5-ac06-079eb6e04798 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:43.129171 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-220bbe9e-82c6-46f5-ac06-079eb6e04798 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3032613 Jan 17 08:16:43.133226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50698) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:43.154731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b19389-f107-4a17-8792-8e3cd02dbd0b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.170778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.202894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:43.203360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Checking segment: {'id': 'e695ec21-2dde-4f54-be35-ed2c197e335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c26fcb9-3a29-4bb2-8130-5c718fb47f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:43.203694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.204090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Bound using segment: {'id': 'e695ec21-2dde-4f54-be35-ed2c197e335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c26fcb9-3a29-4bb2-8130-5c718fb47f62'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:43.204570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Bound port: af66b771-e889-4312-b2df-78bc57263a98, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e695ec21-2dde-4f54-be35-ed2c197e335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c26fcb9-3a29-4bb2-8130-5c718fb47f62'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:43.204935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.221784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.222970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Network b1e5cdcb-324a-4814-bcb0-e65750350704 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:43.253056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Transition to ACTIVE for port object df790e09-ea15-4149-8b74-ba17b3d89e57 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:43.254772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Pushing event updated for resources: {'Port': ['ID=092a1d4b-4487-449f-aaca-86d21c52bb36,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:43.276363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-44c6e873-7a12-45f7-b5cc-436e28764f88 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Deleting port c2dff754-a24c-434c-a851-187cf3a11276 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:43.276700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-44c6e873-7a12-45f7-b5cc-436e28764f88 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.280384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:43.316732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 0c46f497-ecdf-4210-9dcf-df315c553b02, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c46f497-ecdf-4210-9dcf-df315c553b02,segment=NetworkSegment(6bca919f-574f-46fe-9c28-7c07702c9921),segment_id=6bca919f-574f-46fe-9c28-7c07702c9921)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:43.333701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:43.363103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b19389-f107-4a17-8792-8e3cd02dbd0b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.476533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a575-a8f5-4125-8110-b559b124bfcb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.503607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.524817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.529488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.570399 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.636501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6a575-a8f5-4125-8110-b559b124bfcb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for d58a17e9-9d9e-4096-a743-f050e730fb9c owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:43.639909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7016d5-a6ed-48d3-9542-834902851253,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:43.675551 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-44c6e873-7a12-45f7-b5cc-436e28764f88 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.696136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network b1e5cdcb-324a-4814-bcb0-e65750350704 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:43.707656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b19389-f107-4a17-8792-8e3cd02dbd0b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.772362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:43.779229 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:43.815468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.817327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2ab3449e-310c-48de-91a2-d9a924840223 None None] Allocated IP 2001:db8:0:1::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/368128f6-7a16-45d5-ad7d-4ced08f02c0b/eeb628cb-381b-4640-9532-5dabacc39108) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:43.841759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:43.867789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=df790e09-ea15-4149-8b74-ba17b3d89e57,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:43.878482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-44c6e873-7a12-45f7-b5cc-436e28764f88 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Calling delete_port for c2dff754-a24c-434c-a851-187cf3a11276 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:43.911228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Transition to ACTIVE for port object ee41afd6-aae7-43ad-bd47-3d57bff3f840 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:43.916714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6ca5b3-bc59-4c25-994d-20744029223c None None] Network 2fddb5c3-b94f-4b6b-87fd-dae86593a3c5 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:43.943652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Attempting to bind port 092a1d4b-4487-449f-aaca-86d21c52bb36 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:43.944026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Attempting to bind port 092a1d4b-4487-449f-aaca-86d21c52bb36 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '1b78de39-0824-4312-989c-69e29686308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:43.944388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Attempting to bind port 092a1d4b-4487-449f-aaca-86d21c52bb36 on network b1e5cdcb-324a-4814-bcb0-e65750350704 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:43.958011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=0c46f497-ecdf-4210-9dcf-df315c553b02,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:43.977150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] For port af66b771-e889-4312-b2df-78bc57263a98, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:44.002770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b19389-f107-4a17-8792-8e3cd02dbd0b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.022723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.055113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.066293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fddb5c3-b94f-4b6b-87fd-dae86593a3c5']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:44.084311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b19389-f107-4a17-8792-8e3cd02dbd0b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=850c29e6-c804-49d3-b487-ba5822beea93,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:44.091039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1585ba1-0c6f-4e3a-ab78-14e729feeae4') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:44.091392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1585ba1-0c6f-4e3a-ab78-14e729feeae4') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:44.105087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.121926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Allocated IP 172.26.4.60 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/8e7d6b88-4ea6-4403-9dc6-621e6a12ce2c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:44.124961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86b19389-f107-4a17-8792-8e3cd02dbd0b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.128816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.137491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:44.138115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.140064 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] For port af66b771-e889-4312-b2df-78bc57263a98, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=af66b771-e889-4312-b2df-78bc57263a98,segment=NetworkSegment(e695ec21-2dde-4f54-be35-ed2c197e335d),segment_id=e695ec21-2dde-4f54-be35-ed2c197e335d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:44.152201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Transition to ACTIVE for port object ee41afd6-aae7-43ad-bd47-3d57bff3f840 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:44.153918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b0338-d9c5-4a28-aca6-77ebbbbf3295 None None] Network 372abe21-4e88-4b50-9ed3-cb7620733030 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:44.154803 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:44.159979 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-86b19389-f107-4a17-8792-8e3cd02dbd0b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/850c29e6-c804-49d3-b487-ba5822beea93 HTTP/1.1" status: 204 len: 168 time: 1.6551442 Jan 17 08:16:44.160079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50702) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:44.167800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:44.168177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Checking segment: {'id': '1b78de39-0824-4312-989c-69e29686308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:44.168578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.168969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Bound using segment: {'id': '1b78de39-0824-4312-989c-69e29686308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:44.169450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Bound port: 092a1d4b-4487-449f-aaca-86d21c52bb36, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78de39-0824-4312-989c-69e29686308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:44.169822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.334229 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-44c6e873-7a12-45f7-b5cc-436e28764f88 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.359361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a575-a8f5-4125-8110-b559b124bfcb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.370542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.375044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.418564 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6e873-7a12-45f7-b5cc-436e28764f88 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Port': ['ID=c2dff754-a24c-434c-a851-187cf3a11276,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:44.418785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.430259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-44c6e873-7a12-45f7-b5cc-436e28764f88 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.445437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a575-a8f5-4125-8110-b559b124bfcb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=d58a17e9-9d9e-4096-a743-f050e730fb9c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:44.457117 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-44c6e873-7a12-45f7-b5cc-436e28764f88 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/ports/c2dff754-a24c-434c-a851-187cf3a11276 HTTP/1.1" status: 204 len: 168 time: 1.3232837 Jan 17 08:16:44.460947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50706) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:44.550063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bd1557cf-f0b6-430e-b064-78fb731ff217 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Deleting port fb422274-ef69-40d1-9522-423db8e5079f {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:44.551149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd1557cf-f0b6-430e-b064-78fb731ff217 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.560327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:44.560680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:44.583428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.593245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.593245 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/2fddb5c3-b94f-4b6b-87fd-dae86593a3c5 HTTP/1.1" status: 204 len: 168 time: 1.8726482 Jan 17 08:16:44.593245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.604135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50710) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:44.614926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.663739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:44.664080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.680633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Network bc908ace-6a68-4052-986a-2dd4c73dca60 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:44.693574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:44.693943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088214133'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:44.698999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ab3449e-310c-48de-91a2-d9a924840223 None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:44.704831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a575-a8f5-4125-8110-b559b124bfcb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.709227 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8ac6a575-a8f5-4125-8110-b559b124bfcb tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/d58a17e9-9d9e-4096-a743-f050e730fb9c HTTP/1.1" status: 204 len: 168 time: 2.0957415 Jan 17 08:16:44.709996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50714) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:44.710238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Pushing event updated for resources: {'Port': ['ID=ee41afd6-aae7-43ad-bd47-3d57bff3f840,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:44.728041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cecab-1660-4860-8c73-22c685285cf6 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=2fddb5c3-b94f-4b6b-87fd-dae86593a3c5,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:44.731621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=538686b8-f0db-40d1-ad28-82a94a377218,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:44.734262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:44.735826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:44.763363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:network and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:44.783329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:44.825828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:44.893181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] For port 092a1d4b-4487-449f-aaca-86d21c52bb36, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:44.901535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.921154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.953279 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.971693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ab3449e-310c-48de-91a2-d9a924840223 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:44.994258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923303-67cb-4fbb-a6a7-3a9f9555268a None None] Pushing event updated for resources: {'Port': ['ID=af66b771-e889-4312-b2df-78bc57263a98,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:45.001976 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] For port 092a1d4b-4487-449f-aaca-86d21c52bb36, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=092a1d4b-4487-449f-aaca-86d21c52bb36,segment=NetworkSegment(1b78de39-0824-4312-989c-69e29686308a),segment_id=1b78de39-0824-4312-989c-69e29686308a)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:45.063691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e0037a-8561-4ba1-9cb9-78798fc3a900 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:45.066849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ab3449e-310c-48de-91a2-d9a924840223 None None] Transition to ACTIVE for port object eeb628cb-381b-4640-9532-5dabacc39108 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:45.067108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c0e0037a-8561-4ba1-9cb9-78798fc3a900 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:45.076284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:45.086604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:45.090566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:45.091463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] For port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6780b8aa-db43-4ab5-87cf-1cd3de3ba985,segment=NetworkSegment(3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a),segment_id=3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:45.091824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.093507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.103689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:45.138607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.144741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Attempting to bind port ee41afd6-aae7-43ad-bd47-3d57bff3f840 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:45.145691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Attempting to bind port ee41afd6-aae7-43ad-bd47-3d57bff3f840 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '84aba731-e6b2-4e7e-8640-d859ae56d271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bc908ace-6a68-4052-986a-2dd4c73dca60'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:45.145691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Attempting to bind port ee41afd6-aae7-43ad-bd47-3d57bff3f840 on network bc908ace-6a68-4052-986a-2dd4c73dca60 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:45.146543 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc908ace-6a68-4052-986a-2dd4c73dca60']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:45.152200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7d6b88-4ea6-4403-9dc6-621e6a12ce2c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:45.181815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84aba731-e6b2-4e7e-8640-d859ae56d271') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:45.182111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84aba731-e6b2-4e7e-8640-d859ae56d271') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:45.202977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:45.203269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd1557cf-f0b6-430e-b064-78fb731ff217 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.203606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Checking segment: {'id': '84aba731-e6b2-4e7e-8640-d859ae56d271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bc908ace-6a68-4052-986a-2dd4c73dca60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:45.207814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.208416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Bound using segment: {'id': '84aba731-e6b2-4e7e-8640-d859ae56d271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bc908ace-6a68-4052-986a-2dd4c73dca60'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:45.209140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Bound port: ee41afd6-aae7-43ad-bd47-3d57bff3f840, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84aba731-e6b2-4e7e-8640-d859ae56d271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'bc908ace-6a68-4052-986a-2dd4c73dca60'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:45.209754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.258709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ab3449e-310c-48de-91a2-d9a924840223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.269563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.287747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efb74a-b51e-4c6f-b8aa-8823c9f50943 None None] Pushing event updated for resources: {'Port': ['ID=092a1d4b-4487-449f-aaca-86d21c52bb36,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:45.290116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.338393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:45.354430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:45.492697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c0e0037a-8561-4ba1-9cb9-78798fc3a900 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:45.494211 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c0e0037a-8561-4ba1-9cb9-78798fc3a900 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.7805102 Jan 17 08:16:45.505985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50720) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:45.553102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] For port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6780b8aa-db43-4ab5-87cf-1cd3de3ba985,segment=NetworkSegment(3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a),segment_id=3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:45.561777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3449e-310c-48de-91a2-d9a924840223 None None] Pushing event updated for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=9']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:45.562000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bd1557cf-f0b6-430e-b064-78fb731ff217 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Calling delete_port for fb422274-ef69-40d1-9522-423db8e5079f owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:45.568371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] For port ee41afd6-aae7-43ad-bd47-3d57bff3f840, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:45.569173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] For port ee41afd6-aae7-43ad-bd47-3d57bff3f840, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ee41afd6-aae7-43ad-bd47-3d57bff3f840,segment=NetworkSegment(84aba731-e6b2-4e7e-8640-d859ae56d271),segment_id=84aba731-e6b2-4e7e-8640-d859ae56d271)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:45.635278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.682503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:45.683046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:45.713393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.715341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.716019 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment 39e8920a-2b82-4edf-86b3-6545ade78b00 of type vlan for network 9fc2eb06-68f8-4a7a-a7bc-445cc35634d3 Jan 17 08:16:45.737754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] DHCP port deletion for 372abe21-4e88-4b50-9ed3-cb7620733030 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:16:45.754920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.769783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] Deleting port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:45.770405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.821493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device af66b771-e889-4312-b2df-78bc57263a98 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:45.836317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c59578-6086-4748-9c25-943acb8c5917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:45.848148 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f7c59578-6086-4748-9c25-943acb8c5917 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3347473 Jan 17 08:16:45.856806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50724) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:45.875224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dc521d27-962e-4e1b-94a6-3be78216ea3d None None] Could not find standard attr ID for object f0b18d53-9591-4be7-813c-95bdf4ee6c1e. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:16:45.992876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd1557cf-f0b6-430e-b064-78fb731ff217 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:45.998331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.054056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec95f6-89c6-4985-84cd-6638c4ccc936 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:46.061897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec95f6-89c6-4985-84cd-6638c4ccc936 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:46.063919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec95f6-89c6-4985-84cd-6638c4ccc936 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:46.069694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:46.069929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-78ec95f6-89c6-4985-84cd-6638c4ccc936 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:46.070238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.083519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c13bdd-ceb0-42ed-b37e-f426ebf654ac None None] Pushing event updated for resources: {'Port': ['ID=6780b8aa-db43-4ab5-87cf-1cd3de3ba985,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:46.101588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.110127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:46.110994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:46.151241 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:46.186503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:46.186868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.222925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-78ec95f6-89c6-4985-84cd-6638c4ccc936 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:46.224112 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-78ec95f6-89c6-4985-84cd-6638c4ccc936 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3662748 Jan 17 08:16:46.255999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e345eca-5745-443e-b218-af67325d2e20 None None] Network bc908ace-6a68-4052-986a-2dd4c73dca60 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:46.302817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50728) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:46.334073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dc521d27-962e-4e1b-94a6-3be78216ea3d None None] Provisioning for port e2c03a82-ea36-47f2-9aa1-2dea5520c7c5 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:46.349035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dc521d27-962e-4e1b-94a6-3be78216ea3d None None] Provisioning complete for port e2c03a82-ea36-47f2-9aa1-2dea5520c7c5 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:46.349563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc521d27-962e-4e1b-94a6-3be78216ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.371853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.382313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1557cf-f0b6-430e-b064-78fb731ff217 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Port': ['ID=fb422274-ef69-40d1-9522-423db8e5079f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:46.431012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dc521d27-962e-4e1b-94a6-3be78216ea3d None None] Port e2c03a82-ea36-47f2-9aa1-2dea5520c7c5 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:46.452956 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dc521d27-962e-4e1b-94a6-3be78216ea3d None None] Could not find standard attr ID for object ab17216c-01bb-43f4-a09c-988238679353. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:16:46.455918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd1557cf-f0b6-430e-b064-78fb731ff217 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.458794 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bd1557cf-f0b6-430e-b064-78fb731ff217 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/ports/fb422274-ef69-40d1-9522-423db8e5079f HTTP/1.1" status: 204 len: 168 time: 1.9963381 Jan 17 08:16:46.475522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50732) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:46.531956 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b4029c-d9af-4100-9678-32d04048d4c5 None None] Network 7c26fcb9-3a29-4bb2-8130-5c718fb47f62 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:46.544194 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8669598 Jan 17 08:16:46.563242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50736) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:46.581185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': '9fc2eb06-68f8-4a7a-a7bc-445cc35634d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:46.688669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e23328-21c0-4285-8870-1a8be1fcde6f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=9fc2eb06-68f8-4a7a-a7bc-445cc35634d3,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:46.746062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.751860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.757860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 08:16:46.757860 dv-neutron-824874-1-hyperv neutron-server[84154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 08:16:46.757860 dv-neutron-824874-1-hyperv neutron-server[84154]: [parameters: {'id': 'bc908ace-6a68-4052-986a-2dd4c73dca60'}] Jan 17 08:16:46.757860 dv-neutron-824874-1-hyperv neutron-server[84154]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:46.758354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:46.760931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:46.772103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:subnet and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:46.787036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:46.791064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:46.811854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 9fc2eb06-68f8-4a7a-a7bc-445cc35634d3 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:46.836452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b428e7a4-ee1f-4fc5-8b3b-5e68b070a7a8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Synchronizing usage tracker for tenant:c7da654dc23d462084a791642cbbdb73 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:46.854928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:46.923979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port af66b771-e889-4312-b2df-78bc57263a98 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:46.950764 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c46f497-ecdf-4210-9dcf-df315c553b02 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:47.021192 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=df790e09-ea15-4149-8b74-ba17b3d89e57,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:47.024087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:47.028591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fc4b0-74f5-425d-ade9-8e3b1720b348 None None] Pushing event updated for resources: {'Port': ['ID=ee41afd6-aae7-43ad-bd47-3d57bff3f840,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:47.077426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b428e7a4-ee1f-4fc5-8b3b-5e68b070a7a8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Unset dirty status for tenant:c7da654dc23d462084a791642cbbdb73 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:47.082396 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b428e7a4-ee1f-4fc5-8b3b-5e68b070a7a8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5996201 Jan 17 08:16:47.153336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50740) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:47.172517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] For port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6780b8aa-db43-4ab5-87cf-1cd3de3ba985,segment=NetworkSegment(3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a),segment_id=3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:47.173027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.179228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-772947955'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:47.192012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.204586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:47.217544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Usage tracker for resource:network and tenant:c7da654dc23d462084a791642cbbdb73 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:47.222973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cee736-b5e0-4c3f-a5ec-d3170f78bfd4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 368128f6-7a16-45d5-ad7d-4ced08f02c0b {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:47.226114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9cee736-b5e0-4c3f-a5ec-d3170f78bfd4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.289286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:47.314622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.321629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:47.334410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9cee736-b5e0-4c3f-a5ec-d3170f78bfd4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.355104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.382903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Deleting port ee41afd6-aae7-43ad-bd47-3d57bff3f840 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:47.384807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.390289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] For port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6780b8aa-db43-4ab5-87cf-1cd3de3ba985,segment=NetworkSegment(3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a),segment_id=3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:47.390802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.404301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea10d79-868a-4622-97b2-3d6b0c7599a3 None None] Network b1e5cdcb-324a-4814-bcb0-e65750350704 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:47.505601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-225c3054-e94d-462c-a36c-8d7cfee26e0f None None] Provisioning for port af66b771-e889-4312-b2df-78bc57263a98 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:47.527272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] Calling delete_port for 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:47.556413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0c46f497-ecdf-4210-9dcf-df315c553b02 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:47.556781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.559129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:47.584114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Made reservation on behalf of c7da654dc23d462084a791642cbbdb73 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:47.587105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.604832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-225c3054-e94d-462c-a36c-8d7cfee26e0f None None] Provisioning complete for port af66b771-e889-4312-b2df-78bc57263a98 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:47.605784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-225c3054-e94d-462c-a36c-8d7cfee26e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.672213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.692678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:47.706433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9cee736-b5e0-4c3f-a5ec-d3170f78bfd4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.736717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.737209 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Added segment 35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3 of type vlan for network 0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f Jan 17 08:16:47.753434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.769387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network b1e5cdcb-324a-4814-bcb0-e65750350704 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:47.775911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:47.818567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.882234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Pushing event updated for resources: {'Port': ['ID=8e7d6b88-4ea6-4403-9dc6-621e6a12ce2c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:47.921432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfabaf5d-e037-4d23-9f42-3272ee84d4b6 None None] Network bc908ace-6a68-4052-986a-2dd4c73dca60 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:47.944680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No DVR routers for this DVR port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:16:47.954320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=6780b8aa-db43-4ab5-87cf-1cd3de3ba985,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:47.955284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] For port ee41afd6-aae7-43ad-bd47-3d57bff3f840, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ee41afd6-aae7-43ad-bd47-3d57bff3f840,segment=NetworkSegment(84aba731-e6b2-4e7e-8640-d859ae56d271),segment_id=84aba731-e6b2-4e7e-8640-d859ae56d271)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:47.955591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:47.988840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.011232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:48.011666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:48.084203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.162958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:16:48.178095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-225c3054-e94d-462c-a36c-8d7cfee26e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.201748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.219218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9cee736-b5e0-4c3f-a5ec-d3170f78bfd4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.234883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Calling delete_port for ee41afd6-aae7-43ad-bd47-3d57bff3f840 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:48.265120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.283947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee736-b5e0-4c3f-a5ec-d3170f78bfd4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=368128f6-7a16-45d5-ad7d-4ced08f02c0b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:48.289949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372abe21-4e88-4b50-9ed3-cb7620733030']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:48.316510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:48.319262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6fb88e-2137-4981-adb6-0f3cb3ec0d9a') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:48.328361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.332103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:48.332950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.364778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015ac4e5-d374-459c-9fae-4a64b6c5cec2 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:48.367742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9cee736-b5e0-4c3f-a5ec-d3170f78bfd4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.387386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.502734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=41facda5-8df3-41b7-b0cd-f8f7bce56df1,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:48.508251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device eeb628cb-381b-4640-9532-5dabacc39108 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:48.573172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] Deleting port 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:48.573545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.591363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.595049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking segment: {'id': '39e8920a-2b82-4edf-86b3-6545ade78b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9fc2eb06-68f8-4a7a-a7bc-445cc35634d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:48.595457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network hostable DHCP agents. Network: 9fc2eb06-68f8-4a7a-a7bc-445cc35634d3, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:48.658542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.658888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Port': ['ID=ee41afd6-aae7-43ad-bd47-3d57bff3f840,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:48.666227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Network': ['ID=0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:48.671705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:48.672171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.677831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No DVR routers for this DVR port ee41afd6-aae7-43ad-bd47-3d57bff3f840 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:48.688136 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:48.738624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:48.820115 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c4faa5ab-8655-4fff-84ff-d3ce12a39be7 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6596503 Jan 17 08:16:48.830074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50744) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:48.833483 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a9cee736-b5e0-4c3f-a5ec-d3170f78bfd4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/368128f6-7a16-45d5-ad7d-4ced08f02c0b HTTP/1.1" status: 204 len: 168 time: 2.5290601 Jan 17 08:16:48.888593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50748) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:48.889043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-127120737'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:48.889144 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eab1f6f2-db6f-4f99-a168-6b94ed451bd0 None None] The port '6780b8aa-db43-4ab5-87cf-1cd3de3ba985' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:16:48.889144 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-225c3054-e94d-462c-a36c-8d7cfee26e0f None None] For port af66b771-e889-4312-b2df-78bc57263a98, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=af66b771-e889-4312-b2df-78bc57263a98,segment=NetworkSegment(e695ec21-2dde-4f54-be35-ed2c197e335d),segment_id=e695ec21-2dde-4f54-be35-ed2c197e335d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:48.889332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:48.889332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:48.899844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:16:48.901133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network 9fc2eb06-68f8-4a7a-a7bc-445cc35634d3 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:48.904066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Usage tracker for resource:network and tenant:c7da654dc23d462084a791642cbbdb73 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:48.915512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:48.981438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da459e3-3501-4a00-83d8-1c81e32d723f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet b2bd3dd5-779b-4a23-bfe8-2fda70748a6f {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:16:48.985260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.006939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0da459e3-3501-4a00-83d8-1c81e32d723f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.024051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-225c3054-e94d-462c-a36c-8d7cfee26e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.030152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:49.039043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc908ace-6a68-4052-986a-2dd4c73dca60']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:49.057410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84aba731-e6b2-4e7e-8640-d859ae56d271') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:49.057686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84aba731-e6b2-4e7e-8640-d859ae56d271') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:49.064222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.093692 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/networks/372abe21-4e88-4b50-9ed3-cb7620733030 HTTP/1.1" status: 204 len: 168 time: 4.9325044 Jan 17 08:16:49.094734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d79ed-64ec-485d-b8f6-23a287ac4e4b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Network': ['ID=372abe21-4e88-4b50-9ed3-cb7620733030,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:49.101625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50752) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:49.110322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-399138947'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:49.114368 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Floating IP 59021868-1854-4182-bfc6-ae77b4cd03e7 associated. External IP: 172.26.4.60, port: e2c03a82-ea36-47f2-9aa1-2dea5520c7c5. Jan 17 08:16:49.133974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 9fc2eb06-68f8-4a7a-a7bc-445cc35634d3) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:49.138854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:49.139819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.163035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.180024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:49.181356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Made reservation on behalf of c7da654dc23d462084a791642cbbdb73 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:49.183721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9249ff29-6d37-4842-8109-cc96d1c896b3 None None] Network 9fc2eb06-68f8-4a7a-a7bc-445cc35634d3 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:49.185783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.201524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0da459e3-3501-4a00-83d8-1c81e32d723f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.221911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.233662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:network and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:49.236179 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bfd3fc61-39fd-47d0-aef4-27fe056f7313 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6600623 Jan 17 08:16:49.240661 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50756) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:49.243136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:49.243136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.243736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:49.259016 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:49.262737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:49.296530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c3054-e94d-462c-a36c-8d7cfee26e0f None None] Pushing event updated for resources: {'Port': ['ID=af66b771-e889-4312-b2df-78bc57263a98,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:49.321386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 092a1d4b-4487-449f-aaca-86d21c52bb36 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:49.327647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0da459e3-3501-4a00-83d8-1c81e32d723f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.367784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:49.371768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.453003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.468613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Provisioning for port eeb628cb-381b-4640-9532-5dabacc39108 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:49.499050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Provisioning complete for port eeb628cb-381b-4640-9532-5dabacc39108 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:49.499509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.501584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:49.525944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.527345 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Added segment 76373900-590c-4a5c-9f3c-9c847df78dcd of type vlan for network 7a2d6550-9dba-40fb-81f4-a1c4070365ed Jan 17 08:16:49.568963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:49.575218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:16:49.586105 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:16:49.590055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.596884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0da459e3-3501-4a00-83d8-1c81e32d723f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.599167 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3779fa08-ccf5-408f-8c6d-c507406b651f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3448098 Jan 17 08:16:49.610135 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:49.610763 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:49.635878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50760) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:49.638906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da459e3-3501-4a00-83d8-1c81e32d723f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=b2bd3dd5-779b-4a23-bfe8-2fda70748a6f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:49.648004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'network': {'name': 'tempest-RoutersTest-1074391446'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:49.671451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.672418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:49.674581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.711541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.717282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.732070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.733437 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Added segment 61a5282a-ec9a-4210-adb5-86b1983958b5 of type vlan for network 03ec4df5-1d36-460f-a0b1-7a21f59f4936 Jan 17 08:16:49.764096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:16:49.771347 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/bc908ace-6a68-4052-986a-2dd4c73dca60 HTTP/1.1" status: 204 len: 168 time: 8.0758417 Jan 17 08:16:49.771347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03385619-0ce3-4d1c-be85-10e37f7b4e3e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=bc908ace-6a68-4052-986a-2dd4c73dca60,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:49.774912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50766) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:49.776591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:network and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:49.786736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:49.801746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 092a1d4b-4487-449f-aaca-86d21c52bb36 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:49.805361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0da459e3-3501-4a00-83d8-1c81e32d723f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.821009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:49.827058 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae53db5e-d4e1-4779-897b-d27d21a31655 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:16:49.827058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae53db5e-d4e1-4779-897b-d27d21a31655 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:16:49.827319 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0da459e3-3501-4a00-83d8-1c81e32d723f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/b2bd3dd5-779b-4a23-bfe8-2fda70748a6f HTTP/1.1" status: 204 len: 168 time: 0.9741147 Jan 17 08:16:49.829488 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ae53db5e-d4e1-4779-897b-d27d21a31655 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/bc908ace-6a68-4052-986a-2dd4c73dca60 HTTP/1.1" status: 404 len: 339 time: 0.0489252 Jan 17 08:16:49.832234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50770) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:49.832872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50772) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:49.832963 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:16:49.923599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381785279', 'description': 'd1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:49.926961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:16:49.929189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:49.933443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:network and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:49.936814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:49.943814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:49.967638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.983504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:49.988776 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b8055669-9b00-4328-bb55-59929575655b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1483214 Jan 17 08:16:49.988776 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50778) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:49.996794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:50.000562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.000676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:50.021867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:16:50.022215 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6780b8aa-db43-4ab5-87cf-1cd3de3ba985 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:16:50.050652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:50.053722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.061502 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26e223-1d08-442a-b702-1246b9ba68e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-9fc2eb06-68f8-4a7a-a7bc-445cc35634d3', 'network_id': '9fc2eb06-68f8-4a7a-a7bc-445cc35634d3', 'tenant_id': '4d84713deaed454bbf392754efcdebe6', 'fixed_ips': [{'subnet_id': '41facda5-8df3-41b7-b0cd-f8f7bce56df1'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:50.064280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c26e223-1d08-442a-b702-1246b9ba68e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.180793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9851397-866e-4bfd-b7b2-4ffb843b797e None None] Update dhcp port {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': 'b2bd3dd5-779b-4a23-bfe8-2fda70748a6f'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': 'eeb628cb-381b-4640-9532-5dabacc39108'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:16:50.189422 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0864575 Jan 17 08:16:50.193063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50782) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:50.200052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': '7a2d6550-9dba-40fb-81f4-a1c4070365ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:50.217218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590a692-e91c-414e-8084-8aa47ece77b0 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Network': ['ID=7a2d6550-9dba-40fb-81f4-a1c4070365ed,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:50.225747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Provisioning for port df790e09-ea15-4149-8b74-ba17b3d89e57 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:50.229337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:50.263288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7a2d6550-9dba-40fb-81f4-a1c4070365ed details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:50.266448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:50.268950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.279125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:50.286138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.resource_extend [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:16:50.300101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.300101 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added segment a4c37a3c-23cc-492a-8a80-cd9f9441f395 of type vlan for network c503546d-7dd6-43ff-99ab-53000dd3d027 Jan 17 08:16:50.308750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Provisioning complete for port df790e09-ea15-4149-8b74-ba17b3d89e57 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:50.309119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.312122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:50.319578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:50.329510 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:44Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:45Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:50.336702 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:16:50.337429 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Updating router cca1789d-d30c-4482-8e7c-878353d9ce1b port df790e09-ea15-4149-8b74-ba17b3d89e57 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:16:50.339844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:50.351029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.352496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment cdde8018-8b6e-470c-9951-0b9e815c7647 of type vlan for network 2c63875f-18cd-4f48-ba02-a80c9f06fbdb Jan 17 08:16:50.364430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:50.373933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Router 236f60c2-140b-416e-b699-cc70ee3f3987 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:16:50.379034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.381159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:50.383401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.387668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:50.387945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device af66b771-e889-4312-b2df-78bc57263a98 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:50.393705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:50.422561 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.429197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:50.431741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.518311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.523411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.528056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:50.529691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.531056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:50.532937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.554136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Port df790e09-ea15-4149-8b74-ba17b3d89e57 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:16:50.554365 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=41facda5-8df3-41b7-b0cd-f8f7bce56df1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:50.562699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.563718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e9851397-866e-4bfd-b7b2-4ffb843b797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.566875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:50.567665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.578315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server [None req-0c26e223-1d08-442a-b702-1246b9ba68e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41facda5-8df3-41b7-b0cd-f8f7bce56df1: This subnet is being modified by another concurrent operation. Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:16:50.598485 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise exception Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41facda5-8df3-41b7-b0cd-f8f7bce56df1: This subnet is being modified by another concurrent operation. Jan 17 08:16:50.602560 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Jan 17 08:16:50.628108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b73ba-0c5c-444b-a5f9-9323b80c7883 None None] Network 9fc2eb06-68f8-4a7a-a7bc-445cc35634d3 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:50.663701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:50.732585 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0900486 Jan 17 08:16:50.785240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50786) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:50.847102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'subnet': {'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:50.872671 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.885656 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Transition to ACTIVE for port object df790e09-ea15-4149-8b74-ba17b3d89e57 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:50.907237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0620468 Jan 17 08:16:50.907237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0635786 Jan 17 08:16:50.907237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8574891-5fa4-49c5-a00b-463093d2c39e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=2c63875f-18cd-4f48-ba02-a80c9f06fbdb,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:50.907940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:50.942248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f962fd-fc09-4e76-8b8d-e325df8068be tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Network': ['ID=c503546d-7dd6-43ff-99ab-53000dd3d027,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:50.948439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Provisioning for port 092a1d4b-4487-449f-aaca-86d21c52bb36 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:50.964994 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.967601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Provisioning complete for port 092a1d4b-4487-449f-aaca-86d21c52bb36 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:50.967956 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:50.995136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 2c63875f-18cd-4f48-ba02-a80c9f06fbdb details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:51.008793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network c503546d-7dd6-43ff-99ab-53000dd3d027 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:51.067303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.101606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.168716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc2eb06-68f8-4a7a-a7bc-445cc35634d3']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:51.171954 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df38e7-b16a-4f2a-8cbd-c6e129ab30c3 None None] Pushing event updated for resources: {'Port': ['ID=df790e09-ea15-4149-8b74-ba17b3d89e57,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:51.345856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:51.349266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e8920a-2b82-4edf-86b3-6545ade78b00') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:51.349635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e8920a-2b82-4edf-86b3-6545ade78b00') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:51.359938 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Attempting to bind port df790e09-ea15-4149-8b74-ba17b3d89e57 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:51.360303 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Attempting to bind port df790e09-ea15-4149-8b74-ba17b3d89e57 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '1b78de39-0824-4312-989c-69e29686308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:51.360653 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Attempting to bind port df790e09-ea15-4149-8b74-ba17b3d89e57 on network b1e5cdcb-324a-4814-bcb0-e65750350704 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:51.382904 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:51.383378 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Checking segment: {'id': '1b78de39-0824-4312-989c-69e29686308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:51.383830 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.384070 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Bound using segment: {'id': '1b78de39-0824-4312-989c-69e29686308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:51.384541 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Bound port: df790e09-ea15-4149-8b74-ba17b3d89e57, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b78de39-0824-4312-989c-69e29686308a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:51.384919 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.429955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.430860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0235197f-cf4e-43a8-b6ce-1348f720f562 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:51.433679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0235197f-cf4e-43a8-b6ce-1348f720f562 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Synchronizing usage tracker for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:51.446201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port af66b771-e889-4312-b2df-78bc57263a98 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:51.447601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.467934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.483185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:51.484787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.558783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0235197f-cf4e-43a8-b6ce-1348f720f562 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Unset dirty status for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:51.570246 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0235197f-cf4e-43a8-b6ce-1348f720f562 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/networks?id=2c63875f-18cd-4f48-ba02-a80c9f06fbdb HTTP/1.1" status: 200 len: 761 time: 0.6536493 Jan 17 08:16:51.571169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50794) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:51.574969 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] For port df790e09-ea15-4149-8b74-ba17b3d89e57, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:51.580129 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] For port df790e09-ea15-4149-8b74-ba17b3d89e57, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=df790e09-ea15-4149-8b74-ba17b3d89e57,segment=NetworkSegment(1b78de39-0824-4312-989c-69e29686308a),segment_id=1b78de39-0824-4312-989c-69e29686308a)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:51.590364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-76606724-a17d-462f-9afe-5a623a1eadd1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'description': 'd2'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:51.645536 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:51.680606 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:51.682634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:subnet and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:51.693215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:51.698254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad58ab69-0d1b-48a1-acc3-be7129b53e7d None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:51.725082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:51.736224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:16:51.758681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcc657-0d7e-4b79-8b2c-c62eea5579d9 None None] Sync routers for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:16:51.858735 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df38e7-b16a-4f2a-8cbd-c6e129ab30c3 None None] Pushing event updated for resources: {'Port': ['ID=df790e09-ea15-4149-8b74-ba17b3d89e57,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:51.871250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcc657-0d7e-4b79-8b2c-c62eea5579d9 None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:51.871810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fafcc657-0d7e-4b79-8b2c-c62eea5579d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:51.902783 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:51.903629 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:51.958020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fafcc657-0d7e-4b79-8b2c-c62eea5579d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:51.963702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.046818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] For port 092a1d4b-4487-449f-aaca-86d21c52bb36, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=092a1d4b-4487-449f-aaca-86d21c52bb36,segment=NetworkSegment(1b78de39-0824-4312-989c-69e29686308a),segment_id=1b78de39-0824-4312-989c-69e29686308a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:52.104016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcc657-0d7e-4b79-8b2c-c62eea5579d9 None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:16:52.104645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fafcc657-0d7e-4b79-8b2c-c62eea5579d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:52.123355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:52.126624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.143819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.158987 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/9fc2eb06-68f8-4a7a-a7bc-445cc35634d3 HTTP/1.1" status: 204 len: 168 time: 2.9011936 Jan 17 08:16:52.165753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e47bf-7b31-4983-9e39-695dce3d02ce tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Network': ['ID=03ec4df5-1d36-460f-a0b1-7a21f59f4936,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:52.174647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50798) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:52.189181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fafcc657-0d7e-4b79-8b2c-c62eea5579d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:52.189384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcc657-0d7e-4b79-8b2c-c62eea5579d9 None None] The sync data for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:16:52.189895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870834597'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:52.190814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 03ec4df5-1d36-460f-a0b1-7a21f59f4936 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:52.212128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.213299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.234210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.260754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:52.302483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:network and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:52.334662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:52.345192 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c2eff-849b-49f0-b5d0-fa05235eee1e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=9fc2eb06-68f8-4a7a-a7bc-445cc35634d3,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:52.350790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:52.351685 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:16:52.353449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:52.356185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.361909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Made reservation on behalf of 3a4aca113c18424da458a7b8b3b082c1 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:52.451075 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76606724-a17d-462f-9afe-5a623a1eadd1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.452347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device eeb628cb-381b-4640-9532-5dabacc39108 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:16:52.478563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:52.485622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.515387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Pushing event updated for resources: {'Port': ['ID=092a1d4b-4487-449f-aaca-86d21c52bb36,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:52.546907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:52.569066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76606724-a17d-462f-9afe-5a623a1eadd1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.584051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=afa4eb31-9533-4f19-b8ac-630080aa22db,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:52.628264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Could not find standard attr ID for object d58a17e9-9d9e-4096-a743-f050e730fb9c. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:16:52.629127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.735761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Provisioning complete for port af66b771-e889-4312-b2df-78bc57263a98 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:52.736131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-91c62809-3865-47c3-aba4-406b343fc740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.746315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76606724-a17d-462f-9afe-5a623a1eadd1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network 2c63875f-18cd-4f48-ba02-a80c9f06fbdb is not hosted by any dhcp agent {{(pid=84155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 17 08:16:52.751577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76606724-a17d-462f-9afe-5a623a1eadd1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:52.752398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76606724-a17d-462f-9afe-5a623a1eadd1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.757488 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-76606724-a17d-462f-9afe-5a623a1eadd1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "PUT /v2.0/networks/2c63875f-18cd-4f48-ba02-a80c9f06fbdb HTTP/1.1" status: 200 len: 758 time: 1.1821604 Jan 17 08:16:52.762261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50802) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:52.766878 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7f7ef728-6a31-4ab3-b8d5-0d8a2fe2999b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7773311 Jan 17 08:16:52.778583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50804) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:52.781993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76606724-a17d-462f-9afe-5a623a1eadd1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=2c63875f-18cd-4f48-ba02-a80c9f06fbdb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:52.792301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:52.830370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 2c63875f-18cd-4f48-ba02-a80c9f06fbdb details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:52.856034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Checking segment: {'id': '76373900-590c-4a5c-9f3c-9c847df78dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a2d6550-9dba-40fb-81f4-a1c4070365ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:52.856405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network hostable DHCP agents. Network: 7a2d6550-9dba-40fb-81f4-a1c4070365ed, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:52.954430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:52.957492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:52.979327 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-336fbc1b-2205-4da5-bd1e-47b937d2335a tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 10.5581999 Jan 17 08:16:52.982272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50810) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:53.005867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=604ed522-1c0c-451c-ac17-63fb3c715a5b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:53.036789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42555a-514b-487e-9e49-1d50643a21b7 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:53.043309 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fc42555a-514b-487e-9e49-1d50643a21b7 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/networks?id=2c63875f-18cd-4f48-ba02-a80c9f06fbdb HTTP/1.1" status: 200 len: 761 time: 0.2426443 Jan 17 08:16:53.055750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50814) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:53.065982 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:44Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:51Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:53.079587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1797862048'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:53.086206 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd6809a-bfc8-4818-b70c-eea69d6cbdaa None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:44Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:51Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:16:53.093430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:53.106699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:53.131014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:53.164995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.165504 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment 2a55309a-9d91-4315-8081-438e85249a2c of type vlan for network dd4a3fb6-7868-4bc7-8461-e5448cf79b7d Jan 17 08:16:53.199753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41708e79-3994-458f-b637-1527008ed1ed None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:16:53.203267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.250093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:53.262366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.277764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 7a2d6550-9dba-40fb-81f4-a1c4070365ed is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:53.309859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.316036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:16:53.331173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Deleting port eeb628cb-381b-4640-9532-5dabacc39108 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:53.331722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.335848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.339839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:53.340721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.530021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.531636 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment 24bc050a-7c80-44c7-85cb-7811ee6a76ae of type vlan for network 492da465-164f-4859-a628-9d5e307d7e22 Jan 17 08:16:53.538048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:53.543580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:53.547426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:53.554557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:53.556678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 7a2d6550-9dba-40fb-81f4-a1c4070365ed) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:53.570507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.606703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:53.607619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.626513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758be594-d4c0-42aa-9caf-c7e298da1f82 None None] Network 7a2d6550-9dba-40fb-81f4-a1c4070365ed requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:53.710393 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-09e8fb33-252a-4020-9381-71ab028bf1db tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] 10.222.0.44 "GET /v2.0/floatingips/59021868-1854-4182-bfc6-ae77b4cd03e7 HTTP/1.1" status: 200 len: 981 time: 0.7222726 Jan 17 08:16:53.732606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50818) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:53.732606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Checking segment: {'id': 'a4c37a3c-23cc-492a-8a80-cd9f9441f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:53.732606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network hostable DHCP agents. Network: c503546d-7dd6-43ff-99ab-53000dd3d027, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:53.781285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=dd4a3fb6-7868-4bc7-8461-e5448cf79b7d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:53.790443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.829205 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-56c77732-4407-42e9-83b3-d1a529c88a14 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6521902 Jan 17 08:16:53.847224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:53.847224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': 'dd4a3fb6-7868-4bc7-8461-e5448cf79b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:53.898141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Subnet': ['ID=2004f276-e78c-433a-a147-dc76fc3f9e79,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:53.915534 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-87ab43ef-0c2f-4bc1-9161-5de99e217769 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7204113 Jan 17 08:16:53.916117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50826) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:53.933969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.937623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network dd4a3fb6-7868-4bc7-8461-e5448cf79b7d details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:53.944819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:53.945447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:53.953801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1436165607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:53.963583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:53.968905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:router and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:53.973218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:53.981422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:54.016999 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:54.022451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.074145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:54.080337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:54.088236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:subnet and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:54.093338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:54.103110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:54.104298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:54.116249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'subnets': [{'network_id': '0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1014748881', 'ip_version': 6}, {'network_id': '03ec4df5-1d36-460f-a0b1-7a21f59f4936', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:54.116635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'subnet': {'network_id': '0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1014748881', 'ip_version': 6}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:54.117204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Request body: {'subnet': {'network_id': '03ec4df5-1d36-460f-a0b1-7a21f59f4936', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:54.123171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.124123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.130956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=492da465-164f-4859-a628-9d5e307d7e22,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:54.147783 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9fffed79-23ae-4687-9a3b-1f711e855a96 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0902789 Jan 17 08:16:54.151074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50834) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:54.173161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': '492da465-164f-4859-a628-9d5e307d7e22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:54.182898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-441a14f2-3b82-43b6-b18a-97022453e439 None None] Provisioning complete for port eeb628cb-381b-4640-9532-5dabacc39108 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:54.183265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-441a14f2-3b82-43b6-b18a-97022453e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.196350 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-218b9e87-a806-45a7-a812-af6f7cbe078c tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.4390042 Jan 17 08:16:54.196538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:54.218266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 492da465-164f-4859-a628-9d5e307d7e22 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:16:54.240311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.258983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network c503546d-7dd6-43ff-99ab-53000dd3d027 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:54.287542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:54.291522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.343051 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.ipam_backend_mixin [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afa4eb31-9533-4f19-b8ac-630080aa22db (CIDR: 2001:db8::/64) Jan 17 08:16:54.349732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:54.356239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Usage tracker for resource:subnet and tenant:d64f76b5f1bb42e1a670ac446104e176 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:54.362747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=12']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:54.367298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:54.374389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:54.408379 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:16:54.409220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:16:54.416190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, c503546d-7dd6-43ff-99ab-53000dd3d027) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:54.427682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.440775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b0d52-e946-4267-810c-0e463730ece7 None None] Network c503546d-7dd6-43ff-99ab-53000dd3d027 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:54.441085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:54.441684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.472564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-7a2d6550-9dba-40fb-81f4-a1c4070365ed', 'network_id': '7a2d6550-9dba-40fb-81f4-a1c4070365ed', 'tenant_id': 'a20e18b3f2b34ede8b3f66595b40955c', 'fixed_ips': [{'subnet_id': '604ed522-1c0c-451c-ac17-63fb3c715a5b'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:54.473789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.474161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:54.524310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:54.528902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Usage tracker for resource:subnet and tenant:c7da654dc23d462084a791642cbbdb73 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:54.532024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:54.538283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:54.580676 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7de95e4a-6a3c-43f7-b244-bfb48c497b5b tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7983177 Jan 17 08:16:54.581268 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50842) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:54.588171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:54.588529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 092a1d4b-4487-449f-aaca-86d21c52bb36 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:54.649910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Made reservation on behalf of c7da654dc23d462084a791642cbbdb73 for: {'subnet': 2} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:54.666651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.673544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.687577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.691491 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-58f1a794-8cf7-492b-b62c-f481c7f7e53b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7626443 Jan 17 08:16:54.694621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50846) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:54.703536 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-88ef7696-01f8-4067-9ba2-ea804cc19ab5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8643460 Jan 17 08:16:54.744776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-41708e79-3994-458f-b637-1527008ed1ed None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:54.745978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.754763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:54.755916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'network_id': '7a2d6550-9dba-40fb-81f4-a1c4070365ed', 'name': 'tempest-PortsIpV6TestJSON-444269212'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:54.949866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Deleting port 8e7d6b88-4ea6-4403-9dc6-621e6a12ce2c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:54.950218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:54.971754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:54.988631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:54.996471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:55.000253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Calling delete_port for eeb628cb-381b-4640-9532-5dabacc39108 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:55.006618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:55.019240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:55.066374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:55.119183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:55.122313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.159990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-441a14f2-3b82-43b6-b18a-97022453e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.194813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:55.198054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.234792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Allocated IP 2001:db8::2 (7a2d6550-9dba-40fb-81f4-a1c4070365ed/604ed522-1c0c-451c-ac17-63fb3c715a5b/2017f591-c532-4561-872a-eea53cd00f8d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:55.238923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 092a1d4b-4487-449f-aaca-86d21c52bb36 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:55.239402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.244142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port 4b4a4c37-3808-4e70-9a2c-5988d19eb38b yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:55.284222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.327961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:55.328202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:55.362882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-441a14f2-3b82-43b6-b18a-97022453e439 None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:55.370879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-c503546d-7dd6-43ff-99ab-53000dd3d027', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:55.371716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.429025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=a770430a-e69b-412a-9301-86d5c2036817,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:55.433814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-441a14f2-3b82-43b6-b18a-97022453e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.502165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.502764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.566394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.567106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.570051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': '24bc050a-7c80-44c7-85cb-7811ee6a76ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '492da465-164f-4859-a628-9d5e307d7e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:55.570408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: 492da465-164f-4859-a628-9d5e307d7e22, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:55.661101 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a14f2-3b82-43b6-b18a-97022453e439 None None] Pushing event updated for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=13']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:55.713472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network 492da465-164f-4859-a628-9d5e307d7e22 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:55.748543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device df790e09-ea15-4149-8b74-ba17b3d89e57 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:16:55.777021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Calling delete_port for 8e7d6b88-4ea6-4403-9dc6-621e6a12ce2c owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:55.817154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 492da465-164f-4859-a628-9d5e307d7e22) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:55.826992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:55.827616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.830106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Deleting port eeb628cb-381b-4640-9532-5dabacc39108 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:55.830456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.867448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b364d8a-8e64-413a-ad39-13f309573e4f None None] Network 492da465-164f-4859-a628-9d5e307d7e22 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:55.900061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:55.934995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:16:55.978175 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-eb236ea5-0a32-4a26-82a5-32e5c28d4fa1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8164959 Jan 17 08:16:55.985717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50856) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:55.989361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Transition to ACTIVE for port object 2017f591-c532-4561-872a-eea53cd00f8d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:55.989487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.032278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Allocated IP 172.23.0.2 (c503546d-7dd6-43ff-99ab-53000dd3d027/2004f276-e78c-433a-a147-dc76fc3f9e79/5a887eb5-5c8a-4dd2-8161-6a33624b964b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:56.080990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Transition to ACTIVE for port object 2017f591-c532-4561-872a-eea53cd00f8d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:56.180316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=484801b6-a220-4330-862e-1bf5a5109c12,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:56.222943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.230250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.259910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::7f (7a2d6550-9dba-40fb-81f4-a1c4070365ed/604ed522-1c0c-451c-ac17-63fb3c715a5b/4b4a4c37-3808-4e70-9a2c-5988d19eb38b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:56.308982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking segment: {'id': '2a55309a-9d91-4315-8081-438e85249a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd4a3fb6-7868-4bc7-8461-e5448cf79b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:56.309387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network hostable DHCP agents. Network: dd4a3fb6-7868-4bc7-8461-e5448cf79b7d, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:56.348535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port df790e09-ea15-4149-8b74-ba17b3d89e57 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:16:56.392604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port df790e09-ea15-4149-8b74-ba17b3d89e57 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:16:56.393007 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.402021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.483613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Network 7a2d6550-9dba-40fb-81f4-a1c4070365ed is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:56.485998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Pushing event updated for resources: {'Port': ['ID=2017f591-c532-4561-872a-eea53cd00f8d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:56.497652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:56.523558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.544079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:56.577002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.578161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network dd4a3fb6-7868-4bc7-8461-e5448cf79b7d is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:56.585631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event deleted for resources: {'Port': ['ID=8e7d6b88-4ea6-4403-9dc6-621e6a12ce2c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:56.658829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e7096a-a987-422e-b7db-351b08df0eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-492da465-164f-4859-a628-9d5e307d7e22', 'network_id': '492da465-164f-4859-a628-9d5e307d7e22', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': 'a770430a-e69b-412a-9301-86d5c2036817'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:56.659669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28e7096a-a987-422e-b7db-351b08df0eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.668692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.749994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=a770430a-e69b-412a-9301-86d5c2036817,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:56.757192 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-41708e79-3994-458f-b637-1527008ed1ed None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:56.757757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.879285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, dd4a3fb6-7868-4bc7-8461-e5448cf79b7d) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:56.900285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:56.900870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.926493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.967671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bd692-2070-4af2-9f03-4c0a0c9e0ff4 None None] Network dd4a3fb6-7868-4bc7-8461-e5448cf79b7d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:56.985251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Calling delete_port for eeb628cb-381b-4640-9532-5dabacc39108 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:56.993307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.994067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:56.998338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492da465-164f-4859-a628-9d5e307d7e22']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:57.070388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bc050a-7c80-44c7-85cb-7811ee6a76ae') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:57.070761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bc050a-7c80-44c7-85cb-7811ee6a76ae') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:16:57.080578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object 4b4a4c37-3808-4e70-9a2c-5988d19eb38b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:57.093700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.127746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.156614 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Attempting to bind port 2017f591-c532-4561-872a-eea53cd00f8d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:57.156862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:16:57.156963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Attempting to bind port 2017f591-c532-4561-872a-eea53cd00f8d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '76373900-590c-4a5c-9f3c-9c847df78dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a2d6550-9dba-40fb-81f4-a1c4070365ed'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:57.157062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.157286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Attempting to bind port 2017f591-c532-4561-872a-eea53cd00f8d on network 7a2d6550-9dba-40fb-81f4-a1c4070365ed {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:57.161071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.163052 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9b277f76-3a76-4807-82c5-a28c88784641 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3299854 Jan 17 08:16:57.163883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50860) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:16:57.171496 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:16:57.197929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.199554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:57.201017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Transition to ACTIVE for port object 5a887eb5-5c8a-4dd2-8161-6a33624b964b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:57.217740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:57.218146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Checking segment: {'id': '76373900-590c-4a5c-9f3c-9c847df78dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a2d6550-9dba-40fb-81f4-a1c4070365ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:57.218503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.218895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Bound using segment: {'id': '76373900-590c-4a5c-9f3c-9c847df78dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a2d6550-9dba-40fb-81f4-a1c4070365ed'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:57.219401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Bound port: 2017f591-c532-4561-872a-eea53cd00f8d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76373900-590c-4a5c-9f3c-9c847df78dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7a2d6550-9dba-40fb-81f4-a1c4070365ed'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:57.219769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.228336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.295074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.299693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Transition to ACTIVE for port object 5a887eb5-5c8a-4dd2-8161-6a33624b964b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:57.318354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.374320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.378387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.422963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.467865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port df790e09-ea15-4149-8b74-ba17b3d89e57, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=df790e09-ea15-4149-8b74-ba17b3d89e57,segment=NetworkSegment(1b78de39-0824-4312-989c-69e29686308a),segment_id=1b78de39-0824-4312-989c-69e29686308a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:57.472970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=4b4a4c37-3808-4e70-9a2c-5988d19eb38b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:57.483807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.484838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.491165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=492da465-164f-4859-a628-9d5e307d7e22,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:57.499445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:16:57.499799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:16:57.520922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Subnet': ['ID=b360ae2d-d4c0-485f-907b-4a43f9b59444,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:57.535672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39d9fcd-3617-4166-86d1-c56a6bf5499e None None] Network 492da465-164f-4859-a628-9d5e307d7e22 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:57.539645 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.562477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.568888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 7a2d6550-9dba-40fb-81f4-a1c4070365ed is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:57.584949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.588132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Network c503546d-7dd6-43ff-99ab-53000dd3d027 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:57.597444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] For port 2017f591-c532-4561-872a-eea53cd00f8d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:57.614344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:57.614344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39d9fcd-3617-4166-86d1-c56a6bf5499e None None] Network 492da465-164f-4859-a628-9d5e307d7e22 could not be found, it might have been deleted concurrently. {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 17 08:16:57.614344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:57.630248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] For port 2017f591-c532-4561-872a-eea53cd00f8d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2017f591-c532-4561-872a-eea53cd00f8d,segment=NetworkSegment(76373900-590c-4a5c-9f3c-9c847df78dcd),segment_id=76373900-590c-4a5c-9f3c-9c847df78dcd)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:57.631432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Pushing event updated for resources: {'Port': ['ID=5a887eb5-5c8a-4dd2-8161-6a33624b964b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:57.652629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Checking segment: {'id': '35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:57.653157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Network hostable DHCP agents. Network: 0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:57.673274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-dd4a3fb6-7868-4bc7-8461-e5448cf79b7d', 'network_id': 'dd4a3fb6-7868-4bc7-8461-e5448cf79b7d', 'tenant_id': '4d84713deaed454bbf392754efcdebe6', 'fixed_ips': [{'subnet_id': '484801b6-a220-4330-862e-1bf5a5109c12'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:57.673982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.697825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:57.700838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:57.704447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:57.705044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.711892 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-edd5c869-cb32-48ae-a742-1681f0e8a9f0 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/492da465-164f-4859-a628-9d5e307d7e22 HTTP/1.1" status: 204 len: 168 time: 1.7233331 Jan 17 08:16:57.721549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50864) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:57.726449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.793851 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e0cf55-5de5-445a-9c11-575ad947eeca tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] GET failed (client error): The resource could not be found. Jan 17 08:16:57.794476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-45e0cf55-5de5-445a-9c11-575ad947eeca tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Synchronizing usage tracker for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:57.811949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=df790e09-ea15-4149-8b74-ba17b3d89e57,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:57.817728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:57.827493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:57.830295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:57.830891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.844697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=6dcddb62-bf31-499c-82e1-8284534c5388,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:57.851994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=15']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:57.870995 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6d244ac5-143a-41cf-8267-2b13d01829eb tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1702318 Jan 17 08:16:57.871230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50868) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:57.894724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Attempting to bind port 5a887eb5-5c8a-4dd2-8161-6a33624b964b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:16:57.895087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Attempting to bind port 5a887eb5-5c8a-4dd2-8161-6a33624b964b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a4c37a3c-23cc-492a-8a80-cd9f9441f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:16:57.895657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Attempting to bind port 5a887eb5-5c8a-4dd2-8161-6a33624b964b on network c503546d-7dd6-43ff-99ab-53000dd3d027 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:16:57.905202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.944667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:16:57.945319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Checking segment: {'id': 'a4c37a3c-23cc-492a-8a80-cd9f9441f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:57.946142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.946698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Bound using segment: {'id': 'a4c37a3c-23cc-492a-8a80-cd9f9441f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:16:57.947374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Bound port: 5a887eb5-5c8a-4dd2-8161-6a33624b964b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c37a3c-23cc-492a-8a80-cd9f9441f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:16:57.947899 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:57.999400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-45e0cf55-5de5-445a-9c11-575ad947eeca tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Unset dirty status for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:58.003129 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-45e0cf55-5de5-445a-9c11-575ad947eeca tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/subnets/a770430a-e69b-412a-9301-86d5c2036817 HTTP/1.1" status: 404 len: 337 time: 0.2724810 Jan 17 08:16:58.006226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50872) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:58.039079 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-161bc207-479a-41aa-9392-edc8a2d69db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4568520 Jan 17 08:16:58.043748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50876) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:58.045068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Network 0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:58.069381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d873b9-73ea-4c9c-97be-396d85b9c006 None None] Pushing event updated for resources: {'Port': ['ID=2017f591-c532-4561-872a-eea53cd00f8d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:58.108045 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d33a1be-ec5f-47a4-8f12-c8287194f97a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:16:58.108045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d33a1be-ec5f-47a4-8f12-c8287194f97a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:16:58.112869 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5d33a1be-ec5f-47a4-8f12-c8287194f97a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/492da465-164f-4859-a628-9d5e307d7e22 HTTP/1.1" status: 404 len: 339 time: 0.1023679 Jan 17 08:16:58.138127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:a4:b1:b6', 'name': 'tempest-NetworksTestDHCPv6-1076156965'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:16:58.161330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50880) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:58.172232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Allocated IP 2001:db8::1 (dd4a3fb6-7868-4bc7-8461-e5448cf79b7d/484801b6-a220-4330-862e-1bf5a5109c12/99a26eff-ab9d-4355-8f00-66f43dabde71) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:58.187217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] For port 5a887eb5-5c8a-4dd2-8161-6a33624b964b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:16:58.195607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] For port 5a887eb5-5c8a-4dd2-8161-6a33624b964b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5a887eb5-5c8a-4dd2-8161-6a33624b964b,segment=NetworkSegment(a4c37a3c-23cc-492a-8a80-cd9f9441f395),segment_id=a4c37a3c-23cc-492a-8a80-cd9f9441f395)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:16:58.196214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:58.200573 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Deleting port eeb628cb-381b-4640-9532-5dabacc39108 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:16:58.200940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:58.228712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:58.300877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320a72c2-8c00-4710-8202-3d98841fd954 None None] Network 0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:58.338569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:58.420653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event updated for resources: {'Subnet': ['ID=119c6631-0db9-4468-ad4c-ff2888edb048,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:58.507261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Allocated IP 172.23.0.1 (c503546d-7dd6-43ff-99ab-53000dd3d027/2004f276-e78c-433a-a147-dc76fc3f9e79/dd8c4605-720a-4f99-aad5-21ce26c1030c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:16:58.508898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6385263-8052-4878-b601-7d42428e3814 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:58.509600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d6385263-8052-4878-b601-7d42428e3814 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Synchronizing usage tracker for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:58.555970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Checking segment: {'id': '61a5282a-ec9a-4210-adb5-86b1983958b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '03ec4df5-1d36-460f-a0b1-7a21f59f4936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:16:58.556949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Network hostable DHCP agents. Network: 03ec4df5-1d36-460f-a0b1-7a21f59f4936, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:16:58.627619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d6385263-8052-4878-b601-7d42428e3814 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Unset dirty status for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:16:58.631973 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d6385263-8052-4878-b601-7d42428e3814 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4655411 Jan 17 08:16:58.639890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50884) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:58.691498 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ce92f8ad-301f-4f25-a954-aa43ac43a5cc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 207 time: 0.0448620 Jan 17 08:16:58.695232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50888) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:58.883338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22855e33-2483-416a-9cfc-3d40575b8072 None None] Pushing event updated for resources: {'Port': ['ID=5a887eb5-5c8a-4dd2-8161-6a33624b964b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:58.934171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:16:58.938748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:port and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:16:58.942366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:16:58.948645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:16:59.032969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.064584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Transition to ACTIVE for port object dd8c4605-720a-4f99-aad5-21ce26c1030c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:59.097093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-41708e79-3994-458f-b637-1527008ed1ed None None] For port eeb628cb-381b-4640-9532-5dabacc39108, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=eeb628cb-381b-4640-9532-5dabacc39108,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:16:59.097473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.130951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Network 03ec4df5-1d36-460f-a0b1-7a21f59f4936 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:16:59.188468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Router 236f60c2-140b-416e-b699-cc70ee3f3987 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:16:59.208437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.263759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:16:59.282515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Calling delete_port for eeb628cb-381b-4640-9532-5dabacc39108 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:16:59.324551 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.351673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=dd8c4605-720a-4f99-aad5-21ce26c1030c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:16:59.358059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 03ec4df5-1d36-460f-a0b1-7a21f59f4936) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:59.377889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:59.378090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f', 'network_id': '0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f', 'tenant_id': 'c7da654dc23d462084a791642cbbdb73', 'fixed_ips': [{'subnet_id': 'b360ae2d-d4c0-485f-907b-4a43f9b59444'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:16:59.378477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:59.378903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.386644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.429041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Transition to ACTIVE for port object 99a26eff-ab9d-4355-8f00-66f43dabde71 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:59.431634 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e7795-b0c6-4780-8378-695acb3a756d None None] Network 03ec4df5-1d36-460f-a0b1-7a21f59f4936 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:59.510222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffca5d-7eea-40ab-812c-080f9d8f957c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:59.525222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffca5d-7eea-40ab-812c-080f9d8f957c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:59.537053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffca5d-7eea-40ab-812c-080f9d8f957c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:59.541137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffca5d-7eea-40ab-812c-080f9d8f957c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:59.546221 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-88ffca5d-7eea-40ab-812c-080f9d8f957c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.8445733 Jan 17 08:16:59.546411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network c503546d-7dd6-43ff-99ab-53000dd3d027 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:16:59.546939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:59.554088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:16:59.555825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.559261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:16:59.582427 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4dbf2b-d772-40cc-a850-66cde4de68b7 None None] Network 7a2d6550-9dba-40fb-81f4-a1c4070365ed requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:16:59.660562 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-25d8e636-e244-4cae-9b56-b6fc1434bdf8 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.5506232 Jan 17 08:16:59.671418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50896) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:16:59.814498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.826238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Transition to ACTIVE for port object 99a26eff-ab9d-4355-8f00-66f43dabde71 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:16:59.829448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.882410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0603207-8ca4-486b-b104-ef753d8fdf33 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:59.887130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0603207-8ca4-486b-b104-ef753d8fdf33 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:59.891848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0603207-8ca4-486b-b104-ef753d8fdf33 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:16:59.891848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0603207-8ca4-486b-b104-ef753d8fdf33 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Synchronizing usage tracker for tenant:c7da654dc23d462084a791642cbbdb73 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:59.958947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 2a725a55-e049-47e3-98a9-d8a96bbaf1a1 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:16:59.985529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:16:59.986899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-38b13fe6-26dd-4a9f-aff5-cbeeccfa12ff tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Synchronizing usage tracker for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:16:59.989347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2017f591-c532-4561-872a-eea53cd00f8d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:00.084095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-38b13fe6-26dd-4a9f-aff5-cbeeccfa12ff tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Unset dirty status for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:00.085448 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-38b13fe6-26dd-4a9f-aff5-cbeeccfa12ff tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5283253 Jan 17 08:17:00.091923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50900) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:00.145876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.165377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b0603207-8ca4-486b-b104-ef753d8fdf33 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Unset dirty status for tenant:c7da654dc23d462084a791642cbbdb73 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:00.166543 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b0603207-8ca4-486b-b104-ef753d8fdf33 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4951653 Jan 17 08:17:00.180053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50904) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:00.198208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Pushing event updated for resources: {'Port': ['ID=99a26eff-ab9d-4355-8f00-66f43dabde71,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:00.234568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7f9c0c0e-592f-4a68-8ded-08681b427423 None None] Provisioning for port 2017f591-c532-4561-872a-eea53cd00f8d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:00.283252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Allocated IP 2001:db8::1 (0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f/b360ae2d-d4c0-485f-907b-4a43f9b59444/83a2f63a-c958-4545-98cf-d06b1a96ff20) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:00.305582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Network dd4a3fb6-7868-4bc7-8461-e5448cf79b7d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:00.378284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.478616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd952e-4769-48bb-b36c-6e467c7b8307 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:00.479652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd952e-4769-48bb-b36c-6e467c7b8307 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:00.480390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ffd952e-4769-48bb-b36c-6e467c7b8307 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Synchronizing usage tracker for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:00.500744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=484801b6-a220-4330-862e-1bf5a5109c12,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:00.517044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:00.531741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.538754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221c16d-f317-450b-92a5-25ac37e34fb8 None None] Network c503546d-7dd6-43ff-99ab-53000dd3d027 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:00.555159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:00.562600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab72506c-138f-4abd-84cd-257f9fff542c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Deleting subnet b360ae2d-d4c0-485f-907b-4a43f9b59444 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:00.596289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.600100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::8d (f8dda541-a6ad-4425-a3fa-1d9436a44791/afa4eb31-9533-4f19-b8ac-630080aa22db/2a725a55-e049-47e3-98a9-d8a96bbaf1a1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:00.606733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8:0:1:f816:3eff:fea4:b1b6 (f8dda541-a6ad-4425-a3fa-1d9436a44791/6dcddb62-bf31-499c-82e1-8284534c5388/2a725a55-e049-47e3-98a9-d8a96bbaf1a1) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:00.614368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ffd952e-4769-48bb-b36c-6e467c7b8307 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Unset dirty status for tenant:d64f76b5f1bb42e1a670ac446104e176 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:00.614368 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8ffd952e-4769-48bb-b36c-6e467c7b8307 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5154538 Jan 17 08:17:00.616584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50908) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:00.664832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.704994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41708e79-3994-458f-b637-1527008ed1ed None None] Pushing event deleted for resources: {'Port': ['ID=eeb628cb-381b-4640-9532-5dabacc39108,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:00.772144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.799584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-03ec4df5-1d36-460f-a0b1-7a21f59f4936', 'network_id': '03ec4df5-1d36-460f-a0b1-7a21f59f4936', 'tenant_id': 'c7da654dc23d462084a791642cbbdb73', 'fixed_ips': [{'subnet_id': '119c6631-0db9-4468-ad4c-ff2888edb048'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:00.800855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.812834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4a3fb6-7868-4bc7-8461-e5448cf79b7d']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:00.841929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a55309a-9d91-4315-8081-438e85249a2c') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:00.842216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a55309a-9d91-4315-8081-438e85249a2c') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:00.851845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfcc8fe-4883-4ab2-99d6-2cd245134d54 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:00.853334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfcc8fe-4883-4ab2-99d6-2cd245134d54 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:00.860103 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fdfcc8fe-4883-4ab2-99d6-2cd245134d54 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2384579 Jan 17 08:17:00.860949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.867642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50912) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:00.894142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=4b4a4c37-3808-4e70-9a2c-5988d19eb38b,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:00.905023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.917512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:00.917908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:00.933652 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:00.964609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 2017f591-c532-4561-872a-eea53cd00f8d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:00.990734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:01.009533 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52971-9e59-4c94-93f4-8cfae54cbfac None None] Sync routers for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:01.014309 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b08f31f7-62c8-47dd-8ecd-29da044c555a None None] Provisioning for port 5a887eb5-5c8a-4dd2-8161-6a33624b964b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:01.023471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.027327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41708e79-3994-458f-b637-1527008ed1ed None None] No DVR routers for this DVR port eeb628cb-381b-4640-9532-5dabacc39108 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:01.028792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2017f591-c532-4561-872a-eea53cd00f8d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:01.029156 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.034749 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e52971-9e59-4c94-93f4-8cfae54cbfac None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:01.035833 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f4e52971-9e59-4c94-93f4-8cfae54cbfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:01.059538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:17:01.085168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.106262 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-21f10a2a-bff3-44e0-9fac-fef3d1d49f61 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "DELETE /v2.0/floatingips/59021868-1854-4182-bfc6-ae77b4cd03e7 HTTP/1.1" status: 204 len: 168 time: 6.9092093 Jan 17 08:17:01.108822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50916) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:01.114282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Attempting to bind port 99a26eff-ab9d-4355-8f00-66f43dabde71 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:01.114566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Attempting to bind port 99a26eff-ab9d-4355-8f00-66f43dabde71 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '2a55309a-9d91-4315-8081-438e85249a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd4a3fb6-7868-4bc7-8461-e5448cf79b7d'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:01.114776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Attempting to bind port 99a26eff-ab9d-4355-8f00-66f43dabde71 on network dd4a3fb6-7868-4bc7-8461-e5448cf79b7d {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:01.117849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fbbf79-d9c7-4109-9259-6f0c7cfdd2c7 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:01.123619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:01.131442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:01.137941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 08:17:01.137941 dv-neutron-824874-1-hyperv neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 08:17:01.137941 dv-neutron-824874-1-hyperv neutron-server[84155]: [parameters: {'id': 'dd4a3fb6-7868-4bc7-8461-e5448cf79b7d'}] Jan 17 08:17:01.137941 dv-neutron-824874-1-hyperv neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:01.144192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:01.144291 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f4e52971-9e59-4c94-93f4-8cfae54cbfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:01.144380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Usage tracker for resource:floatingip and tenant:c4bf583ea4e044c3ae2add7e613b400e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:01.148977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:01.151914 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e52971-9e59-4c94-93f4-8cfae54cbfac None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:01.152755 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f4e52971-9e59-4c94-93f4-8cfae54cbfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:01.166874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:01.173240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.216572 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f4e52971-9e59-4c94-93f4-8cfae54cbfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:01.217232 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e52971-9e59-4c94-93f4-8cfae54cbfac None None] The sync data for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:01.280050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.301073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d96db-2503-4142-864a-3c5c65fcb32a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:01.307244 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e56d96db-2503-4142-864a-3c5c65fcb32a tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/networks/5a61fdd3-0128-4780-8a17-16f1e0dc3d79 HTTP/1.1" status: 200 len: 800 time: 0.4338639 Jan 17 08:17:01.310276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50920) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:01.316792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:01.317732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Checking segment: {'id': '2a55309a-9d91-4315-8081-438e85249a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd4a3fb6-7868-4bc7-8461-e5448cf79b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:01.317732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.317929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Bound using segment: {'id': '2a55309a-9d91-4315-8081-438e85249a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd4a3fb6-7868-4bc7-8461-e5448cf79b7d'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:01.318646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Bound port: 99a26eff-ab9d-4355-8f00-66f43dabde71, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a55309a-9d91-4315-8081-438e85249a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'dd4a3fb6-7868-4bc7-8461-e5448cf79b7d'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:01.318782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.340061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 2a725a55-e049-47e3-98a9-d8a96bbaf1a1 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:01.401812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.424769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.474004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event updated for resources: {'Port': ['ID=dd8c4605-720a-4f99-aad5-21ce26c1030c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:01.493952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.512684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Transition to ACTIVE for port object 83a2f63a-c958-4545-98cf-d06b1a96ff20 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:01.553857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.640165 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e20e8433-390f-4d93-bc7e-aadb5a4947f7 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/networks/5a61fdd3-0128-4780-8a17-16f1e0dc3d79?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3257761 Jan 17 08:17:01.643290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50924) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:01.646721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.687949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting port 99a26eff-ab9d-4355-8f00-66f43dabde71 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:01.688293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.696871 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Transition to ACTIVE for port object 83a2f63a-c958-4545-98cf-d06b1a96ff20 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:01.717600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Network c503546d-7dd6-43ff-99ab-53000dd3d027 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:01.723463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Allocated IP 2001:db8:0:1::1 (03ec4df5-1d36-460f-a0b1-7a21f59f4936/119c6631-0db9-4468-ad4c-ff2888edb048/9742e3b6-5218-42d3-8df5-7c84a4e71bfb) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:01.729010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.738102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:01.772472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.784809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab72506c-138f-4abd-84cd-257f9fff542c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.785015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] For port 99a26eff-ab9d-4355-8f00-66f43dabde71, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:01.810072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.836363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9768ed-d12a-49bc-b913-ead36cc2a7af tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:01.837709 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8f9768ed-d12a-49bc-b913-ead36cc2a7af tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/subnets/731d6c6e-c35c-4b03-8f5c-bb9a7e5060a0 HTTP/1.1" status: 200 len: 811 time: 0.1933415 Jan 17 08:17:01.852956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50930) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:01.956989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:01.957791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=2a725a55-e049-47e3-98a9-d8a96bbaf1a1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:01.965281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:01.974654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:01.980581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab72506c-138f-4abd-84cd-257f9fff542c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.000223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] For port 99a26eff-ab9d-4355-8f00-66f43dabde71, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=99a26eff-ab9d-4355-8f00-66f43dabde71,segment=NetworkSegment(2a55309a-9d91-4315-8081-438e85249a2c),segment_id=2a55309a-9d91-4315-8081-438e85249a2c)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:02.022666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:02.026690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:02.027353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.059656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750bd9d-fb04-433a-b0a0-a7012a74450e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:02.060957 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f750bd9d-fb04-433a-b0a0-a7012a74450e tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "GET /v2.0/subnets/731d6c6e-c35c-4b03-8f5c-bb9a7e5060a0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1988215 Jan 17 08:17:02.065970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50934) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:02.100366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Network 0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:02.123451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1490886248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:02.127087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 2017f591-c532-4561-872a-eea53cd00f8d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2017f591-c532-4561-872a-eea53cd00f8d,segment=NetworkSegment(76373900-590c-4a5c-9f3c-9c847df78dcd),segment_id=76373900-590c-4a5c-9f3c-9c847df78dcd)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:02.144661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:02.146576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:02.155397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.165581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:02.167610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] For port 99a26eff-ab9d-4355-8f00-66f43dabde71, host dv-neutron-824874-1-hyperv, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:02.167974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.221142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:02.237495 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-096d8dd5-e3ab-4b0b-a0ab-8fde97d541f9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1346524 Jan 17 08:17:02.240482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50938) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:02.247212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.321904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.322971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device df790e09-ea15-4149-8b74-ba17b3d89e57 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:02.335861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab72506c-138f-4abd-84cd-257f9fff542c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.398164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Attempting to bind port 83a2f63a-c958-4545-98cf-d06b1a96ff20 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:02.399716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Attempting to bind port 83a2f63a-c958-4545-98cf-d06b1a96ff20 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:02.399716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Attempting to bind port 83a2f63a-c958-4545-98cf-d06b1a96ff20 on network 0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:02.416685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Calling delete_port for 99a26eff-ab9d-4355-8f00-66f43dabde71 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:02.437015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Pushing event updated for resources: {'Port': ['ID=83a2f63a-c958-4545-98cf-d06b1a96ff20,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:02.439314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5ff46c62-5981-444c-b7b7-598d312e3725 None None] Provisioning complete for port 2017f591-c532-4561-872a-eea53cd00f8d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:02.439690 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ff46c62-5981-444c-b7b7-598d312e3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.500324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:02.504806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.609958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab72506c-138f-4abd-84cd-257f9fff542c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.614922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': '6dcddb62-bf31-499c-82e1-8284534c5388'}, {'subnet_id': 'afa4eb31-9533-4f19-b8ac-630080aa22db'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:02.615821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.644065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port df790e09-ea15-4149-8b74-ba17b3d89e57 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:02.644436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.724426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:02.724841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Checking segment: {'id': '35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:02.725184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.725621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Bound using segment: {'id': '35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:02.726138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Bound port: 83a2f63a-c958-4545-98cf-d06b1a96ff20, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:02.726504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.790512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:02.791112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:02.794961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-01fe935a-e6a1-416c-9b68-c9e467906bd8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 2a725a55-e049-47e3-98a9-d8a96bbaf1a1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:02.795385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01fe935a-e6a1-416c-9b68-c9e467906bd8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.905379 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:02.964614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72506c-138f-4abd-84cd-257f9fff542c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Subnet': ['ID=b360ae2d-d4c0-485f-907b-4a43f9b59444,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:02.990601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:17:03.006296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab72506c-138f-4abd-84cd-257f9fff542c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.006418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Allocated IP 172.26.4.188 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/3204e6e0-118a-4e00-957f-2e9d499dad23) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:03.021581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.022621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.029909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5a887eb5-5c8a-4dd2-8161-6a33624b964b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:03.097532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419dbb6-7dec-4816-b130-b023dd51c962 None None] Pushing event updated for resources: {'Port': ['ID=99a26eff-ab9d-4355-8f00-66f43dabde71,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:03.119840 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.125205 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Added segment 640af0f5-f64f-4501-ae71-523186611b11 of type vlan for network 377d11c4-2171-4c0a-8e47-ec5ac0188c79 Jan 17 08:17:03.244040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=4b4a4c37-3808-4e70-9a2c-5988d19eb38b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:03.252762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.271266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:03.285693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.293186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting port 99a26eff-ab9d-4355-8f00-66f43dabde71 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:03.293531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.320452 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ab72506c-138f-4abd-84cd-257f9fff542c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/subnets/b360ae2d-d4c0-485f-907b-4a43f9b59444 HTTP/1.1" status: 204 len: 168 time: 3.1337023 Jan 17 08:17:03.330410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50946) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:03.338130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=2017f591-c532-4561-872a-eea53cd00f8d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:03.346622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.347183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.347611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.347972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.348397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.348819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.349238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.349666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.350202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.350895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.351343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:03.364768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Transition to ACTIVE for port object 9742e3b6-5218-42d3-8df5-7c84a4e71bfb will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:03.379091 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] For port 83a2f63a-c958-4545-98cf-d06b1a96ff20, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:03.391375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] For port 83a2f63a-c958-4545-98cf-d06b1a96ff20, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=83a2f63a-c958-4545-98cf-d06b1a96ff20,segment=NetworkSegment(35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3),segment_id=35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:03.395431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897be21-6bca-48fe-b648-b8973007c040 None None] Network dd4a3fb6-7868-4bc7-8461-e5448cf79b7d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:03.422133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946391e8-2cd7-45c7-a9af-50e3be586ac3 req-634733a3-b051-4eb4-992d-91da675ac787 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:03.425199 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-946391e8-2cd7-45c7-a9af-50e3be586ac3 req-634733a3-b051-4eb4-992d-91da675ac787 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.7084761 Jan 17 08:17:03.452365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Transition to ACTIVE for port object 9742e3b6-5218-42d3-8df5-7c84a4e71bfb will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:03.454113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.457877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:03.459489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.469178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.561670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.565867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.603371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01fe935a-e6a1-416c-9b68-c9e467906bd8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.650827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Pushing event updated for resources: {'Port': ['ID=9742e3b6-5218-42d3-8df5-7c84a4e71bfb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:03.752664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network 7a2d6550-9dba-40fb-81f4-a1c4070365ed is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:03.760257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:03.766980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-01fe935a-e6a1-416c-9b68-c9e467906bd8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 2a725a55-e049-47e3-98a9-d8a96bbaf1a1 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:03.806162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Network': ['ID=377d11c4-2171-4c0a-8e47-ec5ac0188c79,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:03.812467 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-00ca692f-fd84-4b34-9148-757f3279477b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7402384 Jan 17 08:17:03.836669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5ff46c62-5981-444c-b7b7-598d312e3725 None None] Provisioning for port 4b4a4c37-3808-4e70-9a2c-5988d19eb38b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:03.841679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Network 03ec4df5-1d36-460f-a0b1-7a21f59f4936 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:03.854824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50950) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:03.888077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 377d11c4-2171-4c0a-8e47-ec5ac0188c79 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:03.909384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 5a887eb5-5c8a-4dd2-8161-6a33624b964b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:03.916333 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:03.921098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'network_id': '377d11c4-2171-4c0a-8e47-ec5ac0188c79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:03.926188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 5a887eb5-5c8a-4dd2-8161-6a33624b964b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:03.926567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.962705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:03.971125 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-946391e8-2cd7-45c7-a9af-50e3be586ac3 req-549ec6e8-8535-499c-9ff5-63cec061dd29 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5310173 Jan 17 08:17:04.054594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fe902f-f302-4feb-8dab-eaca57309a87 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Deleting subnet 119c6631-0db9-4468-ad4c-ff2888edb048 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:04.059543 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89fe902f-f302-4feb-8dab-eaca57309a87 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.138536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:04.140967 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5ff46c62-5981-444c-b7b7-598d312e3725 None None] Provisioning complete for port 4b4a4c37-3808-4e70-9a2c-5988d19eb38b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:04.141485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ff46c62-5981-444c-b7b7-598d312e3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.211919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89fe902f-f302-4feb-8dab-eaca57309a87 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.225639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:04.243610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:04.246531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:04.256393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1f3c3-b710-464b-bd83-e3cf2d5994f8 None None] Pushing event updated for resources: {'Port': ['ID=83a2f63a-c958-4545-98cf-d06b1a96ff20,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:04.280665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] For port 99a26eff-ab9d-4355-8f00-66f43dabde71, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=99a26eff-ab9d-4355-8f00-66f43dabde71,segment=NetworkSegment(2a55309a-9d91-4315-8081-438e85249a2c),segment_id=2a55309a-9d91-4315-8081-438e85249a2c)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:04.281031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.289392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Pushing event updated for resources: {'Port': ['ID=3204e6e0-118a-4e00-957f-2e9d499dad23,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:04.296374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937181b4-bece-4733-a7c3-7fcb9517fc8b None None] Network 0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:04.340780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:04.374517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89fe902f-f302-4feb-8dab-eaca57309a87 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.467850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/afa4eb31-9533-4f19-b8ac-630080aa22db/48be50c1-d402-48e7-9ca1-2d3889c2f8db) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:04.510391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5ff46c62-5981-444c-b7b7-598d312e3725 None None] Port 4b4a4c37-3808-4e70-9a2c-5988d19eb38b cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:04.515404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Allocated IP 2001:db8:0:1:f816:3eff:fee4:4214 (f8dda541-a6ad-4425-a3fa-1d9436a44791/6dcddb62-bf31-499c-82e1-8284534c5388/48be50c1-d402-48e7-9ca1-2d3889c2f8db) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:04.552328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Attempting to bind port 9742e3b6-5218-42d3-8df5-7c84a4e71bfb on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:04.552584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Attempting to bind port 9742e3b6-5218-42d3-8df5-7c84a4e71bfb by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '61a5282a-ec9a-4210-adb5-86b1983958b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '03ec4df5-1d36-460f-a0b1-7a21f59f4936'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:04.552950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Attempting to bind port 9742e3b6-5218-42d3-8df5-7c84a4e71bfb on network 03ec4df5-1d36-460f-a0b1-7a21f59f4936 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:04.560674 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89fe902f-f302-4feb-8dab-eaca57309a87 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.597883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Router d7fd0fa9-fdbd-483d-9336-ed472a1e10d8 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:17:04.606254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe902f-f302-4feb-8dab-eaca57309a87 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Subnet': ['ID=119c6631-0db9-4468-ad4c-ff2888edb048,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:04.611530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89fe902f-f302-4feb-8dab-eaca57309a87 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.641041 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-89fe902f-f302-4feb-8dab-eaca57309a87 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/subnets/119c6631-0db9-4468-ad4c-ff2888edb048 HTTP/1.1" status: 204 len: 168 time: 1.2828169 Jan 17 08:17:04.648392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Calling delete_port for 99a26eff-ab9d-4355-8f00-66f43dabde71 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:04.675908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:04.694260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.694609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.694941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.695297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.695477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:04.695709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.695842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Checking segment: {'id': '61a5282a-ec9a-4210-adb5-86b1983958b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '03ec4df5-1d36-460f-a0b1-7a21f59f4936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:04.696429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.696537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.696628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.696934 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Bound using segment: {'id': '61a5282a-ec9a-4210-adb5-86b1983958b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '03ec4df5-1d36-460f-a0b1-7a21f59f4936'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:04.697071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.697212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.697320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Bound port: 9742e3b6-5218-42d3-8df5-7c84a4e71bfb, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a5282a-ec9a-4210-adb5-86b1983958b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '03ec4df5-1d36-460f-a0b1-7a21f59f4936'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:04.697613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.697729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.697865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:04.703573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:04.800261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:04.816484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2b91d44f-d79a-4d79-a68b-94062b465971 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "PUT /v2.0/routers/d7fd0fa9-fdbd-483d-9336-ed472a1e10d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9419017 Jan 17 08:17:04.817023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50960) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:04.826392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ad4f6-ba7b-4178-a34b-8fbdf7e94219 None None] Sync routers for ids ['d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:04.879076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.905699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832213d-53a9-42f4-8be5-fc8a560c791d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:04.906512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7832213d-53a9-42f4-8be5-fc8a560c791d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:04.907522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6528e95d-61c8-4ed6-b642-a829cae0dcd7 None None] Provisioning complete for port 5a887eb5-5c8a-4dd2-8161-6a33624b964b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:04.908051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6528e95d-61c8-4ed6-b642-a829cae0dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:04.908187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff7595-a21c-416d-8813-accfa730e66b tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:04.909641 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fcff7595-a21c-416d-8813-accfa730e66b tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2328136 Jan 17 08:17:04.910426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Made reservation on behalf of d64f76b5f1bb42e1a670ac446104e176 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:04.913787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50964) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:04.931852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:04.947167 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:04.950105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89681faa-2761-46ff-b5da-fee8a53b465b req-e87fbde3-f972-442a-96fc-2f3bc5217982 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:04.951654 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-89681faa-2761-46ff-b5da-fee8a53b465b req-e87fbde3-f972-442a-96fc-2f3bc5217982 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.7798140 Jan 17 08:17:04.965107 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:04.966178 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:05.048322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ad4f6-ba7b-4178-a34b-8fbdf7e94219 None None] Routers {'d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:05.048954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-594ad4f6-ba7b-4178-a34b-8fbdf7e94219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:05.083513 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1914d8dd-88c1-4ec8-957c-86caac63ae4a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2733626 Jan 17 08:17:05.084511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.088167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50968) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:05.101918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.115603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] For port 9742e3b6-5218-42d3-8df5-7c84a4e71bfb, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:05.131107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Deleting port 9742e3b6-5218-42d3-8df5-7c84a4e71bfb {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:05.131877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.132649 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:05.133350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:05.142588 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-594ad4f6-ba7b-4178-a34b-8fbdf7e94219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:05.154852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] For port 9742e3b6-5218-42d3-8df5-7c84a4e71bfb, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9742e3b6-5218-42d3-8df5-7c84a4e71bfb,segment=NetworkSegment(61a5282a-ec9a-4210-adb5-86b1983958b5),segment_id=61a5282a-ec9a-4210-adb5-86b1983958b5)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:05.164578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 5a887eb5-5c8a-4dd2-8161-6a33624b964b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5a887eb5-5c8a-4dd2-8161-6a33624b964b,segment=NetworkSegment(a4c37a3c-23cc-492a-8a80-cd9f9441f395),segment_id=a4c37a3c-23cc-492a-8a80-cd9f9441f395)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:05.181250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.219299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7832213d-53a9-42f4-8be5-fc8a560c791d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:05.220464 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7832213d-53a9-42f4-8be5-fc8a560c791d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7fd0fa9-fdbd-483d-9336-ed472a1e10d8 HTTP/1.1" status: 200 len: 987 time: 0.4024346 Jan 17 08:17:05.224985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50972) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:05.248823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01fe935a-e6a1-416c-9b68-c9e467906bd8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.260114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Port': ['ID=99a26eff-ab9d-4355-8f00-66f43dabde71,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:05.263676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Transition to ACTIVE for port object 48be50c1-d402-48e7-9ca1-2d3889c2f8db will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:05.264492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.285594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Transition to ACTIVE for port object 48be50c1-d402-48e7-9ca1-2d3889c2f8db will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:05.289981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6528e95d-61c8-4ed6-b642-a829cae0dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.310387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ad4f6-ba7b-4178-a34b-8fbdf7e94219 None None] Routers {'d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:05.311037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-594ad4f6-ba7b-4178-a34b-8fbdf7e94219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:05.347792 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-89681faa-2761-46ff-b5da-fee8a53b465b req-95566833-336c-4f1e-bfe8-29577fefa486 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3413119 Jan 17 08:17:05.400539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-594ad4f6-ba7b-4178-a34b-8fbdf7e94219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:05.400946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ad4f6-ba7b-4178-a34b-8fbdf7e94219 None None] The sync data for ids ['d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:05.402818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.407043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.409497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.420161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No DVR routers for this DVR port 99a26eff-ab9d-4355-8f00-66f43dabde71 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:05.431459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe935a-e6a1-416c-9b68-c9e467906bd8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=2a725a55-e049-47e3-98a9-d8a96bbaf1a1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:05.523326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Pushing event updated for resources: {'Port': ['ID=48be50c1-d402-48e7-9ca1-2d3889c2f8db,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:05.675692 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=5a887eb5-5c8a-4dd2-8161-6a33624b964b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:05.676432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.ipam_backend_mixin [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Performing IP validity checks on allocation pools {{(pid=84155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 08:17:05.677178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.ipam_backend_mixin [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 08:17:05.728294 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:59Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8c4605-720a-4f99-aad5-21ce26c1030c', 'name': '', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:97:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:57Z', 'updated_at': '2022-01-17T08:17:00Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:05.733523 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:17:05.734433 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Updating router cca1789d-d30c-4482-8e7c-878353d9ce1b port dd8c4605-720a-4f99-aad5-21ce26c1030c binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:17:05.742379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2017f591-c532-4561-872a-eea53cd00f8d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:05.781589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] For port 9742e3b6-5218-42d3-8df5-7c84a4e71bfb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9742e3b6-5218-42d3-8df5-7c84a4e71bfb,segment=NetworkSegment(61a5282a-ec9a-4210-adb5-86b1983958b5),segment_id=61a5282a-ec9a-4210-adb5-86b1983958b5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:05.782156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.809611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.813092 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.819061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01fe935a-e6a1-416c-9b68-c9e467906bd8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:05.831283 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-01fe935a-e6a1-416c-9b68-c9e467906bd8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/2a725a55-e049-47e3-98a9-d8a96bbaf1a1 HTTP/1.1" status: 204 len: 168 time: 3.5876532 Jan 17 08:17:05.837759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50980) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:05.918164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4bebb-a0d2-4d87-9a1f-d4e5de1eba71 None None] Pushing event updated for resources: {'Port': ['ID=9742e3b6-5218-42d3-8df5-7c84a4e71bfb,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:05.960800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f222534-3024-4273-a6ac-cfbc366734ed None None] Network 03ec4df5-1d36-460f-a0b1-7a21f59f4936 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:05.989649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4a3fb6-7868-4bc7-8461-e5448cf79b7d']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:06.020092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Calling delete_port for 9742e3b6-5218-42d3-8df5-7c84a4e71bfb owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:06.095841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.098182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a55309a-9d91-4315-8081-438e85249a2c') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:06.098477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a55309a-9d91-4315-8081-438e85249a2c') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:06.136918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.162990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-6528e95d-61c8-4ed6-b642-a829cae0dcd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:06.163658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-6528e95d-61c8-4ed6-b642-a829cae0dcd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:06.196597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:06.202344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:06.205432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:06.253319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.277471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2017f591-c532-4561-872a-eea53cd00f8d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:06.278466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.308599 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.313009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Port': ['ID=9742e3b6-5218-42d3-8df5-7c84a4e71bfb,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:06.326051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] No DVR routers for this DVR port 9742e3b6-5218-42d3-8df5-7c84a4e71bfb on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:06.334367 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Transition to ACTIVE for port object dd8c4605-720a-4f99-aad5-21ce26c1030c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:06.387518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-adc5767d-3798-4351-a448-3242bdf4c8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.410695 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.451308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.453242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.474465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.505383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:06.505843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.545354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ec4df5-1d36-460f-a0b1-7a21f59f4936']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:06.556701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Attempting to bind port 48be50c1-d402-48e7-9ca1-2d3889c2f8db on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:06.557073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Attempting to bind port 48be50c1-d402-48e7-9ca1-2d3889c2f8db by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:06.557995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Attempting to bind port 48be50c1-d402-48e7-9ca1-2d3889c2f8db on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:06.570073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a5282a-ec9a-4210-adb5-86b1983958b5') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:06.570453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a5282a-ec9a-4210-adb5-86b1983958b5') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:06.588014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.612764 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:06.613232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:06.613573 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.614419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:06.614419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Bound port: 48be50c1-d402-48e7-9ca1-2d3889c2f8db, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:06.614812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.640209 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.660182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:06.660841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:06.683526 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:06.698572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.711940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.779826 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c87f4-09ff-4f80-87cf-1b15c9e447ed None None] Pushing event updated for resources: {'Port': ['ID=dd8c4605-720a-4f99-aad5-21ce26c1030c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:06.780071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=dd4a3fb6-7868-4bc7-8461-e5448cf79b7d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:06.810077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] For port 48be50c1-d402-48e7-9ca1-2d3889c2f8db, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:06.830179 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:06.858463 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Attempting to bind port dd8c4605-720a-4f99-aad5-21ce26c1030c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:06.864671 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Attempting to bind port dd8c4605-720a-4f99-aad5-21ce26c1030c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a4c37a3c-23cc-492a-8a80-cd9f9441f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:06.864671 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Attempting to bind port dd8c4605-720a-4f99-aad5-21ce26c1030c on network c503546d-7dd6-43ff-99ab-53000dd3d027 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:06.865129 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e8921e36-2ed2-491b-99a8-f849c38a890b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/dd4a3fb6-7868-4bc7-8461-e5448cf79b7d HTTP/1.1" status: 204 len: 168 time: 9.6970594 Jan 17 08:17:06.867767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50984) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:06.869362 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:06.869969 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Checking segment: {'id': 'a4c37a3c-23cc-492a-8a80-cd9f9441f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:06.870209 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.870588 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Bound using segment: {'id': 'a4c37a3c-23cc-492a-8a80-cd9f9441f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:06.871755 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Bound port: dd8c4605-720a-4f99-aad5-21ce26c1030c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c37a3c-23cc-492a-8a80-cd9f9441f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:06.871755 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.887703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-587951940'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:06.896111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e284eb-3e4c-4191-9bcd-97cca7ec42f0 req-7e34186a-ec7f-4a69-a760-49571cd47ce9 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:06.897528 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-16e284eb-3e4c-4191-9bcd-97cca7ec42f0 req-7e34186a-ec7f-4a69-a760-49571cd47ce9 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.8542049 Jan 17 08:17:06.904298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e7b8b-da32-4e54-8386-5bedbf1187cd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:06.905002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-346e7b8b-da32-4e54-8386-5bedbf1187cd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:06.929933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:06.939319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.941825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] For port 48be50c1-d402-48e7-9ca1-2d3889c2f8db, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=48be50c1-d402-48e7-9ca1-2d3889c2f8db,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:06.965480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:06.968498 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] For port dd8c4605-720a-4f99-aad5-21ce26c1030c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:06.973370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Network': ['ID=03ec4df5-1d36-460f-a0b1-7a21f59f4936,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:06.973870 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] For port dd8c4605-720a-4f99-aad5-21ce26c1030c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=dd8c4605-720a-4f99-aad5-21ce26c1030c,segment=NetworkSegment(a4c37a3c-23cc-492a-8a80-cd9f9441f395),segment_id=a4c37a3c-23cc-492a-8a80-cd9f9441f395)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:06.977316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:network and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:06.987233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:06.999639 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4be3a0d4-d117-4e27-8b8a-f3881dd2282c tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/networks/03ec4df5-1d36-460f-a0b1-7a21f59f4936 HTTP/1.1" status: 204 len: 168 time: 2.0822055 Jan 17 08:17:07.000000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50988) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:07.004727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6528e95d-61c8-4ed6-b642-a829cae0dcd7 None None] Provisioning for port dd8c4605-720a-4f99-aad5-21ce26c1030c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:07.023043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6528e95d-61c8-4ed6-b642-a829cae0dcd7 None None] Provisioning complete for port 4b4a4c37-3808-4e70-9a2c-5988d19eb38b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:07.023512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6528e95d-61c8-4ed6-b642-a829cae0dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.023673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.062899 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.070839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.089972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:07.140130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6528e95d-61c8-4ed6-b642-a829cae0dcd7 None None] Port 4b4a4c37-3808-4e70-9a2c-5988d19eb38b cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:07.156118 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-16e284eb-3e4c-4191-9bcd-97cca7ec42f0 req-d5293824-8639-4d3a-9879-686b4869612f tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309577 Jan 17 08:17:07.160108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f543f5-44b1-4f4a-bb93-14937a999f05 None None] Pushing event updated for resources: {'Port': ['ID=48be50c1-d402-48e7-9ca1-2d3889c2f8db,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:07.189437 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c87f4-09ff-4f80-87cf-1b15c9e447ed None None] Pushing event updated for resources: {'Port': ['ID=dd8c4605-720a-4f99-aad5-21ce26c1030c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:07.210654 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:07.211206 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:07.232867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.236517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:07.239620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.263628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.290165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Deleting port 83a2f63a-c958-4545-98cf-d06b1a96ff20 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:07.290500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.336915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-346e7b8b-da32-4e54-8386-5bedbf1187cd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:07.339516 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-346e7b8b-da32-4e54-8386-5bedbf1187cd tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 1.5002277 Jan 17 08:17:07.349260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 50992) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:07.423135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.425364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=ac94d6a8-1aca-4fd9-87eb-fcd8475009fb,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:07.451424 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:07.463230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:17:07.476376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.476376 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment f3e43b13-892c-4c76-8c45-2d6f3844bd39 of type vlan for network 54613ffc-a7b1-472b-88a7-334d4a560a31 Jan 17 08:17:07.584369 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.591005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.629705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5a887eb5-5c8a-4dd2-8161-6a33624b964b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:07.729256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 5a887eb5-5c8a-4dd2-8161-6a33624b964b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:07.730294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.866557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Pushing event updated for resources: {'Port': ['ID=3204e6e0-118a-4e00-957f-2e9d499dad23,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:07.893763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.902623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Checking segment: {'id': '640af0f5-f64f-4501-ae71-523186611b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '377d11c4-2171-4c0a-8e47-ec5ac0188c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:07.902954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network hostable DHCP agents. Network: 377d11c4-2171-4c0a-8e47-ec5ac0188c79, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:17:07.934630 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:59Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8c4605-720a-4f99-aad5-21ce26c1030c', 'name': '', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:97:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:57Z', 'updated_at': '2022-01-17T08:17:06Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:07.936091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.extraroute_db [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 17 08:17:07.939045 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa5836-8f1b-4a23-bfef-6e171ceadb3d None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:16:59Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8c4605-720a-4f99-aad5-21ce26c1030c', 'name': '', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:97:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:57Z', 'updated_at': '2022-01-17T08:17:06Z', 'revision_number': 4, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:07.957775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.961553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:07.962057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:07.993228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.extraroute_db [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Removed routes are [] {{(pid=84155) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 17 08:17:07.993623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:08.082262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:08.086207 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3da94d38-66a1-41db-a5e1-1a446b03ed97 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9728918 Jan 17 08:17:08.087318 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 50996) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:08.118934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=54613ffc-a7b1-472b-88a7-334d4a560a31,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:08.133908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 54613ffc-a7b1-472b-88a7-334d4a560a31 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:08.154723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e6071-3580-4efd-bcee-b6fd3bff3db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:08.162629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-043e6071-3580-4efd-bcee-b6fd3bff3db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:08.260661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Network 377d11c4-2171-4c0a-8e47-ec5ac0188c79 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:17:08.268583 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b35180be-8c21-4088-a1f3-dbc7effae80f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3960974 Jan 17 08:17:08.269797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51004) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:08.294321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': '54613ffc-a7b1-472b-88a7-334d4a560a31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:08.321330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa6b12e5-c1ce-4bd0-a1cd-915a53c2eed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:08.326274 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-043e6071-3580-4efd-bcee-b6fd3bff3db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:08.327467 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-043e6071-3580-4efd-bcee-b6fd3bff3db6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.9770772 Jan 17 08:17:08.331527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] For port 83a2f63a-c958-4545-98cf-d06b1a96ff20, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=83a2f63a-c958-4545-98cf-d06b1a96ff20,segment=NetworkSegment(35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3),segment_id=35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:08.331527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:08.353906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51008) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:08.360085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 4b4a4c37-3808-4e70-9a2c-5988d19eb38b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:08.363079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:08.363251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:08.566091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Calling delete_port for 83a2f63a-c958-4545-98cf-d06b1a96ff20 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:08.589463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:08.591578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 377d11c4-2171-4c0a-8e47-ec5ac0188c79) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:08.597452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:08.602041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed3c71d-57de-46aa-8fcc-c17165882b1e None None] Network 377d11c4-2171-4c0a-8e47-ec5ac0188c79 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:08.699584 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:17:08.707042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fa1044-cb85-4960-b5bd-d1e9728465ac None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:08.803534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:subnet and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:08.806709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:08.814761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:08.815535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:08.826561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Usage tracker for resource:floatingip and tenant:c6465460fec7490a959fd7308ed83968 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:08.838266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:08.842432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:08.849125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2838f5e-9ee4-4fba-a6ae-637919322db8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:08.850607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:08.850770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2838f5e-9ee4-4fba-a6ae-637919322db8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:08.851689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2838f5e-9ee4-4fba-a6ae-637919322db8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:08.852483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c2838f5e-9ee4-4fba-a6ae-637919322db8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:08.862670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210d48e-6eb2-4d8e-a111-4e82ece319d2 req-65b678ad-0445-42da-aa65-f59ea7c3d5d4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:08.864266 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e210d48e-6eb2-4d8e-a111-4e82ece319d2 req-65b678ad-0445-42da-aa65-f59ea7c3d5d4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.4051962 Jan 17 08:17:08.871461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:08.984930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:08.988435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:08.994175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 4b4a4c37-3808-4e70-9a2c-5988d19eb38b owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:09.020050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c2838f5e-9ee4-4fba-a6ae-637919322db8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:09.024097 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c2838f5e-9ee4-4fba-a6ae-637919322db8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4978306 Jan 17 08:17:09.024097 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c19f8e5a-b79c-4fc0-82f1-a103ca1babc4 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 5.1651208 Jan 17 08:17:09.025362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-61426370-3f94-486d-a86c-bf53d9ae53ea None None] Provisioning for port 48be50c1-d402-48e7-9ca1-2d3889c2f8db completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:09.053600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51012) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:09.053933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51014) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:09.056216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-61426370-3f94-486d-a86c-bf53d9ae53ea None None] Could not find standard attr ID for object 2a725a55-e049-47e3-98a9-d8a96bbaf1a1. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:17:09.079756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-893fdf68-4b4b-4d03-99a3-6e23d5f9e895 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:09.087256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-377d11c4-2171-4c0a-8e47-ec5ac0188c79', 'network_id': '377d11c4-2171-4c0a-8e47-ec5ac0188c79', 'tenant_id': 'd64f76b5f1bb42e1a670ac446104e176', 'fixed_ips': [{'subnet_id': 'ac94d6a8-1aca-4fd9-87eb-fcd8475009fb'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:09.088011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.132000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.160377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Port': ['ID=83a2f63a-c958-4545-98cf-d06b1a96ff20,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:09.202582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] No DVR routers for this DVR port 83a2f63a-c958-4545-98cf-d06b1a96ff20 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:09.266742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.278146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.298988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.309631 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e210d48e-6eb2-4d8e-a111-4e82ece319d2 req-502e8e64-821a-4272-b490-2b688ab77106 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3896079 Jan 17 08:17:09.369371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Allocated IP 172.20.0.3 (377d11c4-2171-4c0a-8e47-ec5ac0188c79/ac94d6a8-1aca-4fd9-87eb-fcd8475009fb/9de53b5c-0847-4c3c-97db-3c07af8bc9db) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:09.575918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.623153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.750489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.757310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dd8c4605-720a-4f99-aad5-21ce26c1030c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:09.804126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.826869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Transition to ACTIVE for port object 9de53b5c-0847-4c3c-97db-3c07af8bc9db will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:09.829693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:09.844376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Transition to ACTIVE for port object 9de53b5c-0847-4c3c-97db-3c07af8bc9db will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:09.902988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.906151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.945302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:09.966567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port dd8c4605-720a-4f99-aad5-21ce26c1030c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:09.985239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b642a032-5937-439a-a667-9cb83b5eef38 None None] Could not find standard attr ID for object 2a725a55-e049-47e3-98a9-d8a96bbaf1a1. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:17:09.996919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Network 377d11c4-2171-4c0a-8e47-ec5ac0188c79 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:10.002248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:10.005071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:10.011742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port dd8c4605-720a-4f99-aad5-21ce26c1030c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:10.012339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.029164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-096fcb09-3718-40a4-81b5-0d8586fe882a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 6dcddb62-bf31-499c-82e1-8284534c5388 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:10.033094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-096fcb09-3718-40a4-81b5-0d8586fe882a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.061501 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Pushing event updated for resources: {'Port': ['ID=9de53b5c-0847-4c3c-97db-3c07af8bc9db,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:10.101887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-096fcb09-3718-40a4-81b5-0d8586fe882a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.154567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Allocated IP 172.26.4.59 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/31d35565-d0b2-41c6-8e20-bb79a3e4207b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:10.158589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:10.166286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.166430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=aba7825e-d6a7-4752-a76e-300e5138ced3,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:10.166519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.166519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.166519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.166519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.167142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.168021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.168021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.168220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.168495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.168795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:17:10.188160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Attempting to bind port 9de53b5c-0847-4c3c-97db-3c07af8bc9db on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:10.188485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Attempting to bind port 9de53b5c-0847-4c3c-97db-3c07af8bc9db by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '640af0f5-f64f-4501-ae71-523186611b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '377d11c4-2171-4c0a-8e47-ec5ac0188c79'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:10.188755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Attempting to bind port 9de53b5c-0847-4c3c-97db-3c07af8bc9db on network 377d11c4-2171-4c0a-8e47-ec5ac0188c79 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:10.188867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:10.189488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f5f1fe-50b3-4a97-9b63-e4dbd37ab3d3') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:10.214872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking segment: {'id': 'f3e43b13-892c-4c76-8c45-2d6f3844bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '54613ffc-a7b1-472b-88a7-334d4a560a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:10.215249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network hostable DHCP agents. Network: 54613ffc-a7b1-472b-88a7-334d4a560a31, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:17:10.231922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:10.232307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Checking segment: {'id': '640af0f5-f64f-4501-ae71-523186611b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '377d11c4-2171-4c0a-8e47-ec5ac0188c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:10.232962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.233094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Bound using segment: {'id': '640af0f5-f64f-4501-ae71-523186611b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '377d11c4-2171-4c0a-8e47-ec5ac0188c79'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:10.233490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Bound port: 9de53b5c-0847-4c3c-97db-3c07af8bc9db, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640af0f5-f64f-4501-ae71-523186611b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '377d11c4-2171-4c0a-8e47-ec5ac0188c79'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:10.234177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.252097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.283175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.291964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.332530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.354377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-893fdf68-4b4b-4d03-99a3-6e23d5f9e895 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6430796'] for subnet, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.364157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port dd8c4605-720a-4f99-aad5-21ce26c1030c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=dd8c4605-720a-4f99-aad5-21ce26c1030c,segment=NetworkSegment(a4c37a3c-23cc-492a-8a80-cd9f9441f395),segment_id=a4c37a3c-23cc-492a-8a80-cd9f9441f395)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:10.364269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=4b4a4c37-3808-4e70-9a2c-5988d19eb38b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:10.366136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:10.366535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.367836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] For port 9de53b5c-0847-4c3c-97db-3c07af8bc9db, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:10.371690 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] For port 9de53b5c-0847-4c3c-97db-3c07af8bc9db, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9de53b5c-0847-4c3c-97db-3c07af8bc9db,segment=NetworkSegment(640af0f5-f64f-4501-ae71-523186611b11),segment_id=640af0f5-f64f-4501-ae71-523186611b11)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:10.376201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:10.385435 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:10.396312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-096fcb09-3718-40a4-81b5-0d8586fe882a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.402913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.410912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.415018 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2dbfe401-2081-4073-ab04-26bd6983ac31 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b HTTP/1.1" status: 200 len: 933 time: 5.2860589 Jan 17 08:17:10.416198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51022) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:10.451031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.451865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 48be50c1-d402-48e7-9ca1-2d3889c2f8db up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:10.531145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.612912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=dd8c4605-720a-4f99-aad5-21ce26c1030c,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:10.623364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network 54613ffc-a7b1-472b-88a7-334d4a560a31 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:17:10.719521 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af702b2b-e672-4464-a572-c37d09f3e237 None None] Pushing event updated for resources: {'Port': ['ID=9de53b5c-0847-4c3c-97db-3c07af8bc9db,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:10.772742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 54613ffc-a7b1-472b-88a7-334d4a560a31) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:10.776798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:10.777378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.786609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d312f4c-7c9d-4db1-811b-8263b18d1e7e None None] Network 54613ffc-a7b1-472b-88a7-334d4a560a31 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:10.813166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 48be50c1-d402-48e7-9ca1-2d3889c2f8db completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:10.871321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3a4e3-323a-4467-932e-36c2ff9d1425 req-1fe2496b-86b1-4ac5-8430-5174d0408fc9 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:10.872837 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c6c3a4e3-323a-4467-932e-36c2ff9d1425 req-1fe2496b-86b1-4ac5-8430-5174d0408fc9 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.2422342 Jan 17 08:17:10.910018 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.925826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 48be50c1-d402-48e7-9ca1-2d3889c2f8db triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:10.926438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.927652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-096fcb09-3718-40a4-81b5-0d8586fe882a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:10.935109 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f2570602-1ae1-47c7-b411-0073c08fcfd4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6480916 Jan 17 08:17:10.940818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51026) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:10.962460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': '54613ffc-a7b1-472b-88a7-334d4a560a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:10.998517 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a9ac450b-8c7a-49bf-b18e-5c3d9ae78f7d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b HTTP/1.1" status: 200 len: 933 time: 0.5792727 Jan 17 08:17:11.000820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fcb09-3718-40a4-81b5-0d8586fe882a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=6dcddb62-bf31-499c-82e1-8284534c5388,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:11.003960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51030) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:11.006647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.027761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'routes': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:11.029413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:11.073657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:11.074293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:11.102772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.128418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-096fcb09-3718-40a4-81b5-0d8586fe882a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.131935 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.136514 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c6c3a4e3-323a-4467-932e-36c2ff9d1425 req-971eb944-0e71-42f9-9626-ed2e5f1eb14d tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546606 Jan 17 08:17:11.167501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Pushing event updated for resources: {'Port': ['ID=31d35565-d0b2-41c6-8e20-bb79a3e4207b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:11.176787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:11.180518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:11.183410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:11.196286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Network': ['ID=0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:11.216154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb929dd-b600-40f7-8b1d-da3eaa8f986e None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:11.268676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:11.275711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:subnet and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:11.281701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:11.289100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:11.303916 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9c358101-a1f4-42ec-8c07-363070727840 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/networks/0e0eda53-f8f8-4c22-8b97-04f5c95e0b8f HTTP/1.1" status: 204 len: 168 time: 4.3005116 Jan 17 08:17:11.303916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-893fdf68-4b4b-4d03-99a3-6e23d5f9e895 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727488254455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1474776'] for subnet, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.307954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:11.344788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.414545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:11.418116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.454643 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-096fcb09-3718-40a4-81b5-0d8586fe882a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/6dcddb62-bf31-499c-82e1-8284534c5388 HTTP/1.1" status: 204 len: 168 time: 2.3879941 Jan 17 08:17:11.462363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51038) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:11.470899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893fdf68-4b4b-4d03-99a3-6e23d5f9e895 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:11.471157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-893fdf68-4b4b-4d03-99a3-6e23d5f9e895 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.472480 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-893fdf68-4b4b-4d03-99a3-6e23d5f9e895 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "PUT /v2.0/subnets/ac94d6a8-1aca-4fd9-87eb-fcd8475009fb HTTP/1.1" status: 200 len: 877 time: 2.4069510 Jan 17 08:17:11.477584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51042) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:11.514252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.534924 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fdf68-4b4b-4d03-99a3-6e23d5f9e895 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event updated for resources: {'Subnet': ['ID=ac94d6a8-1aca-4fd9-87eb-fcd8475009fb,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:11.582973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.600841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:11.626491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.671313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-54613ffc-a7b1-472b-88a7-334d4a560a31', 'network_id': '54613ffc-a7b1-472b-88a7-334d4a560a31', 'tenant_id': '4d84713deaed454bbf392754efcdebe6', 'fixed_ips': [{'subnet_id': 'aba7825e-d6a7-4752-a76e-300e5138ced3'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:11.672578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.755803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 48be50c1-d402-48e7-9ca1-2d3889c2f8db, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=48be50c1-d402-48e7-9ca1-2d3889c2f8db,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:11.842869 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e138350b-0e73-4d7b-9db7-eb4d119e3ec7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet afa4eb31-9533-4f19-b8ac-630080aa22db {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:11.843088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.854616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e138350b-0e73-4d7b-9db7-eb4d119e3ec7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.861202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.913863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580bd087-09f4-499b-a0ba-66ab797df175']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:11.914075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:11.940281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35729536-040e-48b3-bf20-65f9e558fac9') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:11.940574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35729536-040e-48b3-bf20-65f9e558fac9') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:12.006501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.111623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=48be50c1-d402-48e7-9ca1-2d3889c2f8db,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:12.116128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e138350b-0e73-4d7b-9db7-eb4d119e3ec7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.117672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.134286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:12.134418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:12.151221 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:12.160428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.219675 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1872af9-eb37-4df3-8516-c79eb19b4fff None None] Network 377d11c4-2171-4c0a-8e47-ec5ac0188c79 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:12.365068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dd8c4605-720a-4f99-aad5-21ce26c1030c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:12.405798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Deleting port 9de53b5c-0847-4c3c-97db-3c07af8bc9db {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:12.406422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.461933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.467814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.512622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.515921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Network': ['ID=580bd087-09f4-499b-a0ba-66ab797df175,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:12.527515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.562923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5bdf490f-2552-46cc-9987-2660141f2bc1 None None] Provisioning for port 9de53b5c-0847-4c3c-97db-3c07af8bc9db completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:12.576789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.587999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Allocated IP 2001:db8::2 (54613ffc-a7b1-472b-88a7-334d4a560a31/aba7825e-d6a7-4752-a76e-300e5138ced3/4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:12.616687 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c75cb2b9-246b-4ee0-bb81-6ecf85b72ed4 tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/networks/580bd087-09f4-499b-a0ba-66ab797df175 HTTP/1.1" status: 204 len: 168 time: 1.3071444 Jan 17 08:17:12.623360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51048) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:12.689358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network 54613ffc-a7b1-472b-88a7-334d4a560a31 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:12.755078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e138350b-0e73-4d7b-9db7-eb4d119e3ec7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.776740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:12.779566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:12.780143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.793004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=21f6f1a0-b670-4e95-b969-fef52fc74669,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:12.818534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port dd8c4605-720a-4f99-aad5-21ce26c1030c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:12.818850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.829908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Pushing event updated for resources: {'Port': ['ID=31d35565-d0b2-41c6-8e20-bb79a3e4207b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:12.862144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.869197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.923375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f1590f82-ffe7-45b5-9fcf-4e189eb02283 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9802940 Jan 17 08:17:12.925376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51052) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:12.996949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:12.998205 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-096d11fe-7e9d-49a3-a0ab-e17314406c09 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9101245 Jan 17 08:17:13.004998 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26629f89-ec98-440c-82b1-e08139092485 req-053c460b-cad7-4352-8b31-900c81175d12 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:13.017186 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-26629f89-ec98-440c-82b1-e08139092485 req-053c460b-cad7-4352-8b31-900c81175d12 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6674683 Jan 17 08:17:13.061785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51056) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:13.126429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Router d7fd0fa9-fdbd-483d-9336-ed472a1e10d8 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:13.137385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9de53b5c-0847-4c3c-97db-3c07af8bc9db up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:13.186680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.215280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42810a-7448-4f6c-9a1c-6051d0a9c062 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:13.216887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42810a-7448-4f6c-9a1c-6051d0a9c062 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:13.218143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42810a-7448-4f6c-9a1c-6051d0a9c062 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:13.219507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42810a-7448-4f6c-9a1c-6051d0a9c062 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:13.220927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42810a-7448-4f6c-9a1c-6051d0a9c062 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:13.221904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2b42810a-7448-4f6c-9a1c-6051d0a9c062 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Synchronizing usage tracker for tenant:4d84713deaed454bbf392754efcdebe6 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:13.229856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.256385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Transition to ACTIVE for port object 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:13.261278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc7f453-8e56-4801-a749-d180dadc7432']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:13.263746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:07Z', 'revision_number': 6, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8c4605-720a-4f99-aad5-21ce26c1030c', 'name': '', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:97:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:57Z', 'updated_at': '2022-01-17T08:17:10Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:13.291214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:17:13.291435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620a3258-262e-42de-b253-76217fd43617') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:13.291435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620a3258-262e-42de-b253-76217fd43617') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:13.299350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c0c4000-4dcc-4eeb-a54c-cce4021194cb tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Synchronizing usage tracker for tenant:c4bf583ea4e044c3ae2add7e613b400e on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:13.307997 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.309833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Transition to ACTIVE for port object 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:13.327065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:13.327949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:13.331867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.343432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:13.349589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.399090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f29c8f-c558-48b9-bb8f-ddb0ed8e8cfb None None] Network 377d11c4-2171-4c0a-8e47-ec5ac0188c79 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:13.406575 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-26629f89-ec98-440c-82b1-e08139092485 req-7050a676-9d2b-41e5-abe6-7b202f3f41e0 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884485 Jan 17 08:17:13.407819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e138350b-0e73-4d7b-9db7-eb4d119e3ec7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.476581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 9de53b5c-0847-4c3c-97db-3c07af8bc9db completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:13.480798 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:13.485915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c0c4000-4dcc-4eeb-a54c-cce4021194cb tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Unset dirty status for tenant:c4bf583ea4e044c3ae2add7e613b400e on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:13.486306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.487647 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1c0c4000-4dcc-4eeb-a54c-cce4021194cb tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.4192276 Jan 17 08:17:13.488559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2b42810a-7448-4f6c-9a1c-6051d0a9c062 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Unset dirty status for tenant:4d84713deaed454bbf392754efcdebe6 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:13.495913 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2b42810a-7448-4f6c-9a1c-6051d0a9c062 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5564740 Jan 17 08:17:13.500204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51060) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:13.500703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:13.514772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67173571'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:13.520666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138350b-0e73-4d7b-9db7-eb4d119e3ec7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=afa4eb31-9533-4f19-b8ac-630080aa22db,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:13.568956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:13.589768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:network and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:13.593066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:13.605505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.610065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.613209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:13.616483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added routes are [] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 17 08:17:13.616897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 17 08:17:13.621383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] For port 9de53b5c-0847-4c3c-97db-3c07af8bc9db, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9de53b5c-0847-4c3c-97db-3c07af8bc9db,segment=NetworkSegment(640af0f5-f64f-4501-ae71-523186611b11),segment_id=640af0f5-f64f-4501-ae71-523186611b11)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:13.621884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.637885 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e138350b-0e73-4d7b-9db7-eb4d119e3ec7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.647902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] Pushing event deleted for resources: {'Network': ['ID=7fc7f453-8e56-4801-a749-d180dadc7432,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:13.655485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f7fc895d-e68d-41f1-a689-ae544401eebb tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Synchronizing usage tracker for tenant:0f2799f3b5844d849a961627d6ee3e9d on resource:floatingip {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:13.661279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-68011321-5230-4a96-bec3-91423a98575d tempest-BulkNetworkOpsIpV6Test-323588778 tempest-BulkNetworkOpsIpV6Test-323588778-project] 10.222.0.44 "DELETE /v2.0/networks/7fc7f453-8e56-4801-a749-d180dadc7432 HTTP/1.1" status: 204 len: 168 time: 1.0268614 Jan 17 08:17:13.720197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:13.722948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 9de53b5c-0847-4c3c-97db-3c07af8bc9db triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:13.722948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.723911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.770253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f7fc895d-e68d-41f1-a689-ae544401eebb tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Unset dirty status for tenant:0f2799f3b5844d849a961627d6ee3e9d on resource:floatingip {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:13.773110 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f7fc895d-e68d-41f1-a689-ae544401eebb tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2713437 Jan 17 08:17:13.776712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51070) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:13.779746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:17:13.787209 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e138350b-0e73-4d7b-9db7-eb4d119e3ec7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/afa4eb31-9533-4f19-b8ac-630080aa22db HTTP/1.1" status: 204 len: 168 time: 2.3182611 Jan 17 08:17:13.792163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51074) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:13.797854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Calling delete_port for 9de53b5c-0847-4c3c-97db-3c07af8bc9db owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:13.813031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0825f8e-7356-4649-8c43-0b323454ff62 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:13.882430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.882830 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment 34deb60f-1930-44c7-981a-5fbfaad0b1b3 of type vlan for network 512ed747-e61d-4755-b066-4f21eedfd130 Jan 17 08:17:13.919701 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cdc2baa4-e1f7-43d9-860e-c2af866cfbd7 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946882 Jan 17 08:17:13.940994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:13.962990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51078) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:13.987616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:14.012294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Deleting port 31d35565-d0b2-41c6-8e20-bb79a3e4207b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:14.012791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.037002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d808343d-a942-4f0b-a902-04bf43143638 None None] Provisioning complete for port 9de53b5c-0847-4c3c-97db-3c07af8bc9db triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:14.037438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d808343d-a942-4f0b-a902-04bf43143638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.045366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:14.061186 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0ddfaef9-3d76-4617-8bd5-3d0c2b42d293 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "PUT /v2.0/routers/d7fd0fa9-fdbd-483d-9336-ed472a1e10d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8349185 Jan 17 08:17:14.061186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51082) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:14.062269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Pushing event updated for resources: {'Port': ['ID=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:14.064452 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93414ea-8905-4f43-bf48-0128e5987cf7 None None] Sync routers for ids ['d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:14.084903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Network 54613ffc-a7b1-472b-88a7-334d4a560a31 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:14.089884 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93414ea-8905-4f43-bf48-0128e5987cf7 None None] Routers {'d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:14.090424 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b93414ea-8905-4f43-bf48-0128e5987cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:14.102572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:14.151378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.168037 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b93414ea-8905-4f43-bf48-0128e5987cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:14.173109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:14.181376 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93414ea-8905-4f43-bf48-0128e5987cf7 None None] Routers {'d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:14.182184 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b93414ea-8905-4f43-bf48-0128e5987cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:14.242462 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8326803f-eff0-4cb9-958b-05860ea2927d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:17:14.242964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8326803f-eff0-4cb9-958b-05860ea2927d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:14.248628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:14.277751 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b93414ea-8905-4f43-bf48-0128e5987cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:14.278155 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93414ea-8905-4f43-bf48-0128e5987cf7 None None] The sync data for ids ['d7fd0fa9-fdbd-483d-9336-ed472a1e10d8'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:14.351669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8326803f-eff0-4cb9-958b-05860ea2927d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:14.356571 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8326803f-eff0-4cb9-958b-05860ea2927d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/4b4a4c37-3808-4e70-9a2c-5988d19eb38b HTTP/1.1" status: 404 len: 333 time: 0.2928560 Jan 17 08:17:14.359339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51088) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:14.383072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51092) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:14.425094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:14.437000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:14.442067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:14.452910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:14.506860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.511053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:14.511991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.552753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.553399 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.plugins.ml2.db [None req-d808343d-a942-4f0b-a902-04bf43143638 None None] No ports have port_id starting with 9de53b5c-0847-4c3c-97db-3c07af8bc9db Jan 17 08:17:14.560989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8693de81-043b-428a-9328-08599898ee09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.563692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.564018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.581034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:14.594800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Attempting to bind port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:14.595371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Attempting to bind port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'f3e43b13-892c-4c76-8c45-2d6f3844bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '54613ffc-a7b1-472b-88a7-334d4a560a31'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:14.595738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Attempting to bind port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 on network 54613ffc-a7b1-472b-88a7-334d4a560a31 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:14.658581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Port': ['ID=9de53b5c-0847-4c3c-97db-3c07af8bc9db,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:14.692319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.819512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:14.819890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Checking segment: {'id': 'f3e43b13-892c-4c76-8c45-2d6f3844bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '54613ffc-a7b1-472b-88a7-334d4a560a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:14.820295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.820691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Bound using segment: {'id': 'f3e43b13-892c-4c76-8c45-2d6f3844bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '54613ffc-a7b1-472b-88a7-334d4a560a31'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:14.821439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Bound port: 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e43b13-892c-4c76-8c45-2d6f3844bd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '54613ffc-a7b1-472b-88a7-334d4a560a31'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:14.821813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:14.913898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Calling delete_port for 31d35565-d0b2-41c6-8e20-bb79a3e4207b owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:15.007558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:15.013003 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5009680 Jan 17 08:17:15.014994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed25ec-c6ef-424c-9ee3-805f259cd1eb tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=512ed747-e61d-4755-b066-4f21eedfd130,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:15.018295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51100) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:15.038203 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No DVR routers for this DVR port 9de53b5c-0847-4c3c-97db-3c07af8bc9db on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:15.047977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-339aaafd-024e-458f-a9a3-56e54bdc400f None None] Provisioning complete for port 48be50c1-d402-48e7-9ca1-2d3889c2f8db triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:15.047977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-339aaafd-024e-458f-a9a3-56e54bdc400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.048291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1cd7994f-887f-4fae-bc0d-23d686bf1182 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:15.093112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.157519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] For port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:15.157519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] For port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,segment=NetworkSegment(f3e43b13-892c-4c76-8c45-2d6f3844bd39),segment_id=f3e43b13-892c-4c76-8c45-2d6f3844bd39)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:15.160923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Deleting port 48be50c1-d402-48e7-9ca1-2d3889c2f8db {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:15.161565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.251042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 512ed747-e61d-4755-b066-4f21eedfd130 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:15.321242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.326190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.345745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 48be50c1-d402-48e7-9ca1-2d3889c2f8db no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:15.433387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306a47c-bff7-455d-8447-d7c26fa8858b req-158b9aae-ca33-4000-97db-6941df468370 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:15.441416 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6306a47c-bff7-455d-8447-d7c26fa8858b req-158b9aae-ca33-4000-97db-6941df468370 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.7435608 Jan 17 08:17:15.483096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.583373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.590174 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6306a47c-bff7-455d-8447-d7c26fa8858b req-466ce365-164c-400b-a3d6-cd1bddea1c67 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479011 Jan 17 08:17:15.642193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.673864 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a5ffae63-4fbd-4cf4-af57-fa8001d6d09d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7da654dc23d462084a791642cbbdb73&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2139196 Jan 17 08:17:15.688643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1cd7994f-887f-4fae-bc0d-23d686bf1182 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.695887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51104) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:15.728900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Pushing event deleted for resources: {'Port': ['ID=31d35565-d0b2-41c6-8e20-bb79a3e4207b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:15.823666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8693de81-043b-428a-9328-08599898ee09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.846866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8693de81-043b-428a-9328-08599898ee09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.848511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05e782-e897-44aa-a98f-728b6bb7562d None None] Pushing event updated for resources: {'Port': ['ID=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:15.881832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1cd7994f-887f-4fae-bc0d-23d686bf1182 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.908681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.914216 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:15.919016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.939036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:07Z', 'revision_number': 6, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8c4605-720a-4f99-aad5-21ce26c1030c', 'name': '', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:97:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:57Z', 'updated_at': '2022-01-17T08:17:10Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:15.948244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] For port 48be50c1-d402-48e7-9ca1-2d3889c2f8db, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=48be50c1-d402-48e7-9ca1-2d3889c2f8db,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:15.958689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.968321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9fcfcb-4262-41bf-a2d1-801150c8b38c None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:07Z', 'revision_number': 6, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8c4605-720a-4f99-aad5-21ce26c1030c', 'name': '', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:97:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:57Z', 'updated_at': '2022-01-17T08:17:10Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:15.978504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8693de81-043b-428a-9328-08599898ee09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:15.979801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8693de81-043b-428a-9328-08599898ee09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Fanout notify agent at l3_agent the message router_deleted on router d7fd0fa9-fdbd-483d-9336-ed472a1e10d8 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:17:15.993718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 48be50c1-d402-48e7-9ca1-2d3889c2f8db, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=48be50c1-d402-48e7-9ca1-2d3889c2f8db,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:16.028649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cd7994f-887f-4fae-bc0d-23d686bf1182 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network 512ed747-e61d-4755-b066-4f21eedfd130 is not hosted by any dhcp agent {{(pid=84155) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 17 08:17:16.032524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7994f-887f-4fae-bc0d-23d686bf1182 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:16.033126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1cd7994f-887f-4fae-bc0d-23d686bf1182 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.037929 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1cd7994f-887f-4fae-bc0d-23d686bf1182 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "PUT /v2.0/networks/512ed747-e61d-4755-b066-4f21eedfd130 HTTP/1.1" status: 200 len: 723 time: 1.0010209 Jan 17 08:17:16.055673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51108) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:16.071986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': '512ed747-e61d-4755-b066-4f21eedfd130', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:16.075178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8693de81-043b-428a-9328-08599898ee09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.079977 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8693de81-043b-428a-9328-08599898ee09 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/routers/d7fd0fa9-fdbd-483d-9336-ed472a1e10d8 HTTP/1.1" status: 204 len: 168 time: 1.7134974 Jan 17 08:17:16.081085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.089271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:16.090041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7994f-887f-4fae-bc0d-23d686bf1182 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=512ed747-e61d-4755-b066-4f21eedfd130,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:16.134000 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 512ed747-e61d-4755-b066-4f21eedfd130 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:16.155495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Calling delete_port for 48be50c1-d402-48e7-9ca1-2d3889c2f8db owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:16.164169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=ac94d6a8-1aca-4fd9-87eb-fcd8475009fb,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:16.174784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc360bdd-5020-4f7b-90ca-efeb2ac8b242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.195341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.206186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.209283 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-82f8dcbe-0d92-429f-91b3-e92054087e48 tempest-FloatingIPAdminTestJSON-1976442848 tempest-FloatingIPAdminTestJSON-1976442848-project] 10.222.0.44 "DELETE /v2.0/floatingips/5fc54298-7ff2-4768-bfae-a8b6c60c4a61 HTTP/1.1" status: 204 len: 168 time: 2.4314463 Jan 17 08:17:16.210872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.214825 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51116) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:16.347124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.381635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1bf45c-c885-4c81-a915-7db5eec35be9 None None] Network 377d11c4-2171-4c0a-8e47-ec5ac0188c79 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:16.385893 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377d11c4-2171-4c0a-8e47-ec5ac0188c79']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:16.400294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:16.403045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640af0f5-f64f-4501-ae71-523186611b11') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:16.403354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640af0f5-f64f-4501-ae71-523186611b11') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:16.414285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.418198 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-77ec8e92-3caf-4645-9f51-9cc3a11b8456 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b HTTP/1.1" status: 200 len: 699 time: 5.4028325 Jan 17 08:17:16.421813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51118) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:16.477246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.528082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:16.596549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:16.621357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=48be50c1-d402-48e7-9ca1-2d3889c2f8db,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:16.663380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:16.664025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:16.671358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.731060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:16.735983 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:16.754477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:16.755166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.807983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-72902309-965e-451a-9f92-d8682488f572 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet 604ed522-1c0c-451c-ac17-63fb3c715a5b {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:16.833292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72902309-965e-451a-9f92-d8682488f572 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:16.848167 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:16.884547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:16.906029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc360bdd-5020-4f7b-90ca-efeb2ac8b242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:16.928869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:17.015003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.015515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:17.022461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Deleting port 3204e6e0-118a-4e00-957f-2e9d499dad23 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:17.022461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.022730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7055dec-824d-4e92-b782-be042651cd9f None None] DHCP port deletion for 377d11c4-2171-4c0a-8e47-ec5ac0188c79 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:17.057921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:17.059325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:17.060040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.062901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dec0a-0e82-4472-a81a-ef2d02fd01f4 req-2c500186-a901-4d4b-9dd5-41a626faadf2 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:17.065439 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f82dec0a-0e82-4472-a81a-ef2d02fd01f4 req-2c500186-a901-4d4b-9dd5-41a626faadf2 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.2078960 Jan 17 08:17:17.066790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.080014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=377d11c4-2171-4c0a-8e47-ec5ac0188c79,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:17.093645 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-17320525-b1af-4ad2-84a0-7ff63ff03824 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b HTTP/1.1" status: 200 len: 699 time: 0.6707196 Jan 17 08:17:17.097578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=fc79b230-0e72-4eed-970d-cb42217f82d6,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:17.119302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51126) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:17.146638 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f82dec0a-0e82-4472-a81a-ef2d02fd01f4 req-af14c478-653a-4d9b-a34b-f0cac6164e2f tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500088 Jan 17 08:17:17.163234 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-62c84779-3202-4200-9112-0ff5fbb4da47 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/377d11c4-2171-4c0a-8e47-ec5ac0188c79 HTTP/1.1" status: 204 len: 168 time: 5.6510425 Jan 17 08:17:17.167643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51130) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:17.242802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:17.248255 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3293779-baf9-4e8c-bfeb-eab1e8d50a37 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:17.248843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3293779-baf9-4e8c-bfeb-eab1e8d50a37 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:17.254402 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a3293779-baf9-4e8c-bfeb-eab1e8d50a37 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/ac94d6a8-1aca-4fd9-87eb-fcd8475009fb HTTP/1.1" status: 404 len: 337 time: 0.0892451 Jan 17 08:17:17.259794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51136) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:17.270739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Deleting port 48be50c1-d402-48e7-9ca1-2d3889c2f8db {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:17.271114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.288443 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2ceb5a-53fb-4263-a894-03f33d31f25b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:17.289077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2ceb5a-53fb-4263-a894-03f33d31f25b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:17.293719 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9a2ceb5a-53fb-4263-a894-03f33d31f25b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/377d11c4-2171-4c0a-8e47-ec5ac0188c79 HTTP/1.1" status: 404 len: 339 time: 0.0323579 Jan 17 08:17:17.294371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51140) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:17.294739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:17.317910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992567f5-4f39-4eb0-a5e3-5d55c501b8f8 None None] Network 54613ffc-a7b1-472b-88a7-334d4a560a31 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:17.335064 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0648e4b4-89c9-40fc-b5dd-5564fca4c3f9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:17.335948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0648e4b4-89c9-40fc-b5dd-5564fca4c3f9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:17.340405 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0648e4b4-89c9-40fc-b5dd-5564fca4c3f9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/a770430a-e69b-412a-9301-86d5c2036817 HTTP/1.1" status: 404 len: 337 time: 0.0447862 Jan 17 08:17:17.341241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51144) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:17.367466 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cc1d19-aed8-4f25-b30d-3fceb6fa30fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:17.368071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cc1d19-aed8-4f25-b30d-3fceb6fa30fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:17.373114 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-39cc1d19-aed8-4f25-b30d-3fceb6fa30fa tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/492da465-164f-4859-a628-9d5e307d7e22 HTTP/1.1" status: 404 len: 339 time: 0.0308580 Jan 17 08:17:17.373775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51148) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:17.384259 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72902309-965e-451a-9f92-d8682488f572 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.476965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72902309-965e-451a-9f92-d8682488f572 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.501613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.590950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.701451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-288d46a1-0dbd-4acb-a12a-e7a8f3313b7b None None] Provisioning for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:17.751537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.757321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc360bdd-5020-4f7b-90ca-efeb2ac8b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.760521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc360bdd-5020-4f7b-90ca-efeb2ac8b242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.764499 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fc360bdd-5020-4f7b-90ca-efeb2ac8b242 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49138dd1-5d45-41c1-9861-6e5282b37f4b HTTP/1.1" status: 204 len: 168 time: 2.0673089 Jan 17 08:17:17.766577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:17.805211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-288d46a1-0dbd-4acb-a12a-e7a8f3313b7b None None] Provisioning complete for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:17.805608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-288d46a1-0dbd-4acb-a12a-e7a8f3313b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.820020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72902309-965e-451a-9f92-d8682488f572 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.863765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:17.864130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.871979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c63875f-18cd-4f48-ba02-a80c9f06fbdb']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:17.878640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a5d2343b-3bf3-4033-8d03-1bfc20ed4331 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9144995 Jan 17 08:17:17.883958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72902309-965e-451a-9f92-d8682488f572 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:17.885074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51156) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:17.887262 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-72902309-965e-451a-9f92-d8682488f572 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/604ed522-1c0c-451c-ac17-63fb3c715a5b HTTP/1.1" status: 204 len: 168 time: 1.7817979 Jan 17 08:17:17.889828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72902309-965e-451a-9f92-d8682488f572 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=604ed522-1c0c-451c-ac17-63fb3c715a5b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:17.892650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51160) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:17.895868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:17.910507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc360bdd-5020-4f7b-90ca-efeb2ac8b242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49138dd1-5d45-41c1-9861-6e5282b37f4b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:17.912089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138b23c-d9a1-4188-baf2-00fe68a0030d None None] Network 7a2d6550-9dba-40fb-81f4-a1c4070365ed requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:17.921520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdde8018-8b6e-470c-9951-0b9e815c7647') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:17.921820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdde8018-8b6e-470c-9951-0b9e815c7647') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:17.999520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.056304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cde07-1883-45e2-8541-770e6e6403a8 req-96aac513-b1c9-4315-844d-72d58e267a78 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:18.057973 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a19cde07-1883-45e2-8541-770e6e6403a8 req-96aac513-b1c9-4315-844d-72d58e267a78 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.3703449 Jan 17 08:17:18.063849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.086298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:18.086696 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:18.110509 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:18.161676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] For port 48be50c1-d402-48e7-9ca1-2d3889c2f8db, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=48be50c1-d402-48e7-9ca1-2d3889c2f8db,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:18.162067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.243906 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0cc73423-5c06-4296-81f2-cc1c8d9c0624 req-6f649226-37a5-4df6-a9c3-14889502dfb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1098 time: 0.4530890 Jan 17 08:17:18.246849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:18.327553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.329058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:18.335632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.336006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.342079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:18.349007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:18.362516 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a19cde07-1883-45e2-8541-770e6e6403a8 req-119f5e05-7325-403b-b87a-6b2bf84b4432 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786202 Jan 17 08:17:18.367076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.371169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.386331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Calling delete_port for 48be50c1-d402-48e7-9ca1-2d3889c2f8db owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:18.427473 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/2c63875f-18cd-4f48-ba02-a80c9f06fbdb HTTP/1.1" status: 204 len: 168 time: 1.0505407 Jan 17 08:17:18.429341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800ed0e-7259-4069-ba5b-b242ca290696 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=2c63875f-18cd-4f48-ba02-a80c9f06fbdb,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:18.435462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51172) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:18.485943 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-46226fbf-0708-405a-af89-9909fe9d775b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:18.486497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46226fbf-0708-405a-af89-9909fe9d775b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:18.490470 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-46226fbf-0708-405a-af89-9909fe9d775b tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/538686b8-f0db-40d1-ad28-82a94a377218 HTTP/1.1" status: 404 len: 337 time: 0.0517919 Jan 17 08:17:18.497553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51176) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:18.523404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:18.529197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:13Z', 'revision_number': 7, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8c4605-720a-4f99-aad5-21ce26c1030c', 'name': '', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:97:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:57Z', 'updated_at': '2022-01-17T08:17:10Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:18.553451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc73423-5c06-4296-81f2-cc1c8d9c0624 req-690e9709-4c74-4604-9d54-7d00f7defad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:18.553790 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-288d46a1-0dbd-4acb-a12a-e7a8f3313b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.555164 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0cc73423-5c06-4296-81f2-cc1c8d9c0624 req-690e9709-4c74-4604-9d54-7d00f7defad7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 912 time: 0.2985737 Jan 17 08:17:18.578991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.623405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Calling delete_port for 3204e6e0-118a-4e00-957f-2e9d499dad23 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:18.650482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:17:18.690687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 2017f591-c532-4561-872a-eea53cd00f8d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:18.691123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.718415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:18.719008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:18.745845 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ee8de0-42f1-4deb-a79c-ca1a19456a68 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:18.746513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ee8de0-42f1-4deb-a79c-ca1a19456a68 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:18.750603 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-35ee8de0-42f1-4deb-a79c-ca1a19456a68 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/bc908ace-6a68-4052-986a-2dd4c73dca60 HTTP/1.1" status: 404 len: 339 time: 0.2494419 Jan 17 08:17:18.771848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-288d46a1-0dbd-4acb-a12a-e7a8f3313b7b None None] For port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,segment=NetworkSegment(f3e43b13-892c-4c76-8c45-2d6f3844bd39),segment_id=f3e43b13-892c-4c76-8c45-2d6f3844bd39)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:18.805028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51182) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:18.810909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.870436 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-24920a66-0eb8-435b-87f8-0bc35ee0ccb1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:18.870984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24920a66-0eb8-435b-87f8-0bc35ee0ccb1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:18.872847 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-24920a66-0eb8-435b-87f8-0bc35ee0ccb1 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/50c8b7eb-7bf1-43fe-9f2a-4ff9bc45a7f4 HTTP/1.1" status: 404 len: 337 time: 0.0677354 Jan 17 08:17:18.889344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51188) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:18.958499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-288d46a1-0dbd-4acb-a12a-e7a8f3313b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:18.959153 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcd2238-60c8-48b8-a438-9406a7d88122 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:18.959715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcd2238-60c8-48b8-a438-9406a7d88122 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:18.962498 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9bcd2238-60c8-48b8-a438-9406a7d88122 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/6643d647-9a44-47c3-8104-bbb594e482d5 HTTP/1.1" status: 404 len: 339 time: 0.0691381 Jan 17 08:17:18.965825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51192) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:18.978121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] DHCP port deletion for 7a2d6550-9dba-40fb-81f4-a1c4070365ed request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:19.004982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] Pushing event deleted for resources: {'Port': ['ID=48be50c1-d402-48e7-9ca1-2d3889c2f8db,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:19.015451 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0cc73423-5c06-4296-81f2-cc1c8d9c0624 req-ee0dbbe0-f4e7-4fe8-94ee-b2ac9612a423 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 1000 time: 0.2714913 Jan 17 08:17:19.071364 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-372adf42-cd49-4ba3-9e53-dfbe101a9d2d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.071949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372adf42-cd49-4ba3-9e53-dfbe101a9d2d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.073865 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-372adf42-cd49-4ba3-9e53-dfbe101a9d2d tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/738ffb2d-d3e2-4839-a831-718bc83adbbe HTTP/1.1" status: 404 len: 337 time: 0.1069973 Jan 17 08:17:19.077836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] Deleting port 2017f591-c532-4561-872a-eea53cd00f8d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:19.078443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:19.079905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51198) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.086097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:19.151258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682987cf-eaf8-42f1-bdda-81936cbc682f None None] No DVR routers for this DVR port 48be50c1-d402-48e7-9ca1-2d3889c2f8db on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:19.154647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:19.186736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:19.187404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:19.188202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae989fd4-1aeb-4787-af77-05cd230544d4 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:19.199995 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2617ad3-ef14-44bc-b5a9-436fa1f480f5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.202185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2617ad3-ef14-44bc-b5a9-436fa1f480f5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.202362 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e2617ad3-ef14-44bc-b5a9-436fa1f480f5 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/fced68f0-b868-4acb-b586-5ab75a090f4e HTTP/1.1" status: 404 len: 339 time: 0.1212370 Jan 17 08:17:19.207139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51204) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.214901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc73423-5c06-4296-81f2-cc1c8d9c0624 req-a396afd9-bb39-4070-a769-6e5634714daf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:19.217216 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0cc73423-5c06-4296-81f2-cc1c8d9c0624 req-a396afd9-bb39-4070-a769-6e5634714daf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.1937716 Jan 17 08:17:19.236254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=39f9af13-99c4-45ae-90ad-72bd0119fcfc,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:19.284098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b1e506-0068-4df4-a0a2-356f3266e297 None None] Update dhcp port {'port': {'network_id': '54613ffc-a7b1-472b-88a7-334d4a560a31', 'fixed_ips': [{'subnet_id': 'aba7825e-d6a7-4752-a76e-300e5138ced3', 'ip_address': '2001:db8::2'}, {'subnet_id': '21f6f1a0-b670-4e95-b969-fef52fc74669'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:17:19.303099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] For port 2017f591-c532-4561-872a-eea53cd00f8d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2017f591-c532-4561-872a-eea53cd00f8d,segment=NetworkSegment(76373900-590c-4a5c-9f3c-9c847df78dcd),segment_id=76373900-590c-4a5c-9f3c-9c847df78dcd)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:19.303489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:19.320103 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-7968ea84-0bce-4250-ae16-467c6d79fccf tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.320658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7968ea84-0bce-4250-ae16-467c6d79fccf tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.322727 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7968ea84-0bce-4250-ae16-467c6d79fccf tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/94d5ea6f-107d-46da-9eaa-f765cf9b4b23 HTTP/1.1" status: 404 len: 337 time: 0.1125329 Jan 17 08:17:19.337671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51208) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.359902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:19.388486 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4a4d24-89f5-4142-b941-9f3906dc41d8 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.389015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4a4d24-89f5-4142-b941-9f3906dc41d8 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.389169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51212) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.391062 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ea4a4d24-89f5-4142-b941-9f3906dc41d8 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/19e597d3-0e2c-41b6-8934-1539e483a792 HTTP/1.1" status: 404 len: 339 time: 0.0524116 Jan 17 08:17:19.399338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51216) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.406830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d46a1-0dbd-4acb-a12a-e7a8f3313b7b None None] Pushing event updated for resources: {'Port': ['ID=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:19.413230 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.ipam_backend_mixin [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc79b230-0e72-4eed-970d-cb42217f82d6 (CIDR: 2001:db8::/64) Jan 17 08:17:19.464369 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9711eae-22eb-4474-86f2-77623ab611c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.464883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9711eae-22eb-4474-86f2-77623ab611c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.466614 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d9711eae-22eb-4474-86f2-77623ab611c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/a588ba65-82f7-4098-ac25-514bb671030f HTTP/1.1" status: 404 len: 337 time: 0.0574615 Jan 17 08:17:19.468921 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:17:19.474606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.474606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51222) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.519918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 2017f591-c532-4561-872a-eea53cd00f8d owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:19.534317 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-88da5348-5916-4dbd-a370-7d515ad405a9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.534838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88da5348-5916-4dbd-a370-7d515ad405a9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.537883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61b1e506-0068-4df4-a0a2-356f3266e297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:19.544784 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-88da5348-5916-4dbd-a370-7d515ad405a9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/b5100803-70bb-4771-b5dc-d00e43938b22 HTTP/1.1" status: 404 len: 339 time: 0.0629117 Jan 17 08:17:19.544784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51228) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.547561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:19.619154 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0cc73423-5c06-4296-81f2-cc1c8d9c0624 req-b56621cc-351b-44ba-9231-1ab385d288ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3575423 Jan 17 08:17:19.628311 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3fec9804-ac01-4767-aecf-ad533ce276af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7395484 Jan 17 08:17:19.657055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51232) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.658001 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-91080ab1-b847-4619-b920-1e1800f6ba67 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.658597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91080ab1-b847-4619-b920-1e1800f6ba67 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.659122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Pushing event deleted for resources: {'Port': ['ID=3204e6e0-118a-4e00-957f-2e9d499dad23,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:19.660328 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-91080ab1-b847-4619-b920-1e1800f6ba67 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/53edd7d2-c158-4985-86df-70d63feebd07 HTTP/1.1" status: 404 len: 337 time: 0.1162713 Jan 17 08:17:19.673591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51234) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.676473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:19.678914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'subnet': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:19.715987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:19.778758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1820089005'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:19.784207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking segment: {'id': '34deb60f-1930-44c7-981a-5fbfaad0b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '512ed747-e61d-4755-b066-4f21eedfd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:19.784557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network hostable DHCP agents. Network: 512ed747-e61d-4755-b066-4f21eedfd130, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:17:19.803851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:19.832639 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b86af91-2966-46b3-b26c-8e890f513a3c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.833294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b86af91-2966-46b3-b26c-8e890f513a3c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.834740 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3b86af91-2966-46b3-b26c-8e890f513a3c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/7ad2e9ed-15f6-4aef-a946-948387dbdac4 HTTP/1.1" status: 404 len: 339 time: 0.1402972 Jan 17 08:17:19.845084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51240) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.853501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:network and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:19.861133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:19.924948 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c234bd2f-adf4-4624-9e20-ded5950642fc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.925304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c234bd2f-adf4-4624-9e20-ded5950642fc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.926954 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c234bd2f-adf4-4624-9e20-ded5950642fc tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/cf17aabd-f188-46bd-85ac-a0c5b3ec6da8 HTTP/1.1" status: 404 len: 337 time: 0.0809112 Jan 17 08:17:19.932095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] For port 2017f591-c532-4561-872a-eea53cd00f8d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2017f591-c532-4561-872a-eea53cd00f8d,segment=NetworkSegment(76373900-590c-4a5c-9f3c-9c847df78dcd),segment_id=76373900-590c-4a5c-9f3c-9c847df78dcd)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:19.935887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:19.936081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51244) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:19.988056 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-28083dd2-0007-4000-b0c0-3e93d465dd5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:19.988503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28083dd2-0007-4000-b0c0-3e93d465dd5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:19.990179 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-28083dd2-0007-4000-b0c0-3e93d465dd5c tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/94c03448-e977-4871-9432-b61a4fe6c6a3 HTTP/1.1" status: 404 len: 339 time: 0.0543213 Jan 17 08:17:20.005206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51248) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:20.011245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:20.056465 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0cc73423-5c06-4296-81f2-cc1c8d9c0624 req-9f0b16f9-5f66-4d3f-9a28-5fa46e161403 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296670 Jan 17 08:17:20.057634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Usage tracker for resource:subnet and tenant:ab55436046df496b93f5307e85c40341 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:20.061053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:20.061247 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edcfd58-3d3f-449e-8f47-a67a2dea7b33 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:20.061247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2edcfd58-3d3f-449e-8f47-a67a2dea7b33 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:20.065051 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2edcfd58-3d3f-449e-8f47-a67a2dea7b33 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/ed1fac17-dde9-4f53-b014-fcb72d2a3242 HTTP/1.1" status: 404 len: 337 time: 0.0565090 Jan 17 08:17:20.065051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:20.066982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51252) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:20.080269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9de53b5c-0847-4c3c-97db-3c07af8bc9db no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:20.090957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:20.134044 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-64309a3d-ac64-429e-834c-5ea70b3ba2c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:20.134481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64309a3d-ac64-429e-834c-5ea70b3ba2c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:20.155144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.186286 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-64309a3d-ac64-429e-834c-5ea70b3ba2c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/9ae29b1b-d250-4bb0-b83e-04ec7d640d0c HTTP/1.1" status: 404 len: 339 time: 0.1095805 Jan 17 08:17:20.186598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51256) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:20.189792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32e120-1aea-4e16-8187-f2ebbe48d4ef req-8b92a6ab-00ac-4eff-9870-e81a2b3cd4bb tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:20.193935 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5c32e120-1aea-4e16-8187-f2ebbe48d4ef req-8b92a6ab-00ac-4eff-9870-e81a2b3cd4bb tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.5908198 Jan 17 08:17:20.193935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.252435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:20.252692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:20.255420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.256207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.276016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] Calling delete_port for 2017f591-c532-4561-872a-eea53cd00f8d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:20.279253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=2017f591-c532-4561-872a-eea53cd00f8d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:20.281080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network 512ed747-e61d-4755-b066-4f21eedfd130 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:17:20.284450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.285554 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0a54a18a-1a6a-4308-882c-64a7f78f8064 tempest-FloatingIPAdminTestJSON-303575439 tempest-FloatingIPAdminTestJSON-303575439-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/ecdc7178-4b51-4e41-a328-ec565f2d0b79 HTTP/1.1" status: 204 len: 168 time: 3.7084625 Jan 17 08:17:20.293813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51260) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:20.302425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.315395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No DVR routers for this DVR port 2017f591-c532-4561-872a-eea53cd00f8d on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:20.335434 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 9de53b5c-0847-4c3c-97db-3c07af8bc9db {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:20.335883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9de53b5c-0847-4c3c-97db-3c07af8bc9db not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:20.409805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 512ed747-e61d-4755-b066-4f21eedfd130) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:20.420940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8dda541-a6ad-4425-a3fa-1d9436a44791', 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'tenant_id': 'ab55436046df496b93f5307e85c40341', 'fixed_ips': [{'subnet_id': 'fc79b230-0e72-4eed-970d-cb42217f82d6'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:20.421757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.440860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6568b1f1-148d-4479-82bd-e6678bcb1946 None None] Network 512ed747-e61d-4755-b066-4f21eedfd130 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:20.475584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:20.476168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.544014 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0cc73423-5c06-4296-81f2-cc1c8d9c0624 req-a103d435-7585-480d-b938-fbc680cbe969 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803271 Jan 17 08:17:20.574626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:20.596411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-23caa702-b52e-4580-99fa-908e4eb2e455 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Deleting port e2c03a82-ea36-47f2-9aa1-2dea5520c7c5 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:20.596671 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23caa702-b52e-4580-99fa-908e4eb2e455 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.643270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:20.653614 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5c32e120-1aea-4e16-8187-f2ebbe48d4ef req-31eec5d9-38d9-4e7c-8e38-c2738b2dcc35 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4526982 Jan 17 08:17:20.664154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.699405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-61b1e506-0068-4df4-a0a2-356f3266e297 None None] Allocated IP 172.20.0.1 (54613ffc-a7b1-472b-88a7-334d4a560a31/21f6f1a0-b670-4e95-b969-fef52fc74669/4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:20.714340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:20.714697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:20.720359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:security_group_rule and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:20.728136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:20.762778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:20.773137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e771deb5-5375-4ca8-8702-1504250743c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Deleting subnet 731d6c6e-c35c-4b03-8f5c-bb9a7e5060a0 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:20.776799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e771deb5-5375-4ca8-8702-1504250743c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.802307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f106d5fb-c27d-4d3c-9429-c9ba60bf7f2f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7429290 Jan 17 08:17:20.806914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51264) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:20.822066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2580517f-55de-4744-882a-cbdf200b9696 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:20.833916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2d6550-9dba-40fb-81f4-a1c4070365ed']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:20.873268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76373900-590c-4a5c-9f3c-9c847df78dcd') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:20.873660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76373900-590c-4a5c-9f3c-9c847df78dcd') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:20.892421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e771deb5-5375-4ca8-8702-1504250743c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:20.897009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.013387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.024362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Allocated IP 2001:db8::2 (f8dda541-a6ad-4425-a3fa-1d9436a44791/fc79b230-0e72-4eed-970d-cb42217f82d6/70d2e911-2d5b-43b8-92fa-a44dc2746d3e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:21.038666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:21.039367 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.039808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:21.046997 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:21.058906 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:21.118601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:13Z', 'revision_number': 7, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8c4605-720a-4f99-aad5-21ce26c1030c', 'name': '', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:97:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:57Z', 'updated_at': '2022-01-17T08:17:10Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:21.144834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54af3a-8d01-451a-b089-bc07a0cccb6b None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:13Z', 'revision_number': 7, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd8c4605-720a-4f99-aad5-21ce26c1030c', 'name': '', 'network_id': 'c503546d-7dd6-43ff-99ab-53000dd3d027', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:97:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:57Z', 'updated_at': '2022-01-17T08:17:10Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '2004f276-e78c-433a-a147-dc76fc3f9e79', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:21.152700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-61b1e506-0068-4df4-a0a2-356f3266e297 None None] For port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,segment=NetworkSegment(f3e43b13-892c-4c76-8c45-2d6f3844bd39),segment_id=f3e43b13-892c-4c76-8c45-2d6f3844bd39)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:21.188413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-512ed747-e61d-4755-b066-4f21eedfd130', 'network_id': '512ed747-e61d-4755-b066-4f21eedfd130', 'tenant_id': '4d84713deaed454bbf392754efcdebe6', 'fixed_ips': [{'subnet_id': '39f9af13-99c4-45ae-90ad-72bd0119fcfc'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:21.190327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.234532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] Deleting port 2017f591-c532-4561-872a-eea53cd00f8d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:21.234992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.236656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.270954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23caa702-b52e-4580-99fa-908e4eb2e455 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.332375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e771deb5-5375-4ca8-8702-1504250743c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.468495 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-23caa702-b52e-4580-99fa-908e4eb2e455 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Calling delete_port for e2c03a82-ea36-47f2-9aa1-2dea5520c7c5 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:21.495398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:17:21.504810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.508850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.511004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.544901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.545470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-94754f87-3263-44f7-b74c-99ae353aa69e None None] The port '2017f591-c532-4561-872a-eea53cd00f8d' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:17:21.570886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2580517f-55de-4744-882a-cbdf200b9696 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6430796'] for subnet, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.583412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Network': ['ID=7a2d6550-9dba-40fb-81f4-a1c4070365ed,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:21.585276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:17:21.613042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-61b1e506-0068-4df4-a0a2-356f3266e297 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:17:21.617784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd851a93-664d-4a17-b562-84774c126728,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:21.626727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:21.628572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0759ed3d-b854-47c8-84f9-cb86a142dea7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/networks/7a2d6550-9dba-40fb-81f4-a1c4070365ed HTTP/1.1" status: 204 len: 168 time: 3.7176621 Jan 17 08:17:21.628572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51268) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:21.634520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:21.637920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:21.638517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.646805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61b1e506-0068-4df4-a0a2-356f3266e297 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.648420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.648847 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added segment 879b23f5-2d44-4c48-8f4e-75ad7203046e of type vlan for network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d Jan 17 08:17:21.679143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Subnet': ['ID=113d4595-9c24-41d2-8ea6-1d53784f185b,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:21.710638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.769881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e771deb5-5375-4ca8-8702-1504250743c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.827947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2017f591-c532-4561-872a-eea53cd00f8d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:21.837131 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e7145f83-610f-4ac7-a13b-06c09c8f8bbc tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1697118 Jan 17 08:17:21.848161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51274) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:21.859027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.861111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 2017f591-c532-4561-872a-eea53cd00f8d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:21.861408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2017f591-c532-4561-872a-eea53cd00f8d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:21.876971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a365ac-9a2c-4b4f-90a1-eb8e64a3913d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:21.876971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10a365ac-9a2c-4b4f-90a1-eb8e64a3913d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:21.879049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Request body: {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'mac_address': 'fa:16:3e:ff:f9:66', 'name': 'tempest-NetworksTestDHCPv6-1380133555'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:21.897631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771deb5-5375-4ca8-8702-1504250743c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Subnet': ['ID=731d6c6e-c35c-4b03-8f5c-bb9a7e5060a0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:21.919583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e771deb5-5375-4ca8-8702-1504250743c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:21.923987 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e771deb5-5375-4ca8-8702-1504250743c3 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/subnets/731d6c6e-c35c-4b03-8f5c-bb9a7e5060a0 HTTP/1.1" status: 204 len: 168 time: 1.7339900 Jan 17 08:17:21.931165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-61b1e506-0068-4df4-a0a2-356f3266e297 None None] Transition to ACTIVE for port object 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:21.931363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51278) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:21.931470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Transition to ACTIVE for port object 70d2e911-2d5b-43b8-92fa-a44dc2746d3e will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:21.932856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2fec6-abc1-4a62-9029-3b00ef8723a9 None None] Network 5a61fdd3-0128-4780-8a17-16f1e0dc3d79 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:22.059914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2580517f-55de-4744-882a-cbdf200b9696 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727488254455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1474776'] for subnet, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.077213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23caa702-b52e-4580-99fa-908e4eb2e455 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.128442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.139282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580517f-55de-4744-882a-cbdf200b9696 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:22.139819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2580517f-55de-4744-882a-cbdf200b9696 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.143501 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2580517f-55de-4744-882a-cbdf200b9696 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "PUT /v2.0/subnets/39f9af13-99c4-45ae-90ad-72bd0119fcfc HTTP/1.1" status: 200 len: 826 time: 1.3309600 Jan 17 08:17:22.152538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51282) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:22.183995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-61b1e506-0068-4df4-a0a2-356f3266e297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.191237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caa702-b52e-4580-99fa-908e4eb2e455 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event deleted for resources: {'Port': ['ID=e2c03a82-ea36-47f2-9aa1-2dea5520c7c5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:22.197278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580517f-55de-4744-882a-cbdf200b9696 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=39f9af13-99c4-45ae-90ad-72bd0119fcfc,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:22.199853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Deleting port 2655859c-0df9-437c-bb01-7a9c0e4f1124 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:22.199853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.269781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10a365ac-9a2c-4b4f-90a1-eb8e64a3913d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:22.274616 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-10a365ac-9a2c-4b4f-90a1-eb8e64a3913d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/f1d0bb62-f63b-4996-9184-b3e07bc69702 HTTP/1.1" status: 200 len: 844 time: 0.6281347 Jan 17 08:17:22.278198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51286) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:22.279346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb1367-dfca-44b7-86db-430387e94214 req-8c69bb6f-fb2c-4877-9f4f-049defebda8d tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:22.280609 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4bfb1367-dfca-44b7-86db-430387e94214 req-8c69bb6f-fb2c-4877-9f4f-049defebda8d tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.4562638 Jan 17 08:17:22.297157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Transition to ACTIVE for port object 70d2e911-2d5b-43b8-92fa-a44dc2746d3e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:22.335119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.339324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:22.340272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.446406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.448610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.515227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e506-0068-4df4-a0a2-356f3266e297 None None] Pushing event updated for resources: {'Port': ['ID=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:22.540335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Allocated IP 2001:db8::2 (512ed747-e61d-4755-b066-4f21eedfd130/39f9af13-99c4-45ae-90ad-72bd0119fcfc/bc7156f0-0173-4865-83ab-35438a69079a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:22.566426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:22.600610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:22.634198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:22.642325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:22.648102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:22.663366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23caa702-b52e-4580-99fa-908e4eb2e455 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.665886 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-23caa702-b52e-4580-99fa-908e4eb2e455 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "DELETE /v2.0/ports/e2c03a82-ea36-47f2-9aa1-2dea5520c7c5 HTTP/1.1" status: 204 len: 168 time: 2.3647459 Jan 17 08:17:22.673771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51292) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:22.683392 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9acf3aed-9bca-441c-b1f5-8ee44fbe9454 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/f1d0bb62-f63b-4996-9184-b3e07bc69702?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3725069 Jan 17 08:17:22.686912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51296) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:22.727031 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.3348353 Jan 17 08:17:22.728098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61282030-303b-4a37-a9d5-6243a4e93aed tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Network': ['ID=f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:22.732363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51300) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:22.748347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:22.804311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1213238275'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:22.804902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Pushing event updated for resources: {'Port': ['ID=70d2e911-2d5b-43b8-92fa-a44dc2746d3e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:22.833132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:22.855521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.874403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:22.889293 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4bfb1367-dfca-44b7-86db-430387e94214 req-73cb6b3d-eeb9-4374-bf48-8f1bba2021ec tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5918946 Jan 17 08:17:22.892871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Made reservation on behalf of ab55436046df496b93f5307e85c40341 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:22.900396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] For port 2655859c-0df9-437c-bb01-7a9c0e4f1124, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2655859c-0df9-437c-bb01-7a9c0e4f1124,segment=NetworkSegment(3bb52f68-dc03-42a9-ad2b-5bc576df5a8c),segment_id=3bb52f68-dc03-42a9-ad2b-5bc576df5a8c)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:22.900905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:22.921802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:network and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:22.986271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Attempting to bind port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:22.993923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Attempting to bind port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:22.995223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Attempting to bind port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e on network f8dda541-a6ad-4425-a3fa-1d9436a44791 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:23.002307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:23.037052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:23.037599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Checking segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:23.038176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.038660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Bound using segment: {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:23.039261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Bound port: 70d2e911-2d5b-43b8-92fa-a44dc2746d3e, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fde46de-7e16-4b7f-99e8-66b112809430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:23.039747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.058488 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] DHCP port deletion for 5a61fdd3-0128-4780-8a17-16f1e0dc3d79 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:23.080081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] Deleting port 2655859c-0df9-437c-bb01-7a9c0e4f1124 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:23.080528 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.109391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Calling delete_port for 2655859c-0df9-437c-bb01-7a9c0e4f1124 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:23.119314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:23.199982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port dd8c4605-720a-4f99-aad5-21ce26c1030c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:23.200777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.255079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:23.263938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] For port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:23.269453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:23.281776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:23.306506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:23.311322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0bf76-728d-4910-ac77-8a6796bd17f2 None None] Network 54613ffc-a7b1-472b-88a7-334d4a560a31 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:23.313943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:23.317077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.324340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.348422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] For port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=70d2e911-2d5b-43b8-92fa-a44dc2746d3e,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:23.375537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Port': ['ID=2655859c-0df9-437c-bb01-7a9c0e4f1124,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:23.380887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] No DVR routers for this DVR port 2655859c-0df9-437c-bb01-7a9c0e4f1124 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:23.403676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.434632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.439023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.440695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Transition to ACTIVE for port object bc7156f0-0173-4865-83ab-35438a69079a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:23.475097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a016b3-639f-4a1e-a035-357a1a918403 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:23.476058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7a016b3-639f-4a1e-a035-357a1a918403 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Synchronizing usage tracker for tenant:0f2799f3b5844d849a961627d6ee3e9d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:23.510573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:23.513611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.531502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:17:23.545378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a61fdd3-0128-4780-8a17-16f1e0dc3d79']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:23.556203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] device_id is not set on port 8eef35f2-01f3-4f47-aef8-a2c86169ceb4 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:17:23.559828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb52f68-dc03-42a9-ad2b-5bc576df5a8c') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:23.560144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb52f68-dc03-42a9-ad2b-5bc576df5a8c') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:23.573086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.590402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.596804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Transition to ACTIVE for port object bc7156f0-0173-4865-83ab-35438a69079a will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:23.597205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:23.597850 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:23.612531 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:23.654226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] For port 2655859c-0df9-437c-bb01-7a9c0e4f1124, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2655859c-0df9-437c-bb01-7a9c0e4f1124,segment=NetworkSegment(3bb52f68-dc03-42a9-ad2b-5bc576df5a8c),segment_id=3bb52f68-dc03-42a9-ad2b-5bc576df5a8c)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:23.654612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.661461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6cf8750b-456b-4ce7-9dcf-fa8ad8955141 None None] Provisioning for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:23.667852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.668208 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added segment 56ee6009-27c0-4e78-94f1-4f366f1177de of type vlan for network f540a9ca-9c19-4b64-bf1c-5d590438f6ad Jan 17 08:17:23.705603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cf9c5-2b8e-4e2f-9f72-c1a7a26f6bb2 None None] Pushing event updated for resources: {'Port': ['ID=70d2e911-2d5b-43b8-92fa-a44dc2746d3e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:23.708497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6cf8750b-456b-4ce7-9dcf-fa8ad8955141 None None] Provisioning complete for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:23.708497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cf8750b-456b-4ce7-9dcf-fa8ad8955141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.732715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port dd8c4605-720a-4f99-aad5-21ce26c1030c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=dd8c4605-720a-4f99-aad5-21ce26c1030c,segment=NetworkSegment(a4c37a3c-23cc-492a-8a80-cd9f9441f395),segment_id=a4c37a3c-23cc-492a-8a80-cd9f9441f395)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:23.733069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.747708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d10e-9878-4620-8759-3bd187678578 req-f0d51f21-6581-4c8a-ab71-47ebbbc1a2b7 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:23.749176 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3534d10e-9878-4620-8759-3bd187678578 req-f0d51f21-6581-4c8a-ab71-47ebbbc1a2b7 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6395426 Jan 17 08:17:23.781141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.787013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.817339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] Pushing event deleted for resources: {'Network': ['ID=5a61fdd3-0128-4780-8a17-16f1e0dc3d79,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:23.829182 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-306d6b1a-f623-4341-b2be-8efa036e1cb9 tempest-NetworksTest-2063873644 tempest-NetworksTest-2063873644-project] 10.222.0.44 "DELETE /v2.0/networks/5a61fdd3-0128-4780-8a17-16f1e0dc3d79 HTTP/1.1" status: 204 len: 168 time: 1.8974278 Jan 17 08:17:23.841207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.891680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=39f9af13-99c4-45ae-90ad-72bd0119fcfc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:23.905128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:23.918598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] Calling delete_port for 2655859c-0df9-437c-bb01-7a9c0e4f1124 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:24.016169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.036919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.045155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for dd8c4605-720a-4f99-aad5-21ce26c1030c owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:24.064610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ed747-e61d-4755-b066-4f21eedfd130']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:24.068698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Network 512ed747-e61d-4755-b066-4f21eedfd130 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:24.076535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7a016b3-639f-4a1e-a035-357a1a918403 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Unset dirty status for tenant:0f2799f3b5844d849a961627d6ee3e9d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:24.077178 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b7a016b3-639f-4a1e-a035-357a1a918403 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "GET /v2.0/ports?device_id=236f60c2-140b-416e-b699-cc70ee3f3987 HTTP/1.1" status: 200 len: 913 time: 1.3980825 Jan 17 08:17:24.078774 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:24.085792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51308) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:24.097666 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.115756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:24.132850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Pushing event updated for resources: {'Port': ['ID=bc7156f0-0173-4865-83ab-35438a69079a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:24.162951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34deb60f-1930-44c7-981a-5fbfaad0b1b3') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:24.163328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34deb60f-1930-44c7-981a-5fbfaad0b1b3') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:24.184704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.216660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:24.217006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:24.221754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.232169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:24.232567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:24.250995 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:24.316252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Attempting to bind port bc7156f0-0173-4865-83ab-35438a69079a on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:24.316763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Attempting to bind port bc7156f0-0173-4865-83ab-35438a69079a by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '34deb60f-1930-44c7-981a-5fbfaad0b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '512ed747-e61d-4755-b066-4f21eedfd130'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:24.316965 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Attempting to bind port bc7156f0-0173-4865-83ab-35438a69079a on network 512ed747-e61d-4755-b066-4f21eedfd130 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:24.330151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:24.330585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Checking segment: {'id': '34deb60f-1930-44c7-981a-5fbfaad0b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '512ed747-e61d-4755-b066-4f21eedfd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:24.330899 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.331331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Bound using segment: {'id': '34deb60f-1930-44c7-981a-5fbfaad0b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '512ed747-e61d-4755-b066-4f21eedfd130'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:24.331867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Bound port: bc7156f0-0173-4865-83ab-35438a69079a, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34deb60f-1930-44c7-981a-5fbfaad0b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '512ed747-e61d-4755-b066-4f21eedfd130'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:24.332189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.351768 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3534d10e-9878-4620-8759-3bd187678578 req-312c0cec-a462-4895-b30c-12979908159a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5843930 Jan 17 08:17:24.464215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.482592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:24.484808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.485097 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] For port bc7156f0-0173-4865-83ab-35438a69079a, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:24.488883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] For port bc7156f0-0173-4865-83ab-35438a69079a, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=bc7156f0-0173-4865-83ab-35438a69079a,segment=NetworkSegment(34deb60f-1930-44c7-981a-5fbfaad0b1b3),segment_id=34deb60f-1930-44c7-981a-5fbfaad0b1b3)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:24.530968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 08:17:24.530968 dv-neutron-824874-1-hyperv neutron-server[84154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 08:17:24.530968 dv-neutron-824874-1-hyperv neutron-server[84154]: [parameters: {'id': '512ed747-e61d-4755-b066-4f21eedfd130'}] Jan 17 08:17:24.530968 dv-neutron-824874-1-hyperv neutron-server[84154]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:24.532207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:24.565425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.683108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:24.725777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8::1c8 (f8dda541-a6ad-4425-a3fa-1d9436a44791/fc79b230-0e72-4eed-970d-cb42217f82d6/8eef35f2-01f3-4f47-aef8-a2c86169ceb4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:24.730450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51316) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:24.762763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] Deleting port 2655859c-0df9-437c-bb01-7a9c0e4f1124 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:24.763653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:24.807531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Allocated IP 2001:db8:0:1:f816:3eff:feff:f966 (f8dda541-a6ad-4425-a3fa-1d9436a44791/113d4595-9c24-41d2-8ea6-1d53784f185b/8eef35f2-01f3-4f47-aef8-a2c86169ceb4) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:24.810068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Network': ['ID=f540a9ca-9c19-4b64-bf1c-5d590438f6ad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:24.824550 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1b2f18ec-c4e9-47a6-89a4-3bbdc540047e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0619967 Jan 17 08:17:24.837150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51322) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:24.852154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f540a9ca-9c19-4b64-bf1c-5d590438f6ad details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:24.856169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'subnet': {'network_id': 'f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:24.943618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3992a166-2cf4-48f0-8c08-a6e9ac3995da None None] The port '2655859c-0df9-437c-bb01-7a9c0e4f1124' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:17:25.008051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781982a-9cfd-4c57-95db-2ab7c06c1769 req-477cb207-3769-45f0-b892-ae4ce4c7dd8a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:25.013580 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c781982a-9cfd-4c57-95db-2ab7c06c1769 req-477cb207-3769-45f0-b892-ae4ce4c7dd8a tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.3898938 Jan 17 08:17:25.038177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.095945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda7776-a912-44fb-a47b-7dc7548a3eec None None] Pushing event updated for resources: {'Port': ['ID=bc7156f0-0173-4865-83ab-35438a69079a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:25.127237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c781982a-9cfd-4c57-95db-2ab7c06c1769 req-9b809bc4-a253-4c51-bbcc-042a67384109 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948637 Jan 17 08:17:25.128444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting port bc7156f0-0173-4865-83ab-35438a69079a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:25.128934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.140107 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b1fcde95-ef24-45e7-96fb-0a81c649e74f None None] Provisioning complete for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:25.140796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1fcde95-ef24-45e7-96fb-0a81c649e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.159485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:25.171651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:subnet and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:25.175790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:25.184240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:25.200223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.200717 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203011f-f037-452e-a682-2930758ed9c3 None None] Network 512ed747-e61d-4755-b066-4f21eedfd130 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:25.257133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:25.279925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:25.281741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:25.286741 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a125f832-b6cb-455a-97d8-715d33ede10c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d64f76b5f1bb42e1a670ac446104e176&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5548327 Jan 17 08:17:25.327113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51328) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:25.328629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:25.329296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.335015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160c795-8b62-45a0-934a-cf8b2d9989bc None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:25.335713 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.377463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:25.378120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.560421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] For port bc7156f0-0173-4865-83ab-35438a69079a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=bc7156f0-0173-4865-83ab-35438a69079a,segment=NetworkSegment(34deb60f-1930-44c7-981a-5fbfaad0b1b3),segment_id=34deb60f-1930-44c7-981a-5fbfaad0b1b3)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:25.560759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.656215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=dd8c4605-720a-4f99-aad5-21ce26c1030c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:25.664441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.669980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f058c4f-20a4-49ba-bf17-43922bcc0b23 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:25.742640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Calling delete_port for bc7156f0-0173-4865-83ab-35438a69079a owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:25.881073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:25.899338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=5d0ad246-30ea-4560-a9b9-97b5cdc1346a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:25.929969 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-17246970-2d63-4052-a302-d8bf50966e06 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2376201 Jan 17 08:17:25.933535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51334) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:25.976738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'security_group': {'name': 'tempest-secgroup-2018931130'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:26.033166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2655859c-0df9-437c-bb01-7a9c0e4f1124 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:26.071824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.084164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 2655859c-0df9-437c-bb01-7a9c0e4f1124 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:26.084510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2655859c-0df9-437c-bb01-7a9c0e4f1124 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:26.136691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42525f05-bd38-44e7-ba19-b1c3debc358a None None] Network 512ed747-e61d-4755-b066-4f21eedfd130 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:26.137787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:26.141629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:26.153341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:26.158171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-552c8d66-ad8a-4f94-9bfa-f6614036f04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.173000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Port': ['ID=bc7156f0-0173-4865-83ab-35438a69079a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:26.174597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:26.188648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No DVR routers for this DVR port bc7156f0-0173-4865-83ab-35438a69079a on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:26.230843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.290889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Transition to ACTIVE for port object 8eef35f2-01f3-4f47-aef8-a2c86169ceb4 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:26.298628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-552c8d66-ad8a-4f94-9bfa-f6614036f04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.352182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.390878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ed747-e61d-4755-b066-4f21eedfd130']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:26.396088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-25bb924a-0531-416f-ab21-9d48120d7bea None None] Provisioning for port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:26.407355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.426554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d6bcd-0cb6-4c7a-879b-3c170e37ce2d req-38e54ca2-992e-4fed-8abc-ef2628615e95 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:26.428051 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-208d6bcd-0cb6-4c7a-879b-3c170e37ce2d req-38e54ca2-992e-4fed-8abc-ef2628615e95 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.3578167 Jan 17 08:17:26.445514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34deb60f-1930-44c7-981a-5fbfaad0b1b3') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:26.445882 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34deb60f-1930-44c7-981a-5fbfaad0b1b3') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:26.486299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-d304db4b-cebf-452a-a2ae-19c2c9119594', 'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'tenant_id': 'a20e18b3f2b34ede8b3f66595b40955c', 'fixed_ips': [{'subnet_id': '5d0ad246-30ea-4560-a9b9-97b5cdc1346a'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:26.487103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.538566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:26.549727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group_rule and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:26.560275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:26.572268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:26.603252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.657161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.688241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Allocated IP 2001:db8::2 (d304db4b-cebf-452a-a2ae-19c2c9119594/5d0ad246-30ea-4560-a9b9-97b5cdc1346a/9932bb05-e1b1-41a8-b5c9-48cd367d736f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:26.691788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.710672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-552c8d66-ad8a-4f94-9bfa-f6614036f04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.713352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.724516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.730446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 70d2e911-2d5b-43b8-92fa-a44dc2746d3e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:26.743409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:26.743882 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:26.770049 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:26.772673 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-208d6bcd-0cb6-4c7a-879b-3c170e37ce2d req-9b65a0ab-4d28-418a-8fe2-942a0a3511b5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067482 Jan 17 08:17:26.866855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:26.929200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f102733f-318a-4bfc-a59e-20616da4e899 None None] Update dhcp port {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': 'fc79b230-0e72-4eed-970d-cb42217f82d6', 'ip_address': '2001:db8::2'}, {'subnet_id': '113d4595-9c24-41d2-8ea6-1d53784f185b'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '70d2e911-2d5b-43b8-92fa-a44dc2746d3e'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:17:26.931344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c8d66-ad8a-4f94-9bfa-f6614036f04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053d261e-cc51-4355-b47d-bc993d7bac06,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:27.018667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.035882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f102733f-318a-4bfc-a59e-20616da4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.044648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event updated for resources: {'Port': ['ID=8eef35f2-01f3-4f47-aef8-a2c86169ceb4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:27.080708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:27.096159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:27.106370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:27.110922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:27.111944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.122688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Subnet': ['ID=a2dea585-e58d-431f-9a5f-d331ffc21ef1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:27.127290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-552c8d66-ad8a-4f94-9bfa-f6614036f04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.132412 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-552c8d66-ad8a-4f94-9bfa-f6614036f04a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/053d261e-cc51-4355-b47d-bc993d7bac06 HTTP/1.1" status: 204 len: 168 time: 1.7948098 Jan 17 08:17:27.132580 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d844340c-de83-4b21-8796-c72d342fb048 req-600e0b4b-823c-4198-86bf-3715ae1645c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1098 time: 0.1859725 Jan 17 08:17:27.133895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.152711 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570907'] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.171224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992aaf1e-8405-495c-ba0c-1bd28a0e1089,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:27.196567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=512ed747-e61d-4755-b066-4f21eedfd130,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:27.196757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Checking segment: {'id': '879b23f5-2d44-4c48-8f4e-75ad7203046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:27.196866 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:27.197063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network hostable DHCP agents. Network: f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:17:27.203018 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7d94c959-2035-4b8e-a15d-35ad2ae4f73f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/512ed747-e61d-4755-b066-4f21eedfd130 HTTP/1.1" status: 204 len: 168 time: 5.0483592 Jan 17 08:17:27.205564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51340) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:27.226007 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:27.226402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.245312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.249039 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b7d8afa9-6dde-4ac8-a71a-65c838202902 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3044426 Jan 17 08:17:27.251851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51344) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:27.252843 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfcc102-d8e0-4730-b4ef-3037145c6103 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:27.253281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfcc102-d8e0-4730-b4ef-3037145c6103 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:27.254888 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3dfcc102-d8e0-4730-b4ef-3037145c6103 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/512ed747-e61d-4755-b066-4f21eedfd130 HTTP/1.1" status: 404 len: 339 time: 0.0484118 Jan 17 08:17:27.260631 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f6fe2e34-3dc6-40cc-8822-a2be4df31c51 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4014242 Jan 17 08:17:27.262148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51348) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:27.262466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51350) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:27.271406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'security_group': {'name': 'tempest-secgroup-693692909'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:27.306813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1054473370', 'description': 'd1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:27.313823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:27.324122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:27.336946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:27.353348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.367463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Transition to ACTIVE for port object 9932bb05-e1b1-41a8-b5c9-48cd367d736f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:27.378297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844340c-de83-4b21-8796-c72d342fb048 req-4e33f794-f65d-4386-a6f5-2cf1aa9e0125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:27.379841 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d844340c-de83-4b21-8796-c72d342fb048 req-4e33f794-f65d-4386-a6f5-2cf1aa9e0125 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 912 time: 0.2062168 Jan 17 08:17:27.393484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Usage tracker for resource:network and tenant:4d84713deaed454bbf392754efcdebe6 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:27.398102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:27.406953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:27.412311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Transition to ACTIVE for port object 9932bb05-e1b1-41a8-b5c9-48cd367d736f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:27.431953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:27.434395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:27.521877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cc19fcdf-34ff-4137-8b8a-697bd0264c67 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting port 8eef35f2-01f3-4f47-aef8-a2c86169ceb4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:27.522220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc19fcdf-34ff-4137-8b8a-697bd0264c67 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.549791 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d844340c-de83-4b21-8796-c72d342fb048 req-f87644ba-65f4-41bb-aafa-7b771c1cd870 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 1000 time: 0.1624322 Jan 17 08:17:27.550673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Deleting port 31c5c463-821c-4676-9227-bbf3f99c6f1a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:27.552156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.560867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:17:27.583916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.584208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:27.586773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.672807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.698660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:27.702655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.712763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:27.713432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.725507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b47c04-4e57-4138-8519-39c9d381ef36 None None] Network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:27.750816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844340c-de83-4b21-8796-c72d342fb048 req-d0750779-07bf-478f-b112-da4d373e576c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:27.752475 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d844340c-de83-4b21-8796-c72d342fb048 req-d0750779-07bf-478f-b112-da4d373e576c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.1692994 Jan 17 08:17:27.755254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Pushing event updated for resources: {'Port': ['ID=9932bb05-e1b1-41a8-b5c9-48cd367d736f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:27.765075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:27.768987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-f102733f-318a-4bfc-a59e-20616da4e899 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb5:6bcc (f8dda541-a6ad-4425-a3fa-1d9436a44791/113d4595-9c24-41d2-8ea6-1d53784f185b/70d2e911-2d5b-43b8-92fa-a44dc2746d3e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:27.779647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:17:27.861941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.862274 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment 174cd0df-4f18-434f-829a-f7f4463d782d of type vlan for network 4ed6260f-ad1b-48eb-b47e-8c27876818c9 Jan 17 08:17:27.877080 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:27.888179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:27.929825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:27.941310 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d844340c-de83-4b21-8796-c72d342fb048 req-47bd667b-33bf-4a2e-88e4-67c1c06a0c31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1740766 Jan 17 08:17:28.096503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Calling delete_port for 31c5c463-821c-4676-9227-bbf3f99c6f1a owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:28.197841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f102733f-318a-4bfc-a59e-20616da4e899 None None] For port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=70d2e911-2d5b-43b8-92fa-a44dc2746d3e,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:28.202155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Attempting to bind port 9932bb05-e1b1-41a8-b5c9-48cd367d736f on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:28.202834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Attempting to bind port 9932bb05-e1b1-41a8-b5c9-48cd367d736f by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'caeb36e0-2e13-4091-a0cf-5ec8483ad127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:28.203318 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Attempting to bind port 9932bb05-e1b1-41a8-b5c9-48cd367d736f on network d304db4b-cebf-452a-a2ae-19c2c9119594 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:28.212257 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-67841250-a806-4742-9da4-49b23c19b390 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3700824 Jan 17 08:17:28.213909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51368) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:28.214846 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:28.221833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'subnet': {'network_id': 'f540a9ca-9c19-4b64-bf1c-5d590438f6ad', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:28.235460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group_rule and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:28.247509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:28.248893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:28.249373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Checking segment: {'id': 'caeb36e0-2e13-4091-a0cf-5ec8483ad127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:28.249868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.250547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Bound using segment: {'id': 'caeb36e0-2e13-4091-a0cf-5ec8483ad127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:28.251241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Bound port: 9932bb05-e1b1-41a8-b5c9-48cd367d736f, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caeb36e0-2e13-4091-a0cf-5ec8483ad127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:28.251601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.269405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:28.272210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.325056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f102733f-318a-4bfc-a59e-20616da4e899 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.349338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc19fcdf-34ff-4137-8b8a-697bd0264c67 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.399906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f102733f-318a-4bfc-a59e-20616da4e899 None None] Transition to ACTIVE for port object 70d2e911-2d5b-43b8-92fa-a44dc2746d3e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:28.423378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d', 'network_id': 'f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'fixed_ips': [{'subnet_id': 'a2dea585-e58d-431f-9a5f-d331ffc21ef1'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:28.424295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.493856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] For port 9932bb05-e1b1-41a8-b5c9-48cd367d736f, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:28.497149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f102733f-318a-4bfc-a59e-20616da4e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.504936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cc19fcdf-34ff-4137-8b8a-697bd0264c67 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Calling delete_port for 8eef35f2-01f3-4f47-aef8-a2c86169ceb4 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:28.545729 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d844340c-de83-4b21-8796-c72d342fb048 req-cb5649a0-a4a0-47f4-a55f-3f97ed4d0c1e service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357146 Jan 17 08:17:28.559097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.563051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:28.571496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.577990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:28.583839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.592875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] For port 9932bb05-e1b1-41a8-b5c9-48cd367d736f, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9932bb05-e1b1-41a8-b5c9-48cd367d736f,segment=NetworkSegment(caeb36e0-2e13-4091-a0cf-5ec8483ad127),segment_id=caeb36e0-2e13-4091-a0cf-5ec8483ad127)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:28.687947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:28.688420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:28.699173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.706043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102733f-318a-4bfc-a59e-20616da4e899 None None] Pushing event updated for resources: {'Port': ['ID=70d2e911-2d5b-43b8-92fa-a44dc2746d3e,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:28.722614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416000a-bd8e-46ba-b581-1a264ef301e1 req-6a6fb670-746e-4054-94bd-0b0cdf74b575 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:28.724172 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6416000a-bd8e-46ba-b581-1a264ef301e1 req-6a6fb670-746e-4054-94bd-0b0cdf74b575 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6593142 Jan 17 08:17:28.745392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.787783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:subnet and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:28.796660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=4ed6260f-ad1b-48eb-b47e-8c27876818c9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:28.807093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:28.826383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 4ed6260f-ad1b-48eb-b47e-8c27876818c9 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:28.832947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-edb3f0e1-01b1-4cd5-b8d4-1a5c1da408b8 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5688498 Jan 17 08:17:28.867255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51378) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:28.909928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:28.938432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51384) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:28.940312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:28.956800 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event deleted for resources: {'Port': ['ID=31c5c463-821c-4676-9227-bbf3f99c6f1a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:28.966020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b728da9-de6c-4185-b7dd-53c8722ecc9a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:28.970202 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6416000a-bd8e-46ba-b581-1a264ef301e1 req-a54f3ab2-c4dd-40a5-a091-970c73388c2e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234652 Jan 17 08:17:29.003332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:29.051955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Allocated IP 2001:db8::2 (f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d/a2dea585-e58d-431f-9a5f-d331ffc21ef1/24ac9b4f-7adf-4a30-89a6-c141bbba7c6c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:29.073042 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d844340c-de83-4b21-8796-c72d342fb048 req-df970e0a-2cee-461d-87b5-886cba4d6ea2 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197918 Jan 17 08:17:29.267218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:29.289386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d5d84d-a316-41bb-8366-acd75da6a58e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:29.290424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-74d5d84d-a316-41bb-8366-acd75da6a58e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Synchronizing usage tracker for tenant:4d84713deaed454bbf392754efcdebe6 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:29.313673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:29.323557 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-99830a97-4609-4e59-b3dd-bb38e03c6bab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.0674253 Jan 17 08:17:29.330589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51394) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:29.404616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-677674177', 'security_groups': ['4b728da9-de6c-4185-b7dd-53c8722ecc9a'], 'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5d0ad246-30ea-4560-a9b9-97b5cdc1346a'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:29.472891 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-718efae9-cb02-4bb0-9037-a75b175c88b6 tempest-ServiceProvidersTest-1614715971 tempest-ServiceProvidersTest-1614715971-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5290375 Jan 17 08:17:29.507816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:29.522548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5286a6-eef2-41f4-845d-dea509195710 None None] Pushing event updated for resources: {'Port': ['ID=9932bb05-e1b1-41a8-b5c9-48cd367d736f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:29.664155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc19fcdf-34ff-4137-8b8a-697bd0264c67 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:29.667350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-74d5d84d-a316-41bb-8366-acd75da6a58e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Unset dirty status for tenant:4d84713deaed454bbf392754efcdebe6 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:29.669323 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-74d5d84d-a316-41bb-8366-acd75da6a58e tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/networks?id=4ed6260f-ad1b-48eb-b47e-8c27876818c9 HTTP/1.1" status: 200 len: 765 time: 0.8006544 Jan 17 08:17:29.689677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51402) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:29.743888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-13b3fd18-4c37-4201-9586-ab55ac6e9d60 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'description': 'd2'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:29.756076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:29.776006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Transition to ACTIVE for port object 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:29.804948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19fcdf-34ff-4137-8b8a-697bd0264c67 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Port': ['ID=8eef35f2-01f3-4f47-aef8-a2c86169ceb4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:29.829740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:29.843138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:port and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:29.849810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:29.858877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:29.866413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Transition to ACTIVE for port object 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:29.868768 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:29.891055 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:29.891860 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:29.897825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:29.959321 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c3aaab4a-accc-47da-a5b1-1b40384f332a tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8384480 Jan 17 08:17:29.968135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:29.973069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=70d2e911-2d5b-43b8-92fa-a44dc2746d3e,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:29.977085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:29.983217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51406) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:30.075386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:30.079289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:30.081671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:30.103766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:30.246301 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:30.247931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Pushing event updated for resources: {'Port': ['ID=24ac9b4f-7adf-4a30-89a6-c141bbba7c6c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:30.503281 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9932bb05-e1b1-41a8-b5c9-48cd367d736f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:30.542199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51412) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:30.543438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc19fcdf-34ff-4137-8b8a-697bd0264c67 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:30.547639 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cc19fcdf-34ff-4137-8b8a-697bd0264c67 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/8eef35f2-01f3-4f47-aef8-a2c86169ceb4 HTTP/1.1" status: 204 len: 168 time: 3.2826192 Jan 17 08:17:30.550642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c125d669-b565-423e-ace9-47d04dd7ac61 None None] Provisioning for port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:30.559044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Attempting to bind port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:30.559564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Attempting to bind port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '879b23f5-2d44-4c48-8f4e-75ad7203046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:30.560160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Attempting to bind port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c on network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:30.576009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c125d669-b565-423e-ace9-47d04dd7ac61 None None] Provisioning complete for port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:30.579862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c125d669-b565-423e-ace9-47d04dd7ac61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:30.593326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51416) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:30.696955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=70d2e911-2d5b-43b8-92fa-a44dc2746d3e,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:30.709105 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:30.709606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Checking segment: {'id': '879b23f5-2d44-4c48-8f4e-75ad7203046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:30.710108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:30.710617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Bound using segment: {'id': '879b23f5-2d44-4c48-8f4e-75ad7203046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:30.711312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Bound port: 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879b23f5-2d44-4c48-8f4e-75ad7203046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:30.711821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:30.732282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-13b3fd18-4c37-4201-9586-ab55ac6e9d60 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:30.768870 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6d957f33-4592-4d38-a2b8-03ff17a74779 req-e70ca383-3b2d-4e8e-8b9e-a33daf4e406f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f63d850157224890ad3a5d7e0a15b155&device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 1098 time: 0.8147886 Jan 17 08:17:30.883048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:30.950924 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:24Z', 'revision_number': 8, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:30.955795 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:17:30.967976 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:30.969093 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:30.972648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] For port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:30.976504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] For port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=24ac9b4f-7adf-4a30-89a6-c141bbba7c6c,segment=NetworkSegment(879b23f5-2d44-4c48-8f4e-75ad7203046e),segment_id=879b23f5-2d44-4c48-8f4e-75ad7203046e)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:30.988466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:31.003618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 70d2e911-2d5b-43b8-92fa-a44dc2746d3e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:31.032811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d957f33-4592-4d38-a2b8-03ff17a74779 req-ec219bb0-9cb7-4233-be79-a20dc72ec3ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:31.034286 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6d957f33-4592-4d38-a2b8-03ff17a74779 req-ec219bb0-9cb7-4233-be79-a20dc72ec3ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 200 len: 912 time: 0.2535343 Jan 17 08:17:31.044112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1945468-71ea-4ee0-a36f-580449770a43 req-2950434e-9972-44e6-a13a-431e6e38871d tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:31.045739 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f1945468-71ea-4ee0-a36f-580449770a43 req-2950434e-9972-44e6-a13a-431e6e38871d tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 1.0794599 Jan 17 08:17:31.076705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-13b3fd18-4c37-4201-9586-ab55ac6e9d60 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.097342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff8d07-877e-4491-b76d-016029759a76 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:31.098254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-44ff8d07-877e-4491-b76d-016029759a76 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:31.121673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.209534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2953eef2-594d-4b94-a512-b7c2d887755d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting subnet 2004f276-e78c-433a-a147-dc76fc3f9e79 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:31.212819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2953eef2-594d-4b94-a512-b7c2d887755d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.220072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:31.220379 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:31.220523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.268926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2953eef2-594d-4b94-a512-b7c2d887755d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.348188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13b3fd18-4c37-4201-9586-ab55ac6e9d60 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network 4ed6260f-ad1b-48eb-b47e-8c27876818c9 is not hosted by any dhcp agent {{(pid=84154) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 17 08:17:31.353649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3fd18-4c37-4201-9586-ab55ac6e9d60 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:31.354517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-13b3fd18-4c37-4201-9586-ab55ac6e9d60 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.357310 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-13b3fd18-4c37-4201-9586-ab55ac6e9d60 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "PUT /v2.0/networks/4ed6260f-ad1b-48eb-b47e-8c27876818c9 HTTP/1.1" status: 200 len: 762 time: 1.6643462 Jan 17 08:17:31.365151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5acdc1-24bf-4055-8397-9462bc7713b2 None None] Pushing event updated for resources: {'Port': ['ID=24ac9b4f-7adf-4a30-89a6-c141bbba7c6c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:31.370358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2953eef2-594d-4b94-a512-b7c2d887755d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.405490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3fd18-4c37-4201-9586-ab55ac6e9d60 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=4ed6260f-ad1b-48eb-b47e-8c27876818c9,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:31.426704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51422) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:31.430361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4f84a2-7349-4dc0-8796-db5b48845963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.433932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 4ed6260f-ad1b-48eb-b47e-8c27876818c9 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:31.454740 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f1945468-71ea-4ee0-a36f-580449770a43 req-3bdbeffd-cb6d-42ff-9494-c4d271a50634 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3992791 Jan 17 08:17:31.465005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-44ff8d07-877e-4491-b76d-016029759a76 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:31.471000 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-44ff8d07-877e-4491-b76d-016029759a76 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8737142 Jan 17 08:17:31.477776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51424) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:31.493518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Provisioning for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:31.578298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.581242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Provisioning complete for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:31.585625 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.627014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2953eef2-594d-4b94-a512-b7c2d887755d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.664640 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:24Z', 'revision_number': 8, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:31.672258 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd05162-8f2b-493c-bdc6-0b7a4ea44c14 None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:24Z', 'revision_number': 8, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df790e09-ea15-4149-8b74-ba17b3d89e57', 'name': '', 'network_id': 'b1e5cdcb-324a-4814-bcb0-e65750350704', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:69:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:41Z', 'updated_at': '2022-01-17T08:16:57Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'b078d0b4-af63-43fb-bfb3-216433bfcf6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:31.729457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port e5b6624e-fdaa-47cb-b025-19368133465c yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:17:31.770219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953eef2-594d-4b94-a512-b7c2d887755d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Subnet': ['ID=2004f276-e78c-433a-a147-dc76fc3f9e79,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:31.790145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21a749-6b72-4c37-acd7-5fc4990ba71b None None] Network c503546d-7dd6-43ff-99ab-53000dd3d027 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:31.796083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2953eef2-594d-4b94-a512-b7c2d887755d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.814198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df53b53-0cd6-48ab-8a76-b12ea4e2ff18 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:31.815031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4df53b53-0cd6-48ab-8a76-b12ea4e2ff18 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Synchronizing usage tracker for tenant:4d84713deaed454bbf392754efcdebe6 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:31.823537 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2953eef2-594d-4b94-a512-b7c2d887755d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/2004f276-e78c-433a-a147-dc76fc3f9e79 HTTP/1.1" status: 204 len: 168 time: 1.8347783 Jan 17 08:17:31.830994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51430) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:31.895969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4df53b53-0cd6-48ab-8a76-b12ea4e2ff18 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Unset dirty status for tenant:4d84713deaed454bbf392754efcdebe6 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:31.902657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.903108 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4df53b53-0cd6-48ab-8a76-b12ea4e2ff18 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/networks?id=4ed6260f-ad1b-48eb-b47e-8c27876818c9 HTTP/1.1" status: 200 len: 765 time: 0.2336679 Jan 17 08:17:31.903733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51434) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:31.908917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.916020 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6d957f33-4592-4d38-a2b8-03ff17a74779 req-e99e6379-9939-40f4-9211-4e59a5ac874a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 200 len: 1000 time: 0.8417854 Jan 17 08:17:31.944416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:31.948823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-bc4f84a2-7349-4dc0-8796-db5b48845963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:31.992384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0009f7-0ce6-4a16-8f96-e2bb6b4d9193 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:31.997141 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fc0009f7-0ce6-4a16-8f96-e2bb6b4d9193 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5184219 Jan 17 08:17:32.001492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51438) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:32.075894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] For port 9932bb05-e1b1-41a8-b5c9-48cd367d736f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9932bb05-e1b1-41a8-b5c9-48cd367d736f,segment=NetworkSegment(caeb36e0-2e13-4091-a0cf-5ec8483ad127),segment_id=caeb36e0-2e13-4091-a0cf-5ec8483ad127)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:32.078852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bc4f84a2-7349-4dc0-8796-db5b48845963 admin admin] Usage tracker for resource:security_group_rule and tenant:311dc8fe004f4c84a754e7bd544b47cb is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:32.080647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad78c2-40d0-4645-b406-5f5609541329 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:32.082175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad78c2-40d0-4645-b406-5f5609541329 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:32.083739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad78c2-40d0-4645-b406-5f5609541329 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:32.084659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b2ad78c2-40d0-4645-b406-5f5609541329 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:32.145506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:32.154877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bc4f84a2-7349-4dc0-8796-db5b48845963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:32.156779 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:32.184605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-bc4f84a2-7349-4dc0-8796-db5b48845963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:32.208282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 5a887eb5-5c8a-4dd2-8161-6a33624b964b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:32.209297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:32.269593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d957f33-4592-4d38-a2b8-03ff17a74779 req-bfc24189-0c1a-453a-b785-d92c41fde509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:32.271060 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6d957f33-4592-4d38-a2b8-03ff17a74779 req-bfc24189-0c1a-453a-b785-d92c41fde509 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 200 len: 850 time: 0.3332257 Jan 17 08:17:32.278590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Subnet': ['ID=ef7dac69-16aa-40de-9372-4001c679e251,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:32.353295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Provisioning complete for port f1d0bb62-f63b-4996-9184-b3e07bc69702 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:32.353670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:32.364055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b2ad78c2-40d0-4645-b406-5f5609541329 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:32.373802 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b2ad78c2-40d0-4645-b406-5f5609541329 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3633521 Jan 17 08:17:32.380398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:32.405388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bffe1a-cad0-4231-88b0-6001413af52d None None] DHCP port deletion for c503546d-7dd6-43ff-99ab-53000dd3d027 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:32.435370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Pushing event updated for resources: {'Port': ['ID=9932bb05-e1b1-41a8-b5c9-48cd367d736f,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:32.435370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:32.459050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::266 (d304db4b-cebf-452a-a2ae-19c2c9119594/5d0ad246-30ea-4560-a9b9-97b5cdc1346a/e5b6624e-fdaa-47cb-b025-19368133465c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:32.471029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Checking segment: {'id': '56ee6009-27c0-4e78-94f1-4f366f1177de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f540a9ca-9c19-4b64-bf1c-5d590438f6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:32.471493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network hostable DHCP agents. Network: f540a9ca-9c19-4b64-bf1c-5d590438f6ad, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:17:32.480644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ae874-54d1-45d6-8cfb-8b651e009473 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:32.481129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-32bffe1a-cad0-4231-88b0-6001413af52d None None] Deleting port 5a887eb5-5c8a-4dd2-8161-6a33624b964b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:32.481502 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32bffe1a-cad0-4231-88b0-6001413af52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:32.484943 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-052ae874-54d1-45d6-8cfb-8b651e009473 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5782497 Jan 17 08:17:32.489847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51446) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:32.556139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bcc3f279-5455-4204-8404-cf40c1884484 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Synchronizing usage tracker for tenant:4d84713deaed454bbf392754efcdebe6 on resource:subnet {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:32.634632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Port f1d0bb62-f63b-4996-9184-b3e07bc69702 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:32.657295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ccfa082-df7c-4d14-8164-7c0725b925ee None None] Could not find standard attr ID for object 8eef35f2-01f3-4f47-aef8-a2c86169ceb4. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:17:32.700057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4f84a2-7349-4dc0-8796-db5b48845963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:32.704675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bcc3f279-5455-4204-8404-cf40c1884484 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Unset dirty status for tenant:4d84713deaed454bbf392754efcdebe6 on resource:subnet {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:32.707499 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bcc3f279-5455-4204-8404-cf40c1884484 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 207 time: 0.2152989 Jan 17 08:17:32.708194 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51452) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:32.753981 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6d957f33-4592-4d38-a2b8-03ff17a74779 req-ffa7f3b1-2d5b-4f08-9bb9-ae178736bb16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0250a93-ed00-4f23-9feb-2f0d97a63e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4427936 Jan 17 08:17:32.837230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc4f84a2-7349-4dc0-8796-db5b48845963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:32.862883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network f540a9ca-9c19-4b64-bf1c-5d590438f6ad is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:17:32.954177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9bd3cf-2d77-424d-936f-629912114ee9 None None] Network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:33.039395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-32bffe1a-cad0-4231-88b0-6001413af52d None None] For port 5a887eb5-5c8a-4dd2-8161-6a33624b964b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5a887eb5-5c8a-4dd2-8161-6a33624b964b,segment=NetworkSegment(a4c37a3c-23cc-492a-8a80-cd9f9441f395),segment_id=a4c37a3c-23cc-492a-8a80-cd9f9441f395)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:33.040050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32bffe1a-cad0-4231-88b0-6001413af52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.057362 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bc4f84a2-7349-4dc0-8796-db5b48845963 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=311dc8fe004f4c84a754e7bd544b47cb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5073950 Jan 17 08:17:33.057362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f540a9ca-9c19-4b64-bf1c-5d590438f6ad) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:33.069779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.070536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.074498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51458) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:33.075163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f84a2-7349-4dc0-8796-db5b48845963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8d349d-dfde-4619-98fb-ea71860b8b84,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:33.101012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port 5a887eb5-5c8a-4dd2-8161-6a33624b964b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5a887eb5-5c8a-4dd2-8161-6a33624b964b,segment=NetworkSegment(a4c37a3c-23cc-492a-8a80-cd9f9441f395),segment_id=a4c37a3c-23cc-492a-8a80-cd9f9441f395)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:33.101526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.170552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901185b-17f8-469c-86b8-b8a0fbd2bb11 None None] Network f540a9ca-9c19-4b64-bf1c-5d590438f6ad requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:33.175601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e66bf-1b6e-44bf-8c47-967223b97b00 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.179430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e66bf-1b6e-44bf-8c47-967223b97b00 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.184825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e66bf-1b6e-44bf-8c47-967223b97b00 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.188746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e66bf-1b6e-44bf-8c47-967223b97b00 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.192794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e66bf-1b6e-44bf-8c47-967223b97b00 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.197046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-32bffe1a-cad0-4231-88b0-6001413af52d None None] Calling delete_port for 5a887eb5-5c8a-4dd2-8161-6a33624b964b owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:33.197213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e66bf-1b6e-44bf-8c47-967223b97b00 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.202974 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fe2e66bf-1b6e-44bf-8c47-967223b97b00 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4866283 Jan 17 08:17:33.207914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51462) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:33.227135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:33.249804 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6d957f33-4592-4d38-a2b8-03ff17a74779 req-0a75eb8c-27c3-4834-af3d-e408231938f1 service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491825 Jan 17 08:17:33.300961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 5a887eb5-5c8a-4dd2-8161-6a33624b964b owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:33.310829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 70d2e911-2d5b-43b8-92fa-a44dc2746d3e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:33.333443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0d28090d-0822-4679-8332-2393c57c4773 None None] Provisioning for port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:33.348363 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e74ff6d4-805c-47cd-8395-9c43b4a2eb44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.1305032 Jan 17 08:17:33.353582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51466) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:33.385838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0d28090d-0822-4679-8332-2393c57c4773 None None] Provisioning complete for port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:33.386229 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d28090d-0822-4679-8332-2393c57c4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.418553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1939800120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:33.440390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9d4a5d-1050-4793-b82b-8f30810e249a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet 113d4595-9c24-41d2-8ea6-1d53784f185b {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:33.445143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:33.456065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4a5d-1050-4793-b82b-8f30810e249a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.464908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:router and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:33.535807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.596578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4a5d-1050-4793-b82b-8f30810e249a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.609795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32bffe1a-cad0-4231-88b0-6001413af52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.644663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object e5b6624e-fdaa-47cb-b025-19368133465c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:33.654786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1c9fa-d2f2-45c3-8386-9b6d2998eda0 req-a9246b00-c5eb-4bde-a970-08948bc9eebc tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.656319 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ee1c9fa-d2f2-45c3-8386-9b6d2998eda0 req-a9246b00-c5eb-4bde-a970-08948bc9eebc tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.9472659 Jan 17 08:17:33.656978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e79ba9e-29f1-426c-b991-aa4cc91ca29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.665415 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f72cf3d7-c790-4d01-a75a-f0c75c0b2623 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4538586 Jan 17 08:17:33.677355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51470) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:33.679149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:33.684065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:33.684250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:33.694697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bffe1a-cad0-4231-88b0-6001413af52d None None] Pushing event deleted for resources: {'Port': ['ID=5a887eb5-5c8a-4dd2-8161-6a33624b964b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:33.717034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:33.760640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:33.760640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.781832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39fb42-d7be-4913-8351-463c8b13394f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.783159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39fb42-d7be-4913-8351-463c8b13394f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.784499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39fb42-d7be-4913-8351-463c8b13394f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.785885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39fb42-d7be-4913-8351-463c8b13394f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.787307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39fb42-d7be-4913-8351-463c8b13394f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.788226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef39fb42-d7be-4913-8351-463c8b13394f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Synchronizing usage tracker for tenant:4d84713deaed454bbf392754efcdebe6 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:33.795477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e79ba9e-29f1-426c-b991-aa4cc91ca29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.808238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4a5d-1050-4793-b82b-8f30810e249a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.808457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bffe1a-cad0-4231-88b0-6001413af52d None None] No DVR routers for this DVR port 5a887eb5-5c8a-4dd2-8161-6a33624b964b on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:33.840832 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6d957f33-4592-4d38-a2b8-03ff17a74779 req-fb58fc02-3747-4075-abd1-ab6bc45aaf7e service neutron] 10.222.0.53 "GET /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277021 Jan 17 08:17:33.841385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef39fb42-d7be-4913-8351-463c8b13394f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Unset dirty status for tenant:4d84713deaed454bbf392754efcdebe6 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:33.842183 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ef39fb42-d7be-4913-8351-463c8b13394f tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1634588 Jan 17 08:17:33.852467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51474) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:33.867023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.868022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.874387 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ee1c9fa-d2f2-45c3-8386-9b6d2998eda0 req-097b9d77-0ae6-4e2e-91ca-fbd634c7bac3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819067 Jan 17 08:17:33.879146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f540a9ca-9c19-4b64-bf1c-5d590438f6ad', 'network_id': 'f540a9ca-9c19-4b64-bf1c-5d590438f6ad', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'fixed_ips': [{'subnet_id': 'ef7dac69-16aa-40de-9372-4001c679e251'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:33.879483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.880143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.900539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d28090d-0822-4679-8332-2393c57c4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.969524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:33.972798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:33.977756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:33.982260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:33.982872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:33.987031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=e5b6624e-fdaa-47cb-b025-19368133465c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:34.017299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0d28090d-0822-4679-8332-2393c57c4773 None None] For port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=24ac9b4f-7adf-4a30-89a6-c141bbba7c6c,segment=NetworkSegment(879b23f5-2d44-4c48-8f4e-75ad7203046e),segment_id=879b23f5-2d44-4c48-8f4e-75ad7203046e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:34.028906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.045472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4a5d-1050-4793-b82b-8f30810e249a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.052609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb54e5-d0d7-4dde-abee-0bb3afce2e4c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:34.055435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb54e5-d0d7-4dde-abee-0bb3afce2e4c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:34.056222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb54e5-d0d7-4dde-abee-0bb3afce2e4c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:34.057585 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb54e5-d0d7-4dde-abee-0bb3afce2e4c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:34.058984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb54e5-d0d7-4dde-abee-0bb3afce2e4c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:34.064583 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5cfb54e5-d0d7-4dde-abee-0bb3afce2e4c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2090387 Jan 17 08:17:34.076032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51478) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:34.109653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d4a5d-1050-4793-b82b-8f30810e249a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=113d4595-9c24-41d2-8ea6-1d53784f185b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:34.114915 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-371cf271-86c1-40a6-8d4f-4ab46b901817 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7307739 Jan 17 08:17:34.123271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9d4a5d-1050-4793-b82b-8f30810e249a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.124659 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3c9d4a5d-1050-4793-b82b-8f30810e249a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/113d4595-9c24-41d2-8ea6-1d53784f185b HTTP/1.1" status: 204 len: 168 time: 1.7410648 Jan 17 08:17:34.125937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:34.126162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:34.172015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e79ba9e-29f1-426c-b991-aa4cc91ca29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.175449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab1e9f-9b95-41ec-a3fd-3b03960c5301 None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:34.183841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:34.205365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 5a887eb5-5c8a-4dd2-8161-6a33624b964b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:34.205781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79ba9e-29f1-426c-b991-aa4cc91ca29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8d349d-dfde-4619-98fb-ea71860b8b84,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:34.205906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.218462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d28090d-0822-4679-8332-2393c57c4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.257531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e79ba9e-29f1-426c-b991-aa4cc91ca29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.258935 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6e79ba9e-29f1-426c-b991-aa4cc91ca29b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c8d349d-dfde-4619-98fb-ea71860b8b84 HTTP/1.1" status: 204 len: 168 time: 1.1800761 Jan 17 08:17:34.308173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.418145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dd8c4605-720a-4f99-aad5-21ce26c1030c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:34.419928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] The port '5a887eb5-5c8a-4dd2-8161-6a33624b964b' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:17:34.435417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce65b32-0181-4dab-b2ae-40942c2f3633 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:34.442450 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cce65b32-0181-4dab-b2ae-40942c2f3633 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/networks/b379f092-9208-47b2-8035-fdfd532fc49f HTTP/1.1" status: 200 len: 804 time: 0.3630433 Jan 17 08:17:34.448626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51492) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:34.524993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd99eaa-20f7-45c2-8c03-d6e2c48923f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Deleting subnet fc79b230-0e72-4eed-970d-cb42217f82d6 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:34.530526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd99eaa-20f7-45c2-8c03-d6e2c48923f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.531157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Allocated IP 2001:db8:1::2 (f540a9ca-9c19-4b64-bf1c-5d590438f6ad/ef7dac69-16aa-40de-9372-4001c679e251/021485c5-0e90-49d2-9cb4-a0c33a8f6fdc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:34.531545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.537205 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-da4c4f44-f63a-40a0-bc60-bd98a5de3c9f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1747768 Jan 17 08:17:34.537565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: dd8c4605-720a-4f99-aad5-21ce26c1030c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:34.537785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dd8c4605-720a-4f99-aad5-21ce26c1030c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:34.547984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51496) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:34.549914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28090d-0822-4679-8332-2393c57c4773 None None] Pushing event updated for resources: {'Port': ['ID=24ac9b4f-7adf-4a30-89a6-c141bbba7c6c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:34.605331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd99eaa-20f7-45c2-8c03-d6e2c48923f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.699457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b4353b7b-4544-473a-a5a5-70f72f120571 None None] Provisioning complete for port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:34.700015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b4353b7b-4544-473a-a5a5-70f72f120571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.715033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd99eaa-20f7-45c2-8c03-d6e2c48923f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:34.736777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9932bb05-e1b1-41a8-b5c9-48cd367d736f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:34.800844 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-97b04045-56c6-4be0-9d44-c358382dcbc1 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/networks/b379f092-9208-47b2-8035-fdfd532fc49f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3558295 Jan 17 08:17:34.812131 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51500) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:34.911061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b292c9d-3434-4673-854d-b938ff7c4db9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:34.913584 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6b292c9d-3434-4673-854d-b938ff7c4db9 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/subnets/7ec34cb2-6694-4a76-b371-ad67b1e44443 HTTP/1.1" status: 200 len: 843 time: 0.0970016 Jan 17 08:17:34.921705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51504) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:34.968999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd99eaa-20f7-45c2-8c03-d6e2c48923f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.043318 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd99eaa-20f7-45c2-8c03-d6e2c48923f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Subnet': ['ID=fc79b230-0e72-4eed-970d-cb42217f82d6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:35.058271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.082603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Router 236f60c2-140b-416e-b699-cc70ee3f3987 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:35.094303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c503546d-7dd6-43ff-99ab-53000dd3d027']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:35.102731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd99eaa-20f7-45c2-8c03-d6e2c48923f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.113955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:35.120319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c37a3c-23cc-492a-8a80-cd9f9441f395') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:35.120608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c37a3c-23cc-492a-8a80-cd9f9441f395') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:35.131769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:35.136104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:35.140137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.152140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:35.159046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.166375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.177900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:35.178308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.183684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Transition to ACTIVE for port object 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:35.191839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599773a2-b39a-4e9c-a887-c5befcfc3892 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:35.198979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-599773a2-b39a-4e9c-a887-c5befcfc3892 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "GET /v2.0/subnets/7ec34cb2-6694-4a76-b371-ad67b1e44443?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2645802 Jan 17 08:17:35.199268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:35.199370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51512) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:35.200313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:35.201126 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:35.211497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2054235409'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:35.218174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:35.229367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:35.268221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Transition to ACTIVE for port object 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:35.370717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ddd99eaa-20f7-45c2-8c03-d6e2c48923f3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/fc79b230-0e72-4eed-970d-cb42217f82d6 HTTP/1.1" status: 204 len: 168 time: 1.2381680 Jan 17 08:17:35.374493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:35.374704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:35.377595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.378756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.386865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51516) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:35.421455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.425498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b4353b7b-4544-473a-a5a5-70f72f120571 None None] Provisioning for port e5b6624e-fdaa-47cb-b025-19368133465c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:35.513201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b4353b7b-4544-473a-a5a5-70f72f120571 None None] Provisioning complete for port e5b6624e-fdaa-47cb-b025-19368133465c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:35.513201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b4353b7b-4544-473a-a5a5-70f72f120571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.565600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a523d5-e996-4f77-8718-30ab723979cc None None] Update dhcp port {'port': {'network_id': 'f8dda541-a6ad-4425-a3fa-1d9436a44791', 'fixed_ips': [{'subnet_id': 'fc79b230-0e72-4eed-970d-cb42217f82d6'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '70d2e911-2d5b-43b8-92fa-a44dc2746d3e'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:17:35.585255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.590347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.605663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Pushing event updated for resources: {'Port': ['ID=021485c5-0e90-49d2-9cb4-a0c33a8f6fdc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:35.613752 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/networks/c503546d-7dd6-43ff-99ab-53000dd3d027 HTTP/1.1" status: 204 len: 168 time: 3.7786031 Jan 17 08:17:35.626169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:35.627344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Network f540a9ca-9c19-4b64-bf1c-5d590438f6ad is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:35.630574 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d0ad246-30ea-4560-a9b9-97b5cdc1346a (CIDR: 2001:db8::/64) Jan 17 08:17:35.631863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdbb75-9dd0-408b-907b-1255bb401e97 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Network': ['ID=c503546d-7dd6-43ff-99ab-53000dd3d027,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:35.640395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:35.645543 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:17:35.648587 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:35.655585 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.656135 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Added segment 1f9b7881-823d-49d8-b916-d2f8e7f7f3bb of type vlan for network f4336dce-12f6-4059-93c7-5f0679049305 Jan 17 08:17:35.682435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.707540 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:17:35.707979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:35.726891 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-38171500-4510-4d21-ae4f-bdab06a363ce tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3314378 Jan 17 08:17:35.727162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51524) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:35.727948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5a887eb5-5c8a-4dd2-8161-6a33624b964b no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:35.757800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b4353b7b-4544-473a-a5a5-70f72f120571 None None] Port e5b6624e-fdaa-47cb-b025-19368133465c cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:35.766233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04852c68-8fc3-470c-a712-2d2c72d1e40f req-4ea6b432-a90c-4bfe-b2ea-21989016590c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:35.767913 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-04852c68-8fc3-470c-a712-2d2c72d1e40f req-4ea6b432-a90c-4bfe-b2ea-21989016590c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.7302072 Jan 17 08:17:35.770655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e1a523d5-e996-4f77-8718-30ab723979cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.795631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.802535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 5a887eb5-5c8a-4dd2-8161-6a33624b964b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:35.802535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5a887eb5-5c8a-4dd2-8161-6a33624b964b not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:35.802963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:35.802963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.803571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Attempting to bind port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:35.803908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Attempting to bind port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '56ee6009-27c0-4e78-94f1-4f366f1177de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f540a9ca-9c19-4b64-bf1c-5d590438f6ad'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:35.804275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Attempting to bind port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc on network f540a9ca-9c19-4b64-bf1c-5d590438f6ad {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:35.838224 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-80149d25-bf77-4835-910d-0fd57c2ad988 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7072849 Jan 17 08:17:35.840682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51528) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:35.848592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:35.848966 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Checking segment: {'id': '56ee6009-27c0-4e78-94f1-4f366f1177de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f540a9ca-9c19-4b64-bf1c-5d590438f6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:35.849365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.849753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Bound using segment: {'id': '56ee6009-27c0-4e78-94f1-4f366f1177de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f540a9ca-9c19-4b64-bf1c-5d590438f6ad'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:35.850225 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Bound port: 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ee6009-27c0-4e78-94f1-4f366f1177de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f540a9ca-9c19-4b64-bf1c-5d590438f6ad'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:35.850604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:35.915975 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-04852c68-8fc3-470c-a712-2d2c72d1e40f req-6f999bd0-15c3-4fa0-82c1-de046fe19088 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974076 Jan 17 08:17:35.935189 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b2c88-fe5d-4adb-8825-09090b18f658 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:35.936660 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a23b2c88-fe5d-4adb-8825-09090b18f658 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2075388 Jan 17 08:17:35.940643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51532) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:35.957952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:36.020716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] For port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:36.037206 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] For port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=021485c5-0e90-49d2-9cb4-a0c33a8f6fdc,segment=NetworkSegment(56ee6009-27c0-4e78-94f1-4f366f1177de),segment_id=56ee6009-27c0-4e78-94f1-4f366f1177de)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:36.050482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Network': ['ID=f4336dce-12f6-4059-93c7-5f0679049305,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:36.073458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f4336dce-12f6-4059-93c7-5f0679049305 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:36.078894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fbd69c-eea9-4e83-b3a7-326f5c9f8480 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:36.079457 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f9f2fb05-e0b9-486c-a3fc-0d05555cf80b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8792570 Jan 17 08:17:36.079657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-98fbd69c-eea9-4e83-b3a7-326f5c9f8480 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Synchronizing usage tracker for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:36.083137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51536) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:36.090806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'network_id': 'f4336dce-12f6-4059-93c7-5f0679049305', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:36.163941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9af1351-62cf-4af8-932a-d8ab20b9d129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:36.165557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db323173-b2ef-4991-9e4e-c6bddb2a3a7f None None] Network f8dda541-a6ad-4425-a3fa-1d9436a44791 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:36.185134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:36.196891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:36.282420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-98fbd69c-eea9-4e83-b3a7-326f5c9f8480 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Unset dirty status for tenant:ab55436046df496b93f5307e85c40341 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:36.284196 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-98fbd69c-eea9-4e83-b3a7-326f5c9f8480 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3411427 Jan 17 08:17:36.290474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51540) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:36.294563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:36.318521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:36.333446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:36.354676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4bc35ca2-78e4-4c51-9f9b-9626add6ef3a None None] Provisioning complete for port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:36.355439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4bc35ca2-78e4-4c51-9f9b-9626add6ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:36.376189 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4b51b023-6f80-4eb3-9c47-8528724b121a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830781 Jan 17 08:17:36.377161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:36.384777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51544) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:36.386530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:36.401947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:36.432096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:36.488306 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-87598c9d-b215-4b10-b03a-0cc9fc31b79c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:36.488798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87598c9d-b215-4b10-b03a-0cc9fc31b79c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:36.491235 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-87598c9d-b215-4b10-b03a-0cc9fc31b79c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/8eef35f2-01f3-4f47-aef8-a2c86169ceb4 HTTP/1.1" status: 404 len: 333 time: 0.1041999 Jan 17 08:17:36.499127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51548) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:36.519114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:36.533379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Made reservation on behalf of 4d84713deaed454bbf392754efcdebe6 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:36.553854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a53e1-634d-4763-a87b-a9157c20716d None None] Pushing event updated for resources: {'Port': ['ID=021485c5-0e90-49d2-9cb4-a0c33a8f6fdc,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:36.562462 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-17af4439-e62c-4c35-ab59-9a8320767d49 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:36.562623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:36.562988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17af4439-e62c-4c35-ab59-9a8320767d49 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:36.567031 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-17af4439-e62c-4c35-ab59-9a8320767d49 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/113d4595-9c24-41d2-8ea6-1d53784f185b HTTP/1.1" status: 404 len: 337 time: 0.0635033 Jan 17 08:17:36.567261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1a90d-5432-4e5f-835f-a97491423966 None None] Sync routers for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:36.612084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51552) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:36.638482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1a90d-5432-4e5f-835f-a97491423966 None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:36.639413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-dca1a90d-5432-4e5f-835f-a97491423966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:36.689748 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9d5472f0-4107-47d1-acda-ce152ce58d73 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "PUT /v2.0/routers/236f60c2-140b-416e-b699-cc70ee3f3987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6021090 Jan 17 08:17:36.702674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:36.714580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51556) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:36.747071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-dca1a90d-5432-4e5f-835f-a97491423966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:36.883267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1a90d-5432-4e5f-835f-a97491423966 None None] Routers {'236f60c2-140b-416e-b699-cc70ee3f3987'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:36.883909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-dca1a90d-5432-4e5f-835f-a97491423966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['236f60c2-140b-416e-b699-cc70ee3f3987'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:36.902415 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ece8e89-a683-4865-a048-4d26dfeb70af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:36.902848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ece8e89-a683-4865-a048-4d26dfeb70af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:36.905511 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8ece8e89-a683-4865-a048-4d26dfeb70af tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/fc79b230-0e72-4eed-970d-cb42217f82d6 HTTP/1.1" status: 404 len: 337 time: 0.2359965 Jan 17 08:17:36.909323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51560) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:36.959513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-dca1a90d-5432-4e5f-835f-a97491423966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:36.959920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1a90d-5432-4e5f-835f-a97491423966 None None] The sync data for ids ['236f60c2-140b-416e-b699-cc70ee3f3987'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:36.990907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:36.991555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:36.997525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:37.003160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:37.019176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf07cf-7154-4d94-b7f1-fbc2f974be08 None None] DHCP port deletion for f8dda541-a6ad-4425-a3fa-1d9436a44791 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:37.022407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 2001:db8::1 (f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d/a2dea585-e58d-431f-9a5f-d331ffc21ef1/aa10d010-758f-405f-8783-5ea46a01d005) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:37.035102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf07cf-7154-4d94-b7f1-fbc2f974be08 None None] Deleting port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:37.035786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1bf07cf-7154-4d94-b7f1-fbc2f974be08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:37.047167 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9574fddc-e05d-4867-94ba-2eda72934e00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:37.047641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9574fddc-e05d-4867-94ba-2eda72934e00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:37.053884 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9574fddc-e05d-4867-94ba-2eda72934e00 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/2a725a55-e049-47e3-98a9-d8a96bbaf1a1 HTTP/1.1" status: 404 len: 333 time: 0.1440344 Jan 17 08:17:37.127152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51566) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:37.179745 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5df88c9-af2e-4479-8ce2-09ef4dd92fa4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:37.180190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5df88c9-af2e-4479-8ce2-09ef4dd92fa4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:37.187070 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e5df88c9-af2e-4479-8ce2-09ef4dd92fa4 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/6dcddb62-bf31-499c-82e1-8284534c5388 HTTP/1.1" status: 404 len: 337 time: 0.0533688 Jan 17 08:17:37.198568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51570) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:37.240504 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3cc240-7123-4a6e-aa16-c08c28f6794a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:37.240835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3cc240-7123-4a6e-aa16-c08c28f6794a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:37.244961 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5b3cc240-7123-4a6e-aa16-c08c28f6794a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/afa4eb31-9533-4f19-b8ac-630080aa22db HTTP/1.1" status: 404 len: 337 time: 0.0430150 Jan 17 08:17:37.244961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.ipam_backend_mixin [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Performing IP validity checks on allocation pools {{(pid=84155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 08:17:37.244961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.ipam_backend_mixin [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 08:17:37.248022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51574) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:37.311109 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4eedc11-c76d-4127-a9e5-3e1069e86991 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:37.311874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4eedc11-c76d-4127-a9e5-3e1069e86991 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:37.315578 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c4eedc11-c76d-4127-a9e5-3e1069e86991 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/d58a17e9-9d9e-4096-a743-f050e730fb9c HTTP/1.1" status: 404 len: 333 time: 0.0634773 Jan 17 08:17:37.317660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51578) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:37.342110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c1bf07cf-7154-4d94-b7f1-fbc2f974be08 None None] For port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=70d2e911-2d5b-43b8-92fa-a44dc2746d3e,segment=NetworkSegment(4fde46de-7e16-4b7f-99e8-66b112809430),segment_id=4fde46de-7e16-4b7f-99e8-66b112809430)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:37.343025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1bf07cf-7154-4d94-b7f1-fbc2f974be08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:37.409426 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbadf84-6df7-4d9f-b88c-ed7865623c6c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:37.409867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbadf84-6df7-4d9f-b88c-ed7865623c6c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:37.413786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 70d2e911-2d5b-43b8-92fa-a44dc2746d3e no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:37.430100 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bdbadf84-6df7-4d9f-b88c-ed7865623c6c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/368128f6-7a16-45d5-ad7d-4ced08f02c0b HTTP/1.1" status: 404 len: 337 time: 0.1070790 Jan 17 08:17:37.432262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51582) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:37.528822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf07cf-7154-4d94-b7f1-fbc2f974be08 None None] Calling delete_port for 70d2e911-2d5b-43b8-92fa-a44dc2746d3e owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:37.564248 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c82f5b-13f8-4090-a9de-95f72a4f1211 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:37.568829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c82f5b-13f8-4090-a9de-95f72a4f1211 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:37.568829 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-33c82f5b-13f8-4090-a9de-95f72a4f1211 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/b2bd3dd5-779b-4a23-bfe8-2fda70748a6f HTTP/1.1" status: 404 len: 337 time: 0.1308267 Jan 17 08:17:37.569873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51586) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:37.600355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:37.717846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:37.746642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19d688-ab96-4a0d-9c72-3344d2d315a2 req-6466cb7e-888b-430f-a58d-82ef01a56da0 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:37.748400 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bb19d688-ab96-4a0d-9c72-3344d2d315a2 req-6466cb7e-888b-430f-a58d-82ef01a56da0 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.5855460 Jan 17 08:17:37.760453 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c23f461-25ab-46e6-a384-4b7f78910310 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:37.761042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c23f461-25ab-46e6-a384-4b7f78910310 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:37.767755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1bf07cf-7154-4d94-b7f1-fbc2f974be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:37.822831 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6c23f461-25ab-46e6-a384-4b7f78910310 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/216a15a8-27a2-4490-80ae-164755f44d00 HTTP/1.1" status: 404 len: 333 time: 0.2478766 Jan 17 08:17:37.825811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:37.830411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51590) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:37.867726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf07cf-7154-4d94-b7f1-fbc2f974be08 None None] Pushing event deleted for resources: {'Port': ['ID=70d2e911-2d5b-43b8-92fa-a44dc2746d3e,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:37.877474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:37.882089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf07cf-7154-4d94-b7f1-fbc2f974be08 None None] No DVR routers for this DVR port 70d2e911-2d5b-43b8-92fa-a44dc2746d3e on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:37.909957 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3148aac9-a63d-4423-80d8-3c8c4b19724d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:37.910470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3148aac9-a63d-4423-80d8-3c8c4b19724d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:37.912279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3148aac9-a63d-4423-80d8-3c8c4b19724d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/fefa4dc6-a523-4358-b8a9-0ccd4efeec74 HTTP/1.1" status: 404 len: 337 time: 0.0808208 Jan 17 08:17:37.928196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51594) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:37.953167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a49de4f-20b1-4d35-bd49-53986092ef40 None None] Network f540a9ca-9c19-4b64-bf1c-5d590438f6ad requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:37.979224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Transition to ACTIVE for port object aa10d010-758f-405f-8783-5ea46a01d005 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:37.995517 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1aeef1e-370f-470f-9d30-4781821a2413 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:37.995962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1aeef1e-370f-470f-9d30-4781821a2413 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:38.000294 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d1aeef1e-370f-470f-9d30-4781821a2413 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/755f83be-960d-4593-9b70-bcbf7760829a HTTP/1.1" status: 404 len: 337 time: 0.0685227 Jan 17 08:17:38.009797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51598) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.022163 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bb19d688-ab96-4a0d-9c72-3344d2d315a2 req-d18a713f-b679-4b68-a34a-7a76f997c1b3 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555230 Jan 17 08:17:38.050996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=536ca89c-684e-453c-ac6f-68c090ec31d4,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:38.067324 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3963e874-9861-40d0-98e8-e132e48b8b9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:38.067995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3963e874-9861-40d0-98e8-e132e48b8b9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:38.070134 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3963e874-9861-40d0-98e8-e132e48b8b9e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/255bb954-30a9-426b-b37c-195c90e1f3a2 HTTP/1.1" status: 404 len: 333 time: 0.0639212 Jan 17 08:17:38.073018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51604) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.095565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Checking segment: {'id': '1f9b7881-823d-49d8-b916-d2f8e7f7f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f4336dce-12f6-4059-93c7-5f0679049305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:38.096375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network hostable DHCP agents. Network: f4336dce-12f6-4059-93c7-5f0679049305, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:17:38.128488 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b12328-9ff4-4109-adc3-eb4f55867ffa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:38.129103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b12328-9ff4-4109-adc3-eb4f55867ffa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:38.130926 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-28b12328-9ff4-4109-adc3-eb4f55867ffa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/d987175c-eee7-4c32-933e-db071395d2a2 HTTP/1.1" status: 404 len: 337 time: 0.0568631 Jan 17 08:17:38.141886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51608) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.144873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.152579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.205843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:38.220688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:38.223314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:38.224089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.244894 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe5898a-e38e-42c6-9f48-e32a89fd8c36 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:38.245331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe5898a-e38e-42c6-9f48-e32a89fd8c36 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:38.249506 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0fe5898a-e38e-42c6-9f48-e32a89fd8c36 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/c7652a1d-4a83-499a-9c61-69eafb9aff21 HTTP/1.1" status: 404 len: 333 time: 0.1034667 Jan 17 08:17:38.255975 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51612) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.256162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Deleting port a8ff8977-a41f-404e-9a75-67930f8e1cfa {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:38.256162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.268742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8bec2497-08e5-4bb8-85be-07eac7ba8e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.273616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f75bf82d-58cc-431e-81ec-3b94d39c1435 None None] Provisioning for port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:38.318463 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ee8072-f390-4dbe-bef5-3344b0215b19 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:38.319025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=aa10d010-758f-405f-8783-5ea46a01d005,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:38.319127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ee8072-f390-4dbe-bef5-3344b0215b19 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:38.323852 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b0ee8072-f390-4dbe-bef5-3344b0215b19 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/c1cdcefc-a558-44cd-a7cd-be260fb6fe9f HTTP/1.1" status: 404 len: 337 time: 0.0694294 Jan 17 08:17:38.328451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51616) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.368590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.386102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Network f4336dce-12f6-4059-93c7-5f0679049305 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:17:38.445494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c49a4-9c06-4648-b846-7476bdd88a9e req-a9aaa4cd-d45f-4b0f-a46f-c7ecd0c111ba tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:38.447445 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed794987-1c4b-4a6a-b047-79bce2919603 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:38.447870 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-220c49a4-9c06-4648-b846-7476bdd88a9e req-a9aaa4cd-d45f-4b0f-a46f-c7ecd0c111ba tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.2634871 Jan 17 08:17:38.447983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed794987-1c4b-4a6a-b047-79bce2919603 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:38.448677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port df790e09-ea15-4149-8b74-ba17b3d89e57 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:38.449021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.449911 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ed794987-1c4b-4a6a-b047-79bce2919603 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/e7546317-13a1-4301-9fac-188af2a86309 HTTP/1.1" status: 404 len: 333 time: 0.1200547 Jan 17 08:17:38.503257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51620) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.524615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f4336dce-12f6-4059-93c7-5f0679049305) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:38.535405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd39bd1-aebe-4555-af52-4871883511a8 None None] Network f4336dce-12f6-4059-93c7-5f0679049305 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:38.564879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:38.566337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.640191 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:38.696902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:38.709279 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-527a4026-3b6c-4c9d-a871-14ad29075c45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:38.709727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527a4026-3b6c-4c9d-a871-14ad29075c45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:38.711502 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-527a4026-3b6c-4c9d-a871-14ad29075c45 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/81ea02e8-9bdf-47d8-af8c-2757cb5cbf07 HTTP/1.1" status: 404 len: 337 time: 0.2040374 Jan 17 08:17:38.721351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:38.721950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.738147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51624) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.740276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:38.768638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2386d15-173a-494f-895f-c8f6b55d8702 None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:38.779033 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-23f8f9bb-6703-42e5-997e-77fd41ce315d tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6923592 Jan 17 08:17:38.780431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.787073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-412c97ff-8387-4776-a13a-99849a63476b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:38.794914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=839708bf-de26-4f54-9f62-ad7561061527,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:38.798098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.823462 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4ba7ab-5883-43d3-bf58-4c669244af90 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:38.823909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4ba7ab-5883-43d3-bf58-4c669244af90 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:38.825525 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1b4ba7ab-5883-43d3-bf58-4c669244af90 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/b1d5e19a-d4c0-4675-8d47-a533f8f6b37b HTTP/1.1" status: 404 len: 333 time: 0.0843830 Jan 17 08:17:38.832052 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-220c49a4-9c06-4648-b846-7476bdd88a9e req-65f74a79-b442-42d5-9f4b-4f5c999591b4 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182087 Jan 17 08:17:38.834568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51632) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.942979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Calling delete_port for a8ff8977-a41f-404e-9a75-67930f8e1cfa owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:38.972444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:38.982311 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-89b21111-7de9-4a22-a2b0-cb1093d115e3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0900476 Jan 17 08:17:38.992068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51638) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:38.996635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port df790e09-ea15-4149-8b74-ba17b3d89e57, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=df790e09-ea15-4149-8b74-ba17b3d89e57,segment=NetworkSegment(1b78de39-0824-4312-989c-69e29686308a),segment_id=1b78de39-0824-4312-989c-69e29686308a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:38.997664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.001455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7dbd6d07-8b39-45c8-a70f-83ab8d6fb0b5 None None] Provisioning for port aa10d010-758f-405f-8783-5ea46a01d005 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:39.008260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1785857209', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '839708bf-de26-4f54-9f62-ad7561061527'}], 'security_groups': ['992aaf1e-8405-495c-ba0c-1bd28a0e1089']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:39.056688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7dbd6d07-8b39-45c8-a70f-83ab8d6fb0b5 None None] Provisioning complete for port aa10d010-758f-405f-8783-5ea46a01d005 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:39.056979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6d07-8b39-45c8-a70f-83ab8d6fb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.098818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:39.143983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for df790e09-ea15-4149-8b74-ba17b3d89e57 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:39.182672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:39.183041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.216076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f4336dce-12f6-4059-93c7-5f0679049305', 'network_id': 'f4336dce-12f6-4059-93c7-5f0679049305', 'tenant_id': '4d84713deaed454bbf392754efcdebe6', 'fixed_ips': [{'subnet_id': '536ca89c-684e-453c-ac6f-68c090ec31d4'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:39.216886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.220115 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c19bee9-4764-426a-90b7-373c6216e922 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:39.220660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c19bee9-4764-426a-90b7-373c6216e922 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:39.224765 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5c19bee9-4764-426a-90b7-373c6216e922 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/11882c5e-7859-4094-92f8-347add4a5b19 HTTP/1.1" status: 404 len: 337 time: 0.3849468 Jan 17 08:17:39.238135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:39.297878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd6d07-8b39-45c8-a70f-83ab8d6fb0b5 None None] Port aa10d010-758f-405f-8783-5ea46a01d005 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:39.327141 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef12eb8-461e-45b4-ab46-5585bb019337 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:39.327708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef12eb8-461e-45b4-ab46-5585bb019337 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:39.331500 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8ef12eb8-461e-45b4-ab46-5585bb019337 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/caafeef5-ef54-48af-a38a-af160a8c8f60 HTTP/1.1" status: 404 len: 333 time: 0.0907781 Jan 17 08:17:39.334477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51646) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:39.386874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412c97ff-8387-4776-a13a-99849a63476b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6757975'] for subnet, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.492659 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.543818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.594712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.601572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-df58dce7-9c5e-4c85-a50a-8bf8352ace77 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:39.602087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df58dce7-9c5e-4c85-a50a-8bf8352ace77 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:39.612821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Allocated IP 2001:db8::3 (f4336dce-12f6-4059-93c7-5f0679049305/536ca89c-684e-453c-ac6f-68c090ec31d4/1adbeb0c-53e3-4a03-b7d7-f8d415e11bde) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:39.636249 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-df58dce7-9c5e-4c85-a50a-8bf8352ace77 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/03d0ad73-fda4-4bb1-98bc-98b71aef9e08 HTTP/1.1" status: 404 len: 337 time: 0.2991507 Jan 17 08:17:39.637014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51652) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:39.649714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c126bba4-eba1-45b2-8c69-c0cc259eeb44 None None] Provisioning complete for port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:39.650126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c126bba4-eba1-45b2-8c69-c0cc259eeb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.672334 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.702573 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bd43f6-071e-43b3-892a-9ecdf66f2e6e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:39.709928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bd43f6-071e-43b3-892a-9ecdf66f2e6e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:39.709928 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-45bd43f6-071e-43b3-892a-9ecdf66f2e6e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/e8ecac90-1b8c-498d-b733-5eb804ae4dec HTTP/1.1" status: 404 len: 333 time: 0.0659194 Jan 17 08:17:39.709928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51656) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:39.726543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=021485c5-0e90-49d2-9cb4-a0c33a8f6fdc,segment=NetworkSegment(56ee6009-27c0-4e78-94f1-4f366f1177de),segment_id=56ee6009-27c0-4e78-94f1-4f366f1177de)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:39.753445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.779412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6baf0d-fed3-430a-86b6-5a3e2a0386f8 None None] Update dhcp port {'port': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'fixed_ips': [{'subnet_id': '5d0ad246-30ea-4560-a9b9-97b5cdc1346a', 'ip_address': '2001:db8::2'}, {'subnet_id': '839708bf-de26-4f54-9f62-ad7561061527'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '9932bb05-e1b1-41a8-b5c9-48cd367d736f'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:17:39.798465 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f813df4-8551-48aa-bd90-4f30a7eae161 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:39.799504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f813df4-8551-48aa-bd90-4f30a7eae161 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:39.803752 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3f813df4-8551-48aa-bd90-4f30a7eae161 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/1e6bee25-6672-456a-8d6b-8af4295d789d HTTP/1.1" status: 404 len: 337 time: 0.0926270 Jan 17 08:17:39.808920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51660) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:39.825265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=df790e09-ea15-4149-8b74-ba17b3d89e57,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:39.829525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.887045 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-985b6feb-c372-47ff-9beb-f1d9cc7c449d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:39.891166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985b6feb-c372-47ff-9beb-f1d9cc7c449d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:39.918388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e6baf0d-fed3-430a-86b6-5a3e2a0386f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:39.931826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cc4f4-0bda-4e9b-833d-0c83e4f00975 req-f30619ff-c4ee-4eae-996c-834fb354ae0c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:39.934006 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e05cc4f4-0bda-4e9b-833d-0c83e4f00975 req-f30619ff-c4ee-4eae-996c-834fb354ae0c tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.3870056 Jan 17 08:17:39.938147 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-985b6feb-c372-47ff-9beb-f1d9cc7c449d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/622e1e98-e498-4e49-8008-b73d821cf4a3 HTTP/1.1" status: 404 len: 337 time: 0.1250274 Jan 17 08:17:39.941326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51664) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:39.957598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.034028 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0c54cb-6762-42ec-a96a-48961cd739e6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:40.034750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0c54cb-6762-42ec-a96a-48961cd739e6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:40.036996 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0d0c54cb-6762-42ec-a96a-48961cd739e6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/05d2f6ff-697e-4254-ae0b-0d1681e2be44 HTTP/1.1" status: 404 len: 333 time: 0.0947487 Jan 17 08:17:40.043938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51668) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:40.055320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=021485c5-0e90-49d2-9cb4-a0c33a8f6fdc,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:40.099958 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd2c9ca-f42a-4203-8d13-e1d5d8d905c6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:40.100606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd2c9ca-f42a-4203-8d13-e1d5d8d905c6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:40.102426 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5cd2c9ca-f42a-4203-8d13-e1d5d8d905c6 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/2787a4e2-3816-4e8c-a3fc-dad8136358b6 HTTP/1.1" status: 404 len: 337 time: 0.0506051 Jan 17 08:17:40.106774 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:40.112659 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.116755 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event deleted for resources: {'Port': ['ID=a8ff8977-a41f-404e-9a75-67930f8e1cfa,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:40.180723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.181778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.200807 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e05cc4f4-0bda-4e9b-833d-0c83e4f00975 req-2adb7742-6925-4e18-9dd1-956cca83b2d2 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507088 Jan 17 08:17:40.215476 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6c46b8-032c-45ca-bf8e-6423ff52d815 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:40.215907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6c46b8-032c-45ca-bf8e-6423ff52d815 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:40.217874 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-af6c46b8-032c-45ca-bf8e-6423ff52d815 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/20712e5c-650a-4781-9813-35602b2cc17b HTTP/1.1" status: 404 len: 337 time: 0.1073771 Jan 17 08:17:40.221115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51676) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:40.228539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.281479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Transition to ACTIVE for port object 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:40.313067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Transition to ACTIVE for port object 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:40.323819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee431ef-132c-4025-a903-800d08eeb1c5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:40.324263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee431ef-132c-4025-a903-800d08eeb1c5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:40.326131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3e6baf0d-fed3-430a-86b6-5a3e2a0386f8 None None] Allocated IP 2001:db8:0:1::2 (d304db4b-cebf-452a-a2ae-19c2c9119594/839708bf-de26-4f54-9f62-ad7561061527/9932bb05-e1b1-41a8-b5c9-48cd367d736f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:40.328135 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cee431ef-132c-4025-a903-800d08eeb1c5 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/9c4cf45d-906b-4e42-8731-41d2898c4313 HTTP/1.1" status: 404 len: 333 time: 0.1019714 Jan 17 08:17:40.328871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51680) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:40.374097 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc40a5ed-8d48-4593-b886-ab39a904d97c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:40.374650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc40a5ed-8d48-4593-b886-ab39a904d97c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:40.376369 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cc40a5ed-8d48-4593-b886-ab39a904d97c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/caa6e4af-33ae-4300-8f85-6b2450a2a034 HTTP/1.1" status: 404 len: 337 time: 0.0446489 Jan 17 08:17:40.381754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51684) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:40.388147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=aa10d010-758f-405f-8783-5ea46a01d005,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:40.424822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.465006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.496874 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f3104f-e3a1-48ad-9428-f43caa96f2fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:40.497322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f3104f-e3a1-48ad-9428-f43caa96f2fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:40.501492 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-75f3104f-e3a1-48ad-9428-f43caa96f2fa tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/1e2af8b3-36da-4238-8c1f-1cd09e7c4969 HTTP/1.1" status: 404 len: 337 time: 0.1096957 Jan 17 08:17:40.547834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51688) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:40.577726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.594972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Network f4336dce-12f6-4059-93c7-5f0679049305 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:40.604882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:40.607360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:40.623383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Pushing event updated for resources: {'Port': ['ID=1adbeb0c-53e3-4a03-b7d7-f8d415e11bde,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:40.750009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3e6baf0d-fed3-430a-86b6-5a3e2a0386f8 None None] For port 9932bb05-e1b1-41a8-b5c9-48cd367d736f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9932bb05-e1b1-41a8-b5c9-48cd367d736f,segment=NetworkSegment(caeb36e0-2e13-4091-a0cf-5ec8483ad127),segment_id=caeb36e0-2e13-4091-a0cf-5ec8483ad127)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:40.751673 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-452772d5-05f1-45fd-931c-18109f503b71 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:40.752132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452772d5-05f1-45fd-931c-18109f503b71 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:40.756200 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-452772d5-05f1-45fd-931c-18109f503b71 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/966db6e5-4ac0-488a-877c-b6220df44ce9 HTTP/1.1" status: 404 len: 333 time: 0.2054465 Jan 17 08:17:40.759651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51692) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:40.791740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:40.821562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Attempting to bind port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:40.822328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Attempting to bind port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '1f9b7881-823d-49d8-b916-d2f8e7f7f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f4336dce-12f6-4059-93c7-5f0679049305'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:40.822750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Attempting to bind port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde on network f4336dce-12f6-4059-93c7-5f0679049305 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:40.869170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e6baf0d-fed3-430a-86b6-5a3e2a0386f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.871672 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b55acb2-d88d-425d-920d-f3831d75858c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:40.872099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b55acb2-d88d-425d-920d-f3831d75858c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:40.880180 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2b55acb2-d88d-425d-920d-f3831d75858c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/2d0cc252-2148-467f-8cbd-710f86b81167 HTTP/1.1" status: 404 len: 337 time: 0.1134014 Jan 17 08:17:40.880372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:40.880372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Checking segment: {'id': '1f9b7881-823d-49d8-b916-d2f8e7f7f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f4336dce-12f6-4059-93c7-5f0679049305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:40.880372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.880372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Bound using segment: {'id': '1f9b7881-823d-49d8-b916-d2f8e7f7f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f4336dce-12f6-4059-93c7-5f0679049305'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:40.880372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Bound port: 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9b7881-823d-49d8-b916-d2f8e7f7f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f4336dce-12f6-4059-93c7-5f0679049305'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:40.880372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.880862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:40.903594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.920147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3e6baf0d-fed3-430a-86b6-5a3e2a0386f8 None None] Transition to ACTIVE for port object 9932bb05-e1b1-41a8-b5c9-48cd367d736f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:40.942251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:40.957701 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8985bc42-1f71-4eb7-a9f9-13b6c23b3222 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:40.958132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8985bc42-1f71-4eb7-a9f9-13b6c23b3222 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:40.962147 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8985bc42-1f71-4eb7-a9f9-13b6c23b3222 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/4deede4f-aa1e-4072-8498-3d24faf95c9f HTTP/1.1" status: 404 len: 337 time: 0.0784512 Jan 17 08:17:40.970310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51700) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:40.975178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:40.976081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:40.996221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:41.011174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e6baf0d-fed3-430a-86b6-5a3e2a0386f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.037156 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d7d39523-e03e-4aca-905e-f0bd09fb3bd9 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a08b0db-7426-49e8-bae3-206ea91f099e HTTP/1.1" status: 200 len: 205 time: 0.0635314 Jan 17 08:17:41.037405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51704) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.108390 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-92e2eac3-5932-43f2-a597-b322166add5e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] delete failed (client error): The resource could not be found. Jan 17 08:17:41.108721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] For port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:41.109398 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-92e2eac3-5932-43f2-a597-b322166add5e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/routers/4a08b0db-7426-49e8-bae3-206ea91f099e HTTP/1.1" status: 404 len: 336 time: 0.0713289 Jan 17 08:17:41.111957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412c97ff-8387-4776-a13a-99849a63476b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727488254455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1183237'] for subnet, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.115395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51708) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.185280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] For port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=1adbeb0c-53e3-4a03-b7d7-f8d415e11bde,segment=NetworkSegment(1f9b7881-823d-49d8-b916-d2f8e7f7f3bb),segment_id=1f9b7881-823d-49d8-b916-d2f8e7f7f3bb)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:41.199782 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35dd777-b4d6-4eaf-b510-dedfd1811909 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:41.200225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35dd777-b4d6-4eaf-b510-dedfd1811909 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:41.201877 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a35dd777-b4d6-4eaf-b510-dedfd1811909 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/4263ae21-b27e-48ee-bf26-9ad1522f4f3b HTTP/1.1" status: 404 len: 337 time: 0.0597317 Jan 17 08:17:41.209211 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51712) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.213549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6baf0d-fed3-430a-86b6-5a3e2a0386f8 None None] Pushing event updated for resources: {'Port': ['ID=9932bb05-e1b1-41a8-b5c9-48cd367d736f,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:41.229165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.319330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c97ff-8387-4776-a13a-99849a63476b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:41.319946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412c97ff-8387-4776-a13a-99849a63476b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.321476 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-412c97ff-8387-4776-a13a-99849a63476b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "PUT /v2.0/subnets/536ca89c-684e-453c-ac6f-68c090ec31d4 HTTP/1.1" status: 200 len: 900 time: 2.5389867 Jan 17 08:17:41.328544 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b2cbaaeb-3bc9-4e03-aded-21ce7f153a7f tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b861537-9776-4042-8b63-8f7f3db7302e HTTP/1.1" status: 200 len: 205 time: 0.1179585 Jan 17 08:17:41.329323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51718) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.329656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51720) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.360908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.404555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c97ff-8387-4776-a13a-99849a63476b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event updated for resources: {'Subnet': ['ID=536ca89c-684e-453c-ac6f-68c090ec31d4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:41.466777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2e3c5-679d-479e-811e-ee1c4a97b343 None None] Pushing event updated for resources: {'Port': ['ID=1adbeb0c-53e3-4a03-b7d7-f8d415e11bde,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:41.499828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0f40b5cd-e488-48e0-987b-1fa6beef52f9 None None] Provisioning complete for port aa10d010-758f-405f-8783-5ea46a01d005 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:41.500238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f40b5cd-e488-48e0-987b-1fa6beef52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.530730 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-c19cda29-4f31-4c00-a38e-b219e23be603 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] delete failed (client error): The resource could not be found. Jan 17 08:17:41.533854 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c19cda29-4f31-4c00-a38e-b219e23be603 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/routers/1b861537-9776-4042-8b63-8f7f3db7302e HTTP/1.1" status: 404 len: 336 time: 0.1282094 Jan 17 08:17:41.534007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.540765 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51726) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.594439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0f40b5cd-e488-48e0-987b-1fa6beef52f9 None None] Port aa10d010-758f-405f-8783-5ea46a01d005 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:41.692021 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22b8354-b25c-4134-87cf-8a4bf33f0c99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:41.692572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22b8354-b25c-4134-87cf-8a4bf33f0c99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:41.697350 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f22b8354-b25c-4134-87cf-8a4bf33f0c99 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/58053f6e-e6ea-448b-8309-685535e2fa80 HTTP/1.1" status: 404 len: 337 time: 0.1467292 Jan 17 08:17:41.698829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51730) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.725855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Delete allocated IP 2001:db8::266 (d304db4b-cebf-452a-a2ae-19c2c9119594/5d0ad246-30ea-4560-a9b9-97b5cdc1346a) {{(pid=84154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 08:17:41.755295 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-47763e34-8961-4de8-881b-231f108615de tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:41.755739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47763e34-8961-4de8-881b-231f108615de tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:41.760287 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-47763e34-8961-4de8-881b-231f108615de tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/5e90d2e6-3020-4d4f-8238-0dff2196fcde HTTP/1.1" status: 404 len: 337 time: 0.0586934 Jan 17 08:17:41.761783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51734) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.761912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8:0:1::221 (d304db4b-cebf-452a-a2ae-19c2c9119594/839708bf-de26-4f54-9f62-ad7561061527/e5b6624e-fdaa-47cb-b025-19368133465c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:41.878883 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-443c42bd-921b-49e1-9c21-1f2ae191390c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:41.879363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443c42bd-921b-49e1-9c21-1f2ae191390c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:41.881057 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-443c42bd-921b-49e1-9c21-1f2ae191390c tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/91d34251-7823-464d-b96c-172b9abf6423 HTTP/1.1" status: 404 len: 333 time: 0.1186385 Jan 17 08:17:41.886642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.887279 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Fanout notify agent at l3_agent the message router_deleted on router 236f60c2-140b-416e-b699-cc70ee3f3987 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:17:41.901376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.906113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51738) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.934135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:41.937644 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8486c658-b801-4171-ad1e-5fa576281878 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "DELETE /v2.0/routers/236f60c2-140b-416e-b699-cc70ee3f3987 HTTP/1.1" status: 204 len: 168 time: 5.2196651 Jan 17 08:17:41.947837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a88346-b7f5-4ad3-aa82-e07beb58301b req-6806e6b1-7c1c-4fd8-a629-895bd3e6c39e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:41.949373 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e5a88346-b7f5-4ad3-aa82-e07beb58301b req-6806e6b1-7c1c-4fd8-a629-895bd3e6c39e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.4889438 Jan 17 08:17:41.949797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51742) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:41.960572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcf30ff-c955-445c-8c97-55c16842d0e3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:41.961047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcf30ff-c955-445c-8c97-55c16842d0e3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:41.965864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8fcf30ff-c955-445c-8c97-55c16842d0e3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/4f6e595d-74ca-4465-a165-4c0c051a71cf HTTP/1.1" status: 404 len: 337 time: 0.0543165 Jan 17 08:17:41.966443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51746) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:42.175607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:42.176044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.193115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e58270b3-6e7a-4303-bc94-13898d2aa092 None None] Provisioning for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:42.202019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e58270b3-6e7a-4303-bc94-13898d2aa092 None None] Provisioning complete for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:42.202801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e58270b3-6e7a-4303-bc94-13898d2aa092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.215226 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d2130e-62a2-4179-aff2-2fd9e3c466c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:42.220348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d2130e-62a2-4179-aff2-2fd9e3c466c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:42.220348 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f6d2130e-62a2-4179-aff2-2fd9e3c466c3 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/216c6dde-c486-4951-a3c5-43303434a94e HTTP/1.1" status: 404 len: 333 time: 0.2494426 Jan 17 08:17:42.222908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51750) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:42.226039 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e5a88346-b7f5-4ad3-aa82-e07beb58301b req-36838bf4-0f0a-4f23-8ac1-aba7029a12af tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527344 Jan 17 08:17:42.288149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a8e39-e917-4992-973a-93cf784d23eb req-a2a872d1-e3dd-4921-a603-afb15b39dedd tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:42.291804 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d15a8e39-e917-4992-973a-93cf784d23eb req-a2a872d1-e3dd-4921-a603-afb15b39dedd tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.5157981 Jan 17 08:17:42.335353 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eef4115-d41e-4190-a486-7278303a909d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:42.335887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eef4115-d41e-4190-a486-7278303a909d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:42.340139 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8eef4115-d41e-4190-a486-7278303a909d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/a8a36c6f-ea31-4e70-ac52-1f083c09756f HTTP/1.1" status: 404 len: 337 time: 0.0818155 Jan 17 08:17:42.340709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51754) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:42.356574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e58270b3-6e7a-4303-bc94-13898d2aa092 None None] Provisioning complete for port f1d0bb62-f63b-4996-9184-b3e07bc69702 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:42.356939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e58270b3-6e7a-4303-bc94-13898d2aa092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.411762 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-33aaeb0c-ff56-4f5a-bdb9-4c720b73108d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:42.412219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33aaeb0c-ff56-4f5a-bdb9-4c720b73108d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:42.423851 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-33aaeb0c-ff56-4f5a-bdb9-4c720b73108d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/c5c429f3-bc4f-4e0b-8351-f89994f6b9f8 HTTP/1.1" status: 404 len: 333 time: 0.0754521 Jan 17 08:17:42.425317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51758) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:42.429269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.432602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e58270b3-6e7a-4303-bc94-13898d2aa092 None None] Port f1d0bb62-f63b-4996-9184-b3e07bc69702 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:42.447916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e58270b3-6e7a-4303-bc94-13898d2aa092 None None] Provisioning complete for port e5b6624e-fdaa-47cb-b025-19368133465c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:42.457755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e58270b3-6e7a-4303-bc94-13898d2aa092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.505839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e58270b3-6e7a-4303-bc94-13898d2aa092 None None] Port e5b6624e-fdaa-47cb-b025-19368133465c cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:42.624746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Deleting port 4208bfca-e776-4ce4-9084-39506e8c9ab5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:42.625090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.625209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] For port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=1adbeb0c-53e3-4a03-b7d7-f8d415e11bde,segment=NetworkSegment(1f9b7881-823d-49d8-b916-d2f8e7f7f3bb),segment_id=1f9b7881-823d-49d8-b916-d2f8e7f7f3bb)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:42.625521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.683263 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-509d5ba8-d9f6-424e-9a26-132f38369edf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:42.683693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509d5ba8-d9f6-424e-9a26-132f38369edf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:42.685349 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-509d5ba8-d9f6-424e-9a26-132f38369edf tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/9b686114-45b4-4d6b-9c80-d74476b123cc HTTP/1.1" status: 404 len: 337 time: 0.2510166 Jan 17 08:17:42.705066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51762) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:42.711374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:42.715488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object e5b6624e-fdaa-47cb-b025-19368133465c will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:42.722479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d89fac3-c9ff-4d72-b6f4-27a3aa13d35e tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Deleting subnet 020c0d46-2417-40d0-bff3-9dfea03fff97 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:42.730782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d89fac3-c9ff-4d72-b6f4-27a3aa13d35e tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.734518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9932bb05-e1b1-41a8-b5c9-48cd367d736f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:42.766849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router ae0ab397-8108-4763-8995-6ccfb4ec4a55 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:17:42.814347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.827716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Calling delete_port for 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:42.832738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b6fbb-e448-40f6-845a-7c16af48ae9a None None] Network f4336dce-12f6-4059-93c7-5f0679049305 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:42.847993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:42.848412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.866430 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d5d7d8-4d41-424f-baf0-5831e416182a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:42.866866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d5d7d8-4d41-424f-baf0-5831e416182a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:42.871461 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-53d5d7d8-4d41-424f-baf0-5831e416182a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/e3341d02-1b15-41fc-9283-d80a750742b0 HTTP/1.1" status: 404 len: 333 time: 0.1599593 Jan 17 08:17:42.878191 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51766) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:42.891042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d89fac3-c9ff-4d72-b6f4-27a3aa13d35e tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:42.930183 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbba6a3-c2bb-4bfe-9ae0-0dfe0752f4a8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:42.930464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbba6a3-c2bb-4bfe-9ae0-0dfe0752f4a8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:42.934948 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3cbba6a3-c2bb-4bfe-9ae0-0dfe0752f4a8 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/563f256f-c820-42fa-bdb5-e8a6f8fa9695 HTTP/1.1" status: 404 len: 337 time: 0.0534554 Jan 17 08:17:42.936246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51770) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:42.981609 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a0a1ba-703f-4cea-8eae-d1af8f584f4d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:42.981921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a0a1ba-703f-4cea-8eae-d1af8f584f4d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:42.984432 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-70a0a1ba-703f-4cea-8eae-d1af8f584f4d tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/ba875980-4859-4e77-a79b-21d8f8e462e8 HTTP/1.1" status: 404 len: 333 time: 0.0469584 Jan 17 08:17:43.023921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51774) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:43.145103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a6b94e1b-9045-467c-ba46-077e72c83ec5 None None] Provisioning for port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:43.166787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=e5b6624e-fdaa-47cb-b025-19368133465c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:43.178330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] In _notify_port_updated(), no bound segment for port e5b6624e-fdaa-47cb-b025-19368133465c on network d304db4b-cebf-452a-a2ae-19c2c9119594 {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:17:43.182826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:43.184232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:43.184773 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b646fc10-1fd4-4a21-805b-78da1bb5f72a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "PUT /v2.0/ports/e5b6624e-fdaa-47cb-b025-19368133465c HTTP/1.1" status: 200 len: 931 time: 4.1914740 Jan 17 08:17:43.193364 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-8502170f-aa66-4188-86b6-394770cec26a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:43.193809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8502170f-aa66-4188-86b6-394770cec26a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:43.195529 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8502170f-aa66-4188-86b6-394770cec26a tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/18a4d6c8-9745-4eea-90b9-f09ceaa93bc1 HTTP/1.1" status: 404 len: 337 time: 0.0924368 Jan 17 08:17:43.201092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51778) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:43.201416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51780) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:43.218663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:43.249456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:43.261350 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5b929d1b-daf8-4931-9af9-890ae0a2661f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6341045 Jan 17 08:17:43.264307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:43.271349 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:43.306866 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No active binding found for port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde {{(pid=84156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 17 08:17:43.307410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 17 08:17:43.310730 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:43.311494 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:43.315654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:43.389608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde not found, will not notify nova. {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 17 08:17:43.479110 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-606ddb6c-8aa9-4bc2-99af-d7b4ddc35f65 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:43.479598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606ddb6c-8aa9-4bc2-99af-d7b4ddc35f65 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:43.481295 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-606ddb6c-8aa9-4bc2-99af-d7b4ddc35f65 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/da2384fe-f101-4562-a6ea-de2c4fea700b HTTP/1.1" status: 404 len: 333 time: 0.2773106 Jan 17 08:17:43.496521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51792) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:43.564226 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:43.569817 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-260512a8-43eb-4e24-893d-bff018ed875b None None] Provisioning for port e5b6624e-fdaa-47cb-b025-19368133465c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:43.586396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Port': ['ID=1adbeb0c-53e3-4a03-b7d7-f8d415e11bde,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:43.586929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-260512a8-43eb-4e24-893d-bff018ed875b None None] Provisioning complete for port e5b6624e-fdaa-47cb-b025-19368133465c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:43.586929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-260512a8-43eb-4e24-893d-bff018ed875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:43.611099 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f7e66c-edc8-41cb-9f01-abf4da31fe1e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:43.611559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f7e66c-edc8-41cb-9f01-abf4da31fe1e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:43.613197 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d8f7e66c-edc8-41cb-9f01-abf4da31fe1e tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/0302b05b-c9b0-4d3f-adbd-931e3c6ea82b HTTP/1.1" status: 404 len: 337 time: 0.1000047 Jan 17 08:17:43.623245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51796) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:43.624937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] For port 4208bfca-e776-4ce4-9084-39506e8c9ab5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4208bfca-e776-4ce4-9084-39506e8c9ab5,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:43.626521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:43.626636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471ada3-4a8a-42ad-b54e-95e000afe461 None None] Network f4336dce-12f6-4059-93c7-5f0679049305 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:43.651097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No DVR routers for this DVR port 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:43.673098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d89fac3-c9ff-4d72-b6f4-27a3aa13d35e tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:43.706228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80112290-6c08-42e6-975b-8072f1a91a70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port e5b6624e-fdaa-47cb-b025-19368133465c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:43.706614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80112290-6c08-42e6-975b-8072f1a91a70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:43.777788 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-260512a8-43eb-4e24-893d-bff018ed875b None None] Port e5b6624e-fdaa-47cb-b025-19368133465c cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:43.842086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:43.857372 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-65138f02-7e7a-490e-b632-ba00aeadd372 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:43.858030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65138f02-7e7a-490e-b632-ba00aeadd372 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:43.859996 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-65138f02-7e7a-490e-b632-ba00aeadd372 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/ports/627a6c52-c0a0-4e17-b2d0-172d99c09fd3 HTTP/1.1" status: 404 len: 333 time: 0.2239220 Jan 17 08:17:43.874127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51800) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:43.922785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8eaf9afa-2a86-4347-975f-101cb75d0d0c None None] Could not find standard attr ID for object 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:17:43.951107 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4665b703-f363-494a-b1b2-ccd28a7f9776 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:43.951315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4665b703-f363-494a-b1b2-ccd28a7f9776 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:43.955422 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4665b703-f363-494a-b1b2-ccd28a7f9776 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/subnets/fe4f1d57-6452-408c-a61f-0a4ef193fffe HTTP/1.1" status: 404 len: 337 time: 0.0744960 Jan 17 08:17:43.970471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51804) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:44.086915 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:39Z', 'revision_number': 9, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.091868 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:17:44.104098 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:44.104722 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.152669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee202feb-aa2e-4967-aade-ebb03eaaa10a req-fc052943-6257-4d4c-9273-ccda38c01ebb tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:44.159678 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ee202feb-aa2e-4967-aade-ebb03eaaa10a req-fc052943-6257-4d4c-9273-ccda38c01ebb tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 945 time: 0.6591024 Jan 17 08:17:44.185710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-624d0e86-7da4-4aef-875d-bd591d1dba20 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting subnet b078d0b4-af63-43fb-bfb3-216433bfcf6e {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:44.191172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297212f-48ab-442f-9c25-34f126a4ecc7 None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:17:44.208833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-624d0e86-7da4-4aef-875d-bd591d1dba20 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.276595 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ee202feb-aa2e-4967-aade-ebb03eaaa10a req-2c645712-e016-4246-a5a2-22c0ab11fb71 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160386 Jan 17 08:17:44.284374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-624d0e86-7da4-4aef-875d-bd591d1dba20 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.293181 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:44.369479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.465995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297212f-48ab-442f-9c25-34f126a4ecc7 None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:17:44.474847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d89fac3-c9ff-4d72-b6f4-27a3aa13d35e tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.546464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.594884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:44.606922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4336dce-12f6-4059-93c7-5f0679049305']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.613083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db2cd6-5f83-4871-89db-c062ebc1dbea None None] Sync routers for ids ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:44.621692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9b7881-823d-49d8-b916-d2f8e7f7f3bb') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.621998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9b7881-823d-49d8-b916-d2f8e7f7f3bb') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.632195 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89fac3-c9ff-4d72-b6f4-27a3aa13d35e tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event deleted for resources: {'Subnet': ['ID=020c0d46-2417-40d0-bff3-9dfea03fff97,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:44.635616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db2cd6-5f83-4871-89db-c062ebc1dbea None None] Routers {'ae0ab397-8108-4763-8995-6ccfb4ec4a55'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:44.636535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-15db2cd6-5f83-4871-89db-c062ebc1dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.636959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.667586 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a1799449-17cf-4fde-b1f0-9058234e51df tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/ae0ab397-8108-4763-8995-6ccfb4ec4a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1185286 Jan 17 08:17:44.683507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.687934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8d89fac3-c9ff-4d72-b6f4-27a3aa13d35e tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.692333 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8d89fac3-c9ff-4d72-b6f4-27a3aa13d35e tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "DELETE /v2.0/subnets/020c0d46-2417-40d0-bff3-9dfea03fff97 HTTP/1.1" status: 204 len: 168 time: 2.7370548 Jan 17 08:17:44.692865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51808) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:44.693191 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51810) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:44.703679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.710747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:44.718796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.719506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-15db2cd6-5f83-4871-89db-c062ebc1dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.764189 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:39Z', 'revision_number': 9, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.767864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db2cd6-5f83-4871-89db-c062ebc1dbea None None] Routers {'ae0ab397-8108-4763-8995-6ccfb4ec4a55'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:44.769207 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b5484-311a-44d2-8e6a-67abb08fa5a3 None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:39Z', 'revision_number': 9, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '0c46f497-ecdf-4210-9dcf-df315c553b02', 'name': '', 'network_id': 'b2888f89-f5a8-46c9-b0af-be67764c5e1e', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:47:80:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:28Z', 'updated_at': '2022-01-17T08:16:43Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': '6b95d009-46e5-49f0-8fd2-b9cf7c219771', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:44.769685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-15db2cd6-5f83-4871-89db-c062ebc1dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.799146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-624d0e86-7da4-4aef-875d-bd591d1dba20 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:44.831508 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:44.834175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=536ca89c-684e-453c-ac6f-68c090ec31d4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:44.863014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-15db2cd6-5f83-4871-89db-c062ebc1dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:44.863536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db2cd6-5f83-4871-89db-c062ebc1dbea None None] The sync data for ids ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:44.897796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.898385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.898519 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Floating IP 135edee7-0f92-46a0-a179-c32a1b8dd1d9 disassociated. External IP: 172.26.4.77, port: 4208bfca-e776-4ce4-9084-39506e8c9ab5. Jan 17 08:17:44.898782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Calling delete_port for 4208bfca-e776-4ce4-9084-39506e8c9ab5 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:44.939452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80112290-6c08-42e6-975b-8072f1a91a70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.951706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.973017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.989720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-624d0e86-7da4-4aef-875d-bd591d1dba20 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:44.993462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=f4336dce-12f6-4059-93c7-5f0679049305,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:45.009703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d583a3cd-4224-468f-92fc-5ab31029a3d8 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:45.009862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d583a3cd-4224-468f-92fc-5ab31029a3d8 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:45.041019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d0e86-7da4-4aef-875d-bd591d1dba20 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Subnet': ['ID=b078d0b4-af63-43fb-bfb3-216433bfcf6e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:45.047282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-624d0e86-7da4-4aef-875d-bd591d1dba20 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.049421 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-624d0e86-7da4-4aef-875d-bd591d1dba20 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/b078d0b4-af63-43fb-bfb3-216433bfcf6e HTTP/1.1" status: 204 len: 168 time: 1.7843239 Jan 17 08:17:45.052551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51816) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:45.081694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b60913-426b-4a9d-a0e8-ac815bafa649 None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:17:45.143099 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-916e00b4-5186-483b-95a1-e70d62fe53d0 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/f4336dce-12f6-4059-93c7-5f0679049305 HTTP/1.1" status: 204 len: 168 time: 3.7383571 Jan 17 08:17:45.147272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51820) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:45.213110 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbbd191-5851-4ed6-b8ce-26eed42501c1 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:45.213556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbbd191-5851-4ed6-b8ce-26eed42501c1 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:45.215184 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6dbbd191-5851-4ed6-b8ce-26eed42501c1 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/536ca89c-684e-453c-ac6f-68c090ec31d4 HTTP/1.1" status: 404 len: 337 time: 0.0562415 Jan 17 08:17:45.217994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-80112290-6c08-42e6-975b-8072f1a91a70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for e5b6624e-fdaa-47cb-b025-19368133465c owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:45.218320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51824) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:45.246763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.254467 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2a2493-c901-4163-948c-d93488947673 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:45.254467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2a2493-c901-4163-948c-d93488947673 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:45.257579 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1a2a2493-c901-4163-948c-d93488947673 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/f4336dce-12f6-4059-93c7-5f0679049305 HTTP/1.1" status: 404 len: 339 time: 0.0360177 Jan 17 08:17:45.258307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51828) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:45.284106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b60913-426b-4a9d-a0e8-ac815bafa649 None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:17:45.292151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.303433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.361427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 092a1d4b-4487-449f-aaca-86d21c52bb36 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:45.361896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.402252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dda541-a6ad-4425-a3fa-1d9436a44791']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:45.420430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fde46de-7e16-4b7f-99e8-66b112809430') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:45.420643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fde46de-7e16-4b7f-99e8-66b112809430') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:45.436125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.443995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.456458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.464859 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:45.465327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:45.543066 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:45.555112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d583a3cd-4224-468f-92fc-5ab31029a3d8 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:45.556342 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d583a3cd-4224-468f-92fc-5ab31029a3d8 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports/aa10d010-758f-405f-8783-5ea46a01d005 HTTP/1.1" status: 200 len: 911 time: 0.8619184 Jan 17 08:17:45.564455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51834) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:45.637605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Deleting port a21326af-71ea-476d-8cf0-97ddc540c54e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:45.640312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.694392 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:17:45.762317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.769742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.786176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.817157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed64d1-cd5d-4fa7-9952-7debd0cb2b08 None None] DHCP port deletion for f4336dce-12f6-4059-93c7-5f0679049305 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:45.842792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c413edd6-635e-47b4-b3f6-f68f5bd1b267 None None] Network 15cc1d4f-9ca7-421c-8a65-b647d6a2216d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:45.861957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] Pushing event deleted for resources: {'Network': ['ID=f8dda541-a6ad-4425-a3fa-1d9436a44791,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:45.863820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.866894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5116bf0c-ff14-4ad6-9065-0b14c63be997 None None] Network b1e5cdcb-324a-4814-bcb0-e65750350704 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:45.879425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed6260f-ad1b-48eb-b47e-8c27876818c9']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:45.893701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port 092a1d4b-4487-449f-aaca-86d21c52bb36, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=092a1d4b-4487-449f-aaca-86d21c52bb36,segment=NetworkSegment(1b78de39-0824-4312-989c-69e29686308a),segment_id=1b78de39-0824-4312-989c-69e29686308a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:45.894048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:45.905376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174cd0df-4f18-434f-829a-f7f4463d782d') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:45.905724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174cd0df-4f18-434f-829a-f7f4463d782d') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:45.921434 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7202bc4f-12e2-497f-be93-2da7b86ce703 tempest-NetworksTestDHCPv6-587129427 tempest-NetworksTestDHCPv6-587129427-project] 10.222.0.44 "DELETE /v2.0/networks/f8dda541-a6ad-4425-a3fa-1d9436a44791 HTTP/1.1" status: 204 len: 168 time: 1.9476237 Jan 17 08:17:45.935387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Pushing event deleted for resources: {'Port': ['ID=4208bfca-e776-4ce4-9084-39506e8c9ab5,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:45.937335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80112290-6c08-42e6-975b-8072f1a91a70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.028385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80112290-6c08-42e6-975b-8072f1a91a70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=e5b6624e-fdaa-47cb-b025-19368133465c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:46.104901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.209672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 092a1d4b-4487-449f-aaca-86d21c52bb36 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:46.261244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.276974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:46.277409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:46.292698 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:46.319139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5030a-987c-496c-a95b-0bb187127e9b req-5c4c06d9-c0d6-4c02-8ffa-301569e03c65 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:46.320069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-38e5030a-987c-496c-a95b-0bb187127e9b req-5c4c06d9-c0d6-4c02-8ffa-301569e03c65 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Synchronizing usage tracker for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:46.337690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] For port a21326af-71ea-476d-8cf0-97ddc540c54e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a21326af-71ea-476d-8cf0-97ddc540c54e,segment=NetworkSegment(a514733d-ed53-467d-a09c-dcb8fc418012),segment_id=a514733d-ed53-467d-a09c-dcb8fc418012)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:46.338146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.422572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4208bfca-e776-4ce4-9084-39506e8c9ab5 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:46.497938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 4208bfca-e776-4ce4-9084-39506e8c9ab5 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:46.498658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4208bfca-e776-4ce4-9084-39506e8c9ab5 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:46.546862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.569420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.573570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-80112290-6c08-42e6-975b-8072f1a91a70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.578153 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-80112290-6c08-42e6-975b-8072f1a91a70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/e5b6624e-fdaa-47cb-b025-19368133465c HTTP/1.1" status: 204 len: 168 time: 3.3732531 Jan 17 08:17:46.586199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Calling delete_port for a21326af-71ea-476d-8cf0-97ddc540c54e owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:46.590594 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/4ed6260f-ad1b-48eb-b47e-8c27876818c9 HTTP/1.1" status: 204 len: 168 time: 1.3306277 Jan 17 08:17:46.594381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51840) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:46.595082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.600103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:46.623265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device df790e09-ea15-4149-8b74-ba17b3d89e57 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:46.646394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-38e5030a-987c-496c-a95b-0bb187127e9b req-5c4c06d9-c0d6-4c02-8ffa-301569e03c65 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Unset dirty status for tenant:f63d850157224890ad3a5d7e0a15b155 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:46.657060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce335448-2c91-4c21-98bd-dff4218a958e None None] DHCP port deletion for b1e5cdcb-324a-4814-bcb0-e65750350704 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:46.657289 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-38e5030a-987c-496c-a95b-0bb187127e9b req-5c4c06d9-c0d6-4c02-8ffa-301569e03c65 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 867 time: 1.1058917 Jan 17 08:17:46.666718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: df790e09-ea15-4149-8b74-ba17b3d89e57 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:46.667497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device df790e09-ea15-4149-8b74-ba17b3d89e57 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:46.668313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:46.697510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900f5e1-3aaf-4904-b20e-4bb7a422c7f4 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=4ed6260f-ad1b-48eb-b47e-8c27876818c9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:46.715636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:46.716132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1adbeb0c-53e3-4a03-b7d7-f8d415e11bde not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:46.737536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] DHCP port deletion for 15cc1d4f-9ca7-421c-8a65-b647d6a2216d request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:46.742610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] Deleting port a21326af-71ea-476d-8cf0-97ddc540c54e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:46.743134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.799776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=092a1d4b-4487-449f-aaca-86d21c52bb36,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:46.799776 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bce844-91b5-4a7f-ae9c-b258659f608c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:46.799776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bce844-91b5-4a7f-ae9c-b258659f608c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:46.801915 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f6bce844-91b5-4a7f-ae9c-b258659f608c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/39f9af13-99c4-45ae-90ad-72bd0119fcfc HTTP/1.1" status: 404 len: 337 time: 0.1080513 Jan 17 08:17:46.805400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:46.808454 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-812f1994-166c-44b5-9d9c-0e88eda7ce2e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:17:46.809173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-812f1994-166c-44b5-9d9c-0e88eda7ce2e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:46.841655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No DVR routers for this DVR port 092a1d4b-4487-449f-aaca-86d21c52bb36 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:46.843786 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-38e5030a-987c-496c-a95b-0bb187127e9b req-783393be-6330-4b0e-93ca-1f6283ac7bce tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups?id=02232627-6fb2-4065-8d5e-44fa649c33de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856027 Jan 17 08:17:46.898083 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-526f2f15-80e3-48aa-9dda-14d8724d4ee3 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:46.898083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526f2f15-80e3-48aa-9dda-14d8724d4ee3 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:46.901490 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-526f2f15-80e3-48aa-9dda-14d8724d4ee3 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/512ed747-e61d-4755-b066-4f21eedfd130 HTTP/1.1" status: 404 len: 339 time: 0.0920839 Jan 17 08:17:46.901490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:46.901670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51856) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:46.928479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.975788 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] For port a21326af-71ea-476d-8cf0-97ddc540c54e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a21326af-71ea-476d-8cf0-97ddc540c54e,segment=NetworkSegment(a514733d-ed53-467d-a09c-dcb8fc418012),segment_id=a514733d-ed53-467d-a09c-dcb8fc418012)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:46.976385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:46.981948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event deleted for resources: {'Port': ['ID=a21326af-71ea-476d-8cf0-97ddc540c54e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:46.994766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.007658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] No DVR routers for this DVR port a21326af-71ea-476d-8cf0-97ddc540c54e on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:47.020400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e5cdcb-324a-4814-bcb0-e65750350704']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:47.032743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b78de39-0824-4312-989c-69e29686308a') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:47.034081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b78de39-0824-4312-989c-69e29686308a') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:47.044987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.065915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.105247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-812f1994-166c-44b5-9d9c-0e88eda7ce2e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:47.105969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] Calling delete_port for a21326af-71ea-476d-8cf0-97ddc540c54e owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:47.109202 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-812f1994-166c-44b5-9d9c-0e88eda7ce2e tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/e5b6624e-fdaa-47cb-b025-19368133465c HTTP/1.1" status: 404 len: 333 time: 0.5077019 Jan 17 08:17:47.114038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51864) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:47.129845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:47.130281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.152072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:47.164537 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:47.184185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Router bfca7abb-96df-45b7-a676-b8e25256d43c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:47.189321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cc1d4f-9ca7-421c-8a65-b647d6a2216d']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:47.192140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:47.199279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:47.205921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a514733d-ed53-467d-a09c-dcb8fc418012') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:47.206243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a514733d-ed53-467d-a09c-dcb8fc418012') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:47.227707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.299873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.308815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:47.309208 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:47.325252 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:47.480094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.501666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.514964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event deleted for resources: {'Network': ['ID=15cc1d4f-9ca7-421c-8a65-b647d6a2216d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:47.517616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.547986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.559433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:47.563360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78341771-514d-462d-9127-37573231e684 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.569169 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] Sync routers for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:47.581047 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:47.581657 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:47.591920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Network': ['ID=b1e5cdcb-324a-4814-bcb0-e65750350704,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:47.599623 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c20ae2ef-e2d4-4595-adbf-d5efaba03282 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "DELETE /v2.0/networks/15cc1d4f-9ca7-421c-8a65-b647d6a2216d HTTP/1.1" status: 204 len: 168 time: 2.9037054 Jan 17 08:17:47.625144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51868) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:47.694353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] Deleting port a21326af-71ea-476d-8cf0-97ddc540c54e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:47.694740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.698460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] No DVR routers for this DVR port 4208bfca-e776-4ce4-9084-39506e8c9ab5 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:47.701777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.704052 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d15a8e39-e917-4992-973a-93cf784d23eb req-6494bc7b-8ab3-4156-8dc8-db8219e511f5 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.53 "DELETE /v2.0/ports/4208bfca-e776-4ce4-9084-39506e8c9ab5 HTTP/1.1" status: 204 len: 173 time: 5.4015296 Jan 17 08:17:47.714238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'name': 'network-vif-deleted', 'tag': '4208bfca-e776-4ce4-9084-39506e8c9ab5'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:17:47.794747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-471b0412-a2e2-4ac4-84a2-0c0a0a6f0107 None None] The port 'a21326af-71ea-476d-8cf0-97ddc540c54e' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:17:47.797606 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:47.816374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78341771-514d-462d-9127-37573231e684 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.824721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Deleting port a861d0d7-a474-440f-b6bc-1a71d3ff0214 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:47.825067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.838905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-9485d976-7a9d-40c2-b7a6-92ac86552305 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting subnet 21f6f1a0-b670-4e95-b969-fef52fc74669 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:47.847838 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-13db687b-dfae-4f2c-a5b1-7cf0a22d2ae1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/networks/b1e5cdcb-324a-4814-bcb0-e65750350704 HTTP/1.1" status: 204 len: 168 time: 2.7941124 Jan 17 08:17:47.859381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51876) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:47.859381 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d1067c-ace9-4be7-bc47-e86c103ec695', 'name': 'network-vif-deleted', 'tag': '4208bfca-e776-4ce4-9084-39506e8c9ab5', 'status': 'completed', 'code': 200} Jan 17 08:17:47.859638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9485d976-7a9d-40c2-b7a6-92ac86552305 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:47.907511 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cdcde112-5a1f-49e7-bd21-981319795fc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab55436046df496b93f5307e85c40341&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8446753 Jan 17 08:17:47.911810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51882) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:47.971972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9485d976-7a9d-40c2-b7a6-92ac86552305 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.124190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06c316a6-158e-4143-b7c9-6f9579da87fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.146445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78341771-514d-462d-9127-37573231e684 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.169620 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'd12a168c-2ad7-444a-8e57-f8f7266b12cb', 'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'mac_address': 'fa:16:3e:7e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:16Z', 'updated_at': '2022-01-17T08:12:52Z', 'revision_number': 5, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'subnets': [{'id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:48.172525 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc41a551-89a0-4e68-bbe2-5fd1abf06359 req-6ef4fe2a-0b30-4ae5-a179-6ffde07929fc tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d1067c-ace9-4be7-bc47-e86c103ec695 HTTP/1.1" status: 200 len: 210 time: 0.0685816 Jan 17 08:17:48.173741 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] Checking router: bfca7abb-96df-45b7-a676-b8e25256d43c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:17:48.186476 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:48.187080 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:48.201654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78341771-514d-462d-9127-37573231e684 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b728da9-de6c-4185-b7dd-53c8722ecc9a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:48.210435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06c316a6-158e-4143-b7c9-6f9579da87fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.257096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9485d976-7a9d-40c2-b7a6-92ac86552305 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.301949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78341771-514d-462d-9127-37573231e684 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.306504 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-78341771-514d-462d-9127-37573231e684 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/security-groups/4b728da9-de6c-4185-b7dd-53c8722ecc9a HTTP/1.1" status: 204 len: 168 time: 1.1849475 Jan 17 08:17:48.307355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51886) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:48.367856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.399982 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:48.413867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.414224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.462858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06c316a6-158e-4143-b7c9-6f9579da87fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.554059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c316a6-158e-4143-b7c9-6f9579da87fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c8572c-908a-416a-8f4e-b402df3d7016,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:48.554720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Calling delete_port for a861d0d7-a474-440f-b6bc-1a71d3ff0214 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:48.563847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9485d976-7a9d-40c2-b7a6-92ac86552305 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.611093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fe2f-5196-489a-94c4-1b101398d543 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.613637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06c316a6-158e-4143-b7c9-6f9579da87fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.614806 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-06c316a6-158e-4143-b7c9-6f9579da87fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20c8572c-908a-416a-8f4e-b402df3d7016 HTTP/1.1" status: 204 len: 168 time: 0.6988473 Jan 17 08:17:48.658752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485d976-7a9d-40c2-b7a6-92ac86552305 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=21f6f1a0-b670-4e95-b969-fef52fc74669,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:48.678912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9485d976-7a9d-40c2-b7a6-92ac86552305 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.680704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905a703-7980-490a-a394-9550ba913774 None None] Network 54613ffc-a7b1-472b-88a7-334d4a560a31 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:48.690853 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9485d976-7a9d-40c2-b7a6-92ac86552305 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/21f6f1a0-b670-4e95-b969-fef52fc74669 HTTP/1.1" status: 204 len: 168 time: 1.6287031 Jan 17 08:17:48.694229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:48.747580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fe2f-5196-489a-94c4-1b101398d543 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.820634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd864057-63c4-409e-9342-bdc8ab5c4f88 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting subnet aba7825e-d6a7-4752-a76e-300e5138ced3 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:48.830491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd864057-63c4-409e-9342-bdc8ab5c4f88 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.898596 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'd12a168c-2ad7-444a-8e57-f8f7266b12cb', 'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'mac_address': 'fa:16:3e:7e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:16Z', 'updated_at': '2022-01-17T08:12:52Z', 'revision_number': 5, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'subnets': [{'id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:48.903876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 092a1d4b-4487-449f-aaca-86d21c52bb36 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:48.904989 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a707530f-0bae-4b6c-8117-87f01557ad7e None None] The sync data for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv is: [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:12:18Z', 'revision_number': 4, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'd12a168c-2ad7-444a-8e57-f8f7266b12cb', 'name': '', 'network_id': 'b0250a93-ed00-4f23-9feb-2f0d97a63e9d', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'mac_address': 'fa:16:3e:7e:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:16Z', 'updated_at': '2022-01-17T08:12:52Z', 'revision_number': 5, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'subnets': [{'id': '04c797cd-8b4e-49c2-99ef-cee9c4035556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:48.938321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd864057-63c4-409e-9342-bdc8ab5c4f88 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:48.997345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 2001:db8:1::1 (f540a9ca-9c19-4b64-bf1c-5d590438f6ad/ef7dac69-16aa-40de-9372-4001c679e251/fae7cd40-2274-43ee-bfc8-0eb7995f50d7) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:49.054141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.115343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fe2f-5196-489a-94c4-1b101398d543 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.143299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.154694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 092a1d4b-4487-449f-aaca-86d21c52bb36 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:49.155736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 092a1d4b-4487-449f-aaca-86d21c52bb36 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:49.156875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a21326af-71ea-476d-8cf0-97ddc540c54e no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:49.205983 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: a21326af-71ea-476d-8cf0-97ddc540c54e {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:49.206565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a21326af-71ea-476d-8cf0-97ddc540c54e not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:49.253574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.271764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Transition to ACTIVE for port object fae7cd40-2274-43ee-bfc8-0eb7995f50d7 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:49.285576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0fe2f-5196-489a-94c4-1b101398d543 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992aaf1e-8405-495c-ba0c-1bd28a0e1089,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:49.319484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Pushing event deleted for resources: {'Port': ['ID=a861d0d7-a474-440f-b6bc-1a71d3ff0214,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:49.351094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd864057-63c4-409e-9342-bdc8ab5c4f88 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.449023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.496457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba267f18-7ffa-46a7-90e6-9c4bb3df50a8 None None] New status for floating IP 135edee7-0f92-46a0-a179-c32a1b8dd1d9: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:17:49.606669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network f540a9ca-9c19-4b64-bf1c-5d590438f6ad is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:49.607630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51906) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:49.608540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:49.617739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:49.617739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.619109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=fae7cd40-2274-43ee-bfc8-0eb7995f50d7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:49.679821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.688589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fe2f-5196-489a-94c4-1b101398d543 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.696792 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e3e0fe2f-5196-489a-94c4-1b101398d543 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/security-groups/992aaf1e-8405-495c-ba0c-1bd28a0e1089 HTTP/1.1" status: 204 len: 168 time: 1.3811045 Jan 17 08:17:49.697911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51912) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:49.766243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.774311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:49.775970 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4504bbba-ed50-442f-9178-477e229997a9 tempest-FloatingIPAdminTestJSON-1512311452 tempest-FloatingIPAdminTestJSON-1512311452-project] 10.222.0.44 "DELETE /v2.0/floatingips/c2bcffb8-18b4-49e5-b871-1d5575b8e582 HTTP/1.1" status: 204 len: 168 time: 2.1495969 Jan 17 08:17:49.836312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd864057-63c4-409e-9342-bdc8ab5c4f88 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.030067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd864057-63c4-409e-9342-bdc8ab5c4f88 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=aba7825e-d6a7-4752-a76e-300e5138ced3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:50.200764 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cb173a15-805d-4c28-a4b3-28f285927fee None None] Provisioning for port fae7cd40-2274-43ee-bfc8-0eb7995f50d7 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:50.210477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cb173a15-805d-4c28-a4b3-28f285927fee None None] Provisioning complete for port fae7cd40-2274-43ee-bfc8-0eb7995f50d7 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:50.211332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cb173a15-805d-4c28-a4b3-28f285927fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.255969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c408de5-224f-47a6-9291-52e4fc07be4e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.270863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd864057-63c4-409e-9342-bdc8ab5c4f88 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.289061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-cb173a15-805d-4c28-a4b3-28f285927fee None None] Port fae7cd40-2274-43ee-bfc8-0eb7995f50d7 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:50.305039 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48246ee-8cdd-46f8-96c6-7beaf692e64f None None] Network 54613ffc-a7b1-472b-88a7-334d4a560a31 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:50.326399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c408de5-224f-47a6-9291-52e4fc07be4e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.390481 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fd864057-63c4-409e-9342-bdc8ab5c4f88 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/aba7825e-d6a7-4752-a76e-300e5138ced3 HTTP/1.1" status: 204 len: 168 time: 1.6952002 Jan 17 08:17:50.394522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51926) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:50.440190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51932) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:50.517951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.562460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ecfa379b-c5ae-44a6-947d-8e97cc5a7d7d None None] Provisioning complete for port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:50.562985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ecfa379b-c5ae-44a6-947d-8e97cc5a7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.616153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51938) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:50.643163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c408de5-224f-47a6-9291-52e4fc07be4e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.657221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 0c46f497-ecdf-4210-9dcf-df315c553b02 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:50.657573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.664738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c64d292-7090-424f-b105-a60ba8ba900d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet 5d0ad246-30ea-4560-a9b9-97b5cdc1346a {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:50.684063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c64d292-7090-424f-b105-a60ba8ba900d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.728476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c408de5-224f-47a6-9291-52e4fc07be4e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02232627-6fb2-4065-8d5e-44fa649c33de,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:50.734087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.853441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1209494099'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:50.862508 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:50.870730 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Usage tracker for resource:network and tenant:761f5d3246a1432f857ac180b602db0b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:50.880915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:50.892126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:50.900628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c408de5-224f-47a6-9291-52e4fc07be4e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.900628 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7c408de5-224f-47a6-9291-52e4fc07be4e tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "DELETE /v2.0/security-groups/02232627-6fb2-4065-8d5e-44fa649c33de HTTP/1.1" status: 204 len: 168 time: 1.2871454 Jan 17 08:17:50.901190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51944) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:50.906840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c64d292-7090-424f-b105-a60ba8ba900d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.931979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-e73a0fa1-eab6-48cf-a6b7-d4547d2bac65 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] show failed (client error): The resource could not be found. Jan 17 08:17:50.935372 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e73a0fa1-eab6-48cf-a6b7-d4547d2bac65 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "GET /v2.0/security-groups/02232627-6fb2-4065-8d5e-44fa649c33de HTTP/1.1" status: 404 len: 347 time: 0.0312321 Jan 17 08:17:50.939020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51948) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:50.950062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd6b7c-ffe5-4dce-afb4-2e2a8c719a35 None None] DHCP port deletion for 54613ffc-a7b1-472b-88a7-334d4a560a31 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:50.954061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd6b7c-ffe5-4dce-afb4-2e2a8c719a35 None None] Deleting port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:50.954537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6b7c-ffe5-4dce-afb4-2e2a8c719a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.962447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:50.965554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.976115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port 0c46f497-ecdf-4210-9dcf-df315c553b02, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c46f497-ecdf-4210-9dcf-df315c553b02,segment=NetworkSegment(6bca919f-574f-46fe-9c28-7c07702c9921),segment_id=6bca919f-574f-46fe-9c28-7c07702c9921)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:50.976394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:50.994177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Made reservation on behalf of 761f5d3246a1432f857ac180b602db0b for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:51.000039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.127654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.147847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 0c46f497-ecdf-4210-9dcf-df315c553b02 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:51.168566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bbbd6b7c-ffe5-4dce-afb4-2e2a8c719a35 None None] For port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,segment=NetworkSegment(f3e43b13-892c-4c76-8c45-2d6f3844bd39),segment_id=f3e43b13-892c-4c76-8c45-2d6f3844bd39)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:51.168890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6b7c-ffe5-4dce-afb4-2e2a8c719a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.183345 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-db39d6d2-bd2c-4302-83d2-366fd004e2a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f2799f3b5844d849a961627d6ee3e9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7412534 Jan 17 08:17:51.189109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51952) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:51.224787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:51.241781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Usage tracker for resource:security_group_rule and tenant:761f5d3246a1432f857ac180b602db0b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:51.245984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:51.256954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:51.291635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd6b7c-ffe5-4dce-afb4-2e2a8c719a35 None None] Calling delete_port for 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:51.329150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Deleting port e85586a7-8a73-4b45-824d-38699dcc8700 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:51.329150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.389389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.433111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6b7c-ffe5-4dce-afb4-2e2a8c719a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.465240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c64d292-7090-424f-b105-a60ba8ba900d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.479139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.489387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd6b7c-ffe5-4dce-afb4-2e2a8c719a35 None None] Pushing event deleted for resources: {'Port': ['ID=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:51.489764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.498415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd6b7c-ffe5-4dce-afb4-2e2a8c719a35 None None] No DVR routers for this DVR port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:51.548399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=0c46f497-ecdf-4210-9dcf-df315c553b02,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:51.562992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:17:51.609473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998336b9-8cc6-414f-b637-41a313afc13e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:51.643289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.647582 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Added segment 4e184b67-3eb2-46fc-bef5-c219021762d8 of type vlan for network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca Jan 17 08:17:51.690650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.846323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40d665eb-20db-46f9-86d5-8e5982fc3c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.868024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] For port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9,segment=NetworkSegment(f3e43b13-892c-4c76-8c45-2d6f3844bd39),segment_id=f3e43b13-892c-4c76-8c45-2d6f3844bd39)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:51.871145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.882524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.891468 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:51.895184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:51.895855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.028636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40d665eb-20db-46f9-86d5-8e5982fc3c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.041748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Calling delete_port for 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:52.076080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event updated for resources: {'Network': ['ID=c8fa9205-f7ab-43d4-b885-8c99ba8f83ca,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:52.086594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:17:52.089711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:17:52.110178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.110499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.139010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.197018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c64d292-7090-424f-b105-a60ba8ba900d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.241861 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c1c53d32-6f2b-470b-b636-e6e94a5a9697 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6246123 Jan 17 08:17:52.248128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51956) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:52.254937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Request body: {'subnet': {'network_id': 'c8fa9205-f7ab-43d4-b885-8c99ba8f83ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:52.289417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Calling delete_port for e85586a7-8a73-4b45-824d-38699dcc8700 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:52.317297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.318036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.374086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64d292-7090-424f-b105-a60ba8ba900d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0ad246-30ea-4560-a9b9-97b5cdc1346a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:52.379485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:52.385233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Usage tracker for resource:subnet and tenant:761f5d3246a1432f857ac180b602db0b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:52.388512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:52.396915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:52.430663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c64d292-7090-424f-b105-a60ba8ba900d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.438025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b9c8b-aaee-45b4-939d-77727d3931a9 None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:52.467793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:52.467793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:52.469157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=fae7cd40-2274-43ee-bfc8-0eb7995f50d7,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:52.534186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Made reservation on behalf of 761f5d3246a1432f857ac180b602db0b for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:52.545408 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1c64d292-7090-424f-b105-a60ba8ba900d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/5d0ad246-30ea-4560-a9b9-97b5cdc1346a HTTP/1.1" status: 204 len: 168 time: 2.8437376 Jan 17 08:17:52.550490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40d665eb-20db-46f9-86d5-8e5982fc3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.552753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40d665eb-20db-46f9-86d5-8e5982fc3c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.555100 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-40d665eb-20db-46f9-86d5-8e5982fc3c3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f598e88b-ef0b-4571-9c47-b9477ff58bb5 HTTP/1.1" status: 204 len: 168 time: 1.3556087 Jan 17 08:17:52.558108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51960) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:52.582513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:52.604336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d665eb-20db-46f9-86d5-8e5982fc3c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f598e88b-ef0b-4571-9c47-b9477ff58bb5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:52.758101 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:52.759133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:52.799005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:52.799964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:52.800988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network f540a9ca-9c19-4b64-bf1c-5d590438f6ad is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:52.805251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:52.963693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:52.966113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.018088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting port 4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:53.018770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.074716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:53.093493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:53.099272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Pushing event deleted for resources: {'Port': ['ID=e85586a7-8a73-4b45-824d-38699dcc8700,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:53.121286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:53.155104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:53.204143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] The port '4b7a0e35-92fc-4e44-91b3-fc3d15a3b8b9' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:17:53.263446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-96bf5295-6093-43ff-b93c-f63d373775c4 None None] Provisioning complete for port fae7cd40-2274-43ee-bfc8-0eb7995f50d7 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:53.266520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96bf5295-6093-43ff-b93c-f63d373775c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.314702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.333241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-96bf5295-6093-43ff-b93c-f63d373775c4 None None] Port fae7cd40-2274-43ee-bfc8-0eb7995f50d7 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:53.437304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event updated for resources: {'Subnet': ['ID=2e9faf36-e388-4971-bbf1-3e11ea31fdf9,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:53.459084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:53.473980 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:53.481639 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4fc6672a-3455-4bc6-acd7-20e1a8a18726 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6202714 Jan 17 08:17:53.485639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51968) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:53.486322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Checking segment: {'id': '4e184b67-3eb2-46fc-bef5-c219021762d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c8fa9205-f7ab-43d4-b885-8c99ba8f83ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:53.486674 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Network hostable DHCP agents. Network: c8fa9205-f7ab-43d4-b885-8c99ba8f83ca, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:17:53.495783 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:53.496816 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:53.560567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:53.565099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.574399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51972) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:53.659254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-715c7991-8967-4b04-a2c2-749c97c910bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.659480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2c025e08-736e-4c0a-9382-0088dff357e8 None None] Provisioning complete for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:53.659925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c025e08-736e-4c0a-9382-0088dff357e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.706036 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:53.711721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-715c7991-8967-4b04-a2c2-749c97c910bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:53.727078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-715c7991-8967-4b04-a2c2-749c97c910bd admin admin] Usage tracker for resource:security_group_rule and tenant:c6465460fec7490a959fd7308ed83968 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:53.732036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-715c7991-8967-4b04-a2c2-749c97c910bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:53.749915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:17:53.757011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-715c7991-8967-4b04-a2c2-749c97c910bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:53.767388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce1a1c6-6d78-493f-9c51-70f783fa7a52 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting subnet 6b95d009-46e5-49f0-8fd2-b9cf7c219771 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:53.774480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a1c6-6d78-493f-9c51-70f783fa7a52 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.812335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, c8fa9205-f7ab-43d4-b885-8c99ba8f83ca) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:53.817225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:53.821862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.822338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2c025e08-736e-4c0a-9382-0088dff357e8 None None] Provisioning complete for port f1d0bb62-f63b-4996-9184-b3e07bc69702 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:53.823037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c025e08-736e-4c0a-9382-0088dff357e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.849779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134d062c-a6f4-4920-9ad4-69f955a13185 None None] Network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:53.878111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.906888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54613ffc-a7b1-472b-88a7-334d4a560a31']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:53.920367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e43b13-892c-4c76-8c45-2d6f3844bd39') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:53.920757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e43b13-892c-4c76-8c45-2d6f3844bd39') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:53.933675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.950926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:53.957313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:53.957619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.000159 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-367b631d-9717-4324-b17f-f33245c91b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7508628 Jan 17 08:17:54.004078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51976) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.012307 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a1c6-6d78-493f-9c51-70f783fa7a52 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.043654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Request body: {'port': {'network_id': 'c8fa9205-f7ab-43d4-b885-8c99ba8f83ca', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-791920607'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:54.055135 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:54.059085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.063128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.098614 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:51Z', 'revision_number': 10, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:54.103552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2c025e08-736e-4c0a-9382-0088dff357e8 None None] Port f1d0bb62-f63b-4996-9184-b3e07bc69702 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:54.104247 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:17:54.125764 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:54.126871 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:54.162042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.190428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.198311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-c8fa9205-f7ab-43d4-b885-8c99ba8f83ca', 'network_id': 'c8fa9205-f7ab-43d4-b885-8c99ba8f83ca', 'tenant_id': '761f5d3246a1432f857ac180b602db0b', 'fixed_ips': [{'subnet_id': '2e9faf36-e388-4971-bbf1-3e11ea31fdf9'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:17:54.199551 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.207903 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/54613ffc-a7b1-472b-88a7-334d4a560a31 HTTP/1.1" status: 204 len: 168 time: 3.8118219 Jan 17 08:17:54.210339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.214133 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dcb5ab06-587e-4511-b740-db8f32e3c794 tempest-ServerActionsTestJSON-196980886 tempest-ServerActionsTestJSON-196980886-project] 10.222.0.44 "DELETE /v2.0/floatingips/135edee7-0f92-46a0-a179-c32a1b8dd1d9 HTTP/1.1" status: 204 len: 168 time: 3.2653701 Jan 17 08:17:54.214133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 51980) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.214393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-715c7991-8967-4b04-a2c2-749c97c910bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.219125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51982) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.268484 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2f5b48-3f44-4f51-bd59-8ebabd9f28c3 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:54.268921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2f5b48-3f44-4f51-bd59-8ebabd9f28c3 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:54.270550 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3d2f5b48-3f44-4f51-bd59-8ebabd9f28c3 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/484801b6-a220-4330-862e-1bf5a5109c12 HTTP/1.1" status: 404 len: 337 time: 0.0527835 Jan 17 08:17:54.274676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51990) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.301597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2224d4-adb9-4c21-baa9-b8b1c8d98606 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=54613ffc-a7b1-472b-88a7-334d4a560a31,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:54.315097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:54.325156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-715c7991-8967-4b04-a2c2-749c97c910bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.335480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:54.335848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Usage tracker for resource:port and tenant:761f5d3246a1432f857ac180b602db0b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:54.339788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:54.342461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=c45be888-c8a4-412c-8b62-c05e84e16e3e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:54.344628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:54.345199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.361246 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:17:54.369382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c02843-4bcc-486b-8956-a19f1d7a307e None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:54.384287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:54.388925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a1c6-6d78-493f-9c51-70f783fa7a52 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.409041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router ae0ab397-8108-4763-8995-6ccfb4ec4a55 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:17:54.418075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c7991-8967-4b04-a2c2-749c97c910bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fc4714-bada-483d-ac0a-83ce4c009938,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:54.431916 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ac326e-5838-4057-857a-338b970e5286 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:54.432442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ac326e-5838-4057-857a-338b970e5286 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:54.439626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:54.447032 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c9ac326e-5838-4057-857a-338b970e5286 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/dd4a3fb6-7868-4bc7-8461-e5448cf79b7d HTTP/1.1" status: 404 len: 339 time: 0.1685300 Jan 17 08:17:54.449308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51994) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.531292 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-57f8db34-6f33-4c6c-a7dd-6757581d7678 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9644725 Jan 17 08:17:54.537422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 51998) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.557013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Allocated IP 2001:db8::2 (c8fa9205-f7ab-43d4-b885-8c99ba8f83ca/2e9faf36-e388-4971-bbf1-3e11ea31fdf9/2a295bee-864c-42ea-915c-bbc392f6794d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:54.596552 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'security_group': {'name': 'tempest-secgroup-354007765'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:54.600969 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2548c3bf-aab8-426f-a7c6-1237904c893c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:54.601395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2548c3bf-aab8-426f-a7c6-1237904c893c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:54.608496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2548c3bf-aab8-426f-a7c6-1237904c893c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/41facda5-8df3-41b7-b0cd-f8f7bce56df1 HTTP/1.1" status: 404 len: 337 time: 0.1462283 Jan 17 08:17:54.609080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52002) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.616159 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-715c7991-8967-4b04-a2c2-749c97c910bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6465460fec7490a959fd7308ed83968&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0408652 Jan 17 08:17:54.630962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:54.631663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52006) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.657154 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-02de7d7d-d6b2-40f6-a2b4-170e4a4a6e99 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:54.657577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02de7d7d-d6b2-40f6-a2b4-170e4a4a6e99 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:54.661699 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-02de7d7d-d6b2-40f6-a2b4-170e4a4a6e99 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/9fc2eb06-68f8-4a7a-a7bc-445cc35634d3 HTTP/1.1" status: 404 len: 339 time: 0.0459931 Jan 17 08:17:54.661699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Made reservation on behalf of 761f5d3246a1432f857ac180b602db0b for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:54.662937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.675252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52010) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.678773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:54.722270 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:54.725420 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e0b8f0-4c29-4d0b-a3b4-43e6921f1a98 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:54.725555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e0b8f0-4c29-4d0b-a3b4-43e6921f1a98 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:54.768528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-497acbd2-a50c-494b-923d-24ccf801da23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.772280 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:51Z', 'revision_number': 10, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:54.776824 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ba6b4e-6da3-4d34-bb34-e9e30549c7ae None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:17:51Z', 'revision_number': 10, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None, '_interfaces': [{'id': '97c5adcf-87cb-4600-899a-7a1d269ae6f0', 'name': '', 'network_id': 'e06be57f-4e10-489f-ae4f-7673087e3ec0', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'mac_address': 'fa:16:3e:56:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:16:11Z', 'updated_at': '2022-01-17T08:16:25Z', 'revision_number': 5, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'subnets': [{'id': 'c7426ac6-e76d-4cb6-8c5f-fc6f1155f337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:54.795403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:17:54.805961 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-695d7e46-b696-4320-95c0-1f7124846376 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/ae0ab397-8108-4763-8995-6ccfb4ec4a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2405143 Jan 17 08:17:54.807312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:54.809524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52014) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.814102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] device_id is not set on port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:17:54.842012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68550020-047b-4a0d-a57e-4c992207ad04 None None] Sync routers for ids ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:17:54.856203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-497acbd2-a50c-494b-923d-24ccf801da23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.862811 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-98e0b8f0-4c29-4d0b-a3b4-43e6921f1a98 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/ce7016d5-a6ed-48d3-9542-834902851253 HTTP/1.1" status: 404 len: 337 time: 0.1835363 Jan 17 08:17:54.866134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52018) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:54.914094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a1c6-6d78-493f-9c51-70f783fa7a52 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.924863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48f3b74-0a3d-4ce9-b442-8bf92bce0f27 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:54.925686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d48f3b74-0a3d-4ce9-b442-8bf92bce0f27 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:17:54.946768 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a63cdb-fc47-4bdd-9359-6e38e4d7ba7b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:17:54.951839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a63cdb-fc47-4bdd-9359-6e38e4d7ba7b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:17:54.968940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68550020-047b-4a0d-a57e-4c992207ad04 None None] Routers {'ae0ab397-8108-4763-8995-6ccfb4ec4a55'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:54.969576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68550020-047b-4a0d-a57e-4c992207ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:54.971596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:54.991624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d48f3b74-0a3d-4ce9-b442-8bf92bce0f27 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:17:54.995716 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d48f3b74-0a3d-4ce9-b442-8bf92bce0f27 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports/fae7cd40-2274-43ee-bfc8-0eb7995f50d7 HTTP/1.1" status: 200 len: 913 time: 0.1825342 Jan 17 08:17:54.995946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1a1c6-6d78-493f-9c51-70f783fa7a52 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Subnet': ['ID=6b95d009-46e5-49f0-8fd2-b9cf7c219771,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:55.003711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52022) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:55.011250 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a1a63cdb-fc47-4bdd-9359-6e38e4d7ba7b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/2fddb5c3-b94f-4b6b-87fd-dae86593a3c5 HTTP/1.1" status: 404 len: 339 time: 0.1372125 Jan 17 08:17:55.015698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a1c6-6d78-493f-9c51-70f783fa7a52 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.017465 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3ce1a1c6-6d78-493f-9c51-70f783fa7a52 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/6b95d009-46e5-49f0-8fd2-b9cf7c219771 HTTP/1.1" status: 204 len: 168 time: 1.5261734 Jan 17 08:17:55.018084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52026) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:55.021977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52030) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:55.037437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0643a15-2bda-4f29-991e-2e68502d1473 None None] Network b2888f89-f5a8-46c9-b0af-be67764c5e1e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:55.062170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-497acbd2-a50c-494b-923d-24ccf801da23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.090622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497acbd2-a50c-494b-923d-24ccf801da23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fc4714-bada-483d-ac0a-83ce4c009938,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:55.096005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-497acbd2-a50c-494b-923d-24ccf801da23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.100271 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-497acbd2-a50c-494b-923d-24ccf801da23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60fc4714-bada-483d-ac0a-83ce4c009938 HTTP/1.1" status: 204 len: 168 time: 0.4634387 Jan 17 08:17:55.114800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68550020-047b-4a0d-a57e-4c992207ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:55.129998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.196169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:55.215109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Transition to ACTIVE for port object 2a295bee-864c-42ea-915c-bbc392f6794d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:55.242491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group_rule and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:55.252593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:55.304974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Transition to ACTIVE for port object 2a295bee-864c-42ea-915c-bbc392f6794d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:55.342009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68550020-047b-4a0d-a57e-4c992207ad04 None None] Routers {'ae0ab397-8108-4763-8995-6ccfb4ec4a55'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:17:55.342781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68550020-047b-4a0d-a57e-4c992207ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:55.361533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.369390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:55.468638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68550020-047b-4a0d-a57e-4c992207ad04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:55.469303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68550020-047b-4a0d-a57e-4c992207ad04 None None] The sync data for ids ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:17:55.479394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.496691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port db1fa205-8dee-4513-9234-183f4c740a76 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:55.497788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.544965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.578656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Allocated IP 2001:db8::23d (c8fa9205-f7ab-43d4-b885-8c99ba8f83ca/2e9faf36-e388-4971-bbf1-3e11ea31fdf9/7f669637-00e0-4e9a-b7bb-7d2d0f6264d8) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:55.601498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Pushing event updated for resources: {'Port': ['ID=2a295bee-864c-42ea-915c-bbc392f6794d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:55.619612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:55.626875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:55.639366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:55.639838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.644893 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-46baac83-c1f9-4b98-90a9-37303e6d3f9c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting subnet 3d975173-c922-4fd6-a4f3-ddab19495355 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:17:55.685768 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46baac83-c1f9-4b98-90a9-37303e6d3f9c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.796366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Attempting to bind port 2a295bee-864c-42ea-915c-bbc392f6794d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:17:55.796734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Attempting to bind port 2a295bee-864c-42ea-915c-bbc392f6794d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '4e184b67-3eb2-46fc-bef5-c219021762d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c8fa9205-f7ab-43d4-b885-8c99ba8f83ca'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:17:55.797166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Attempting to bind port 2a295bee-864c-42ea-915c-bbc392f6794d on network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:17:55.821222 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:17:55.821988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Checking segment: {'id': '4e184b67-3eb2-46fc-bef5-c219021762d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c8fa9205-f7ab-43d4-b885-8c99ba8f83ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:17:55.822512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.822879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Bound using segment: {'id': '4e184b67-3eb2-46fc-bef5-c219021762d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c8fa9205-f7ab-43d4-b885-8c99ba8f83ca'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:17:55.823479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Bound port: 2a295bee-864c-42ea-915c-bbc392f6794d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e184b67-3eb2-46fc-bef5-c219021762d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'c8fa9205-f7ab-43d4-b885-8c99ba8f83ca'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:17:55.823904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.871460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:55.908250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7d221-2f38-4e2e-bec1-695412d02fd5 None None] Update dhcp port {'port': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'fixed_ips': [{'subnet_id': '839708bf-de26-4f54-9f62-ad7561061527', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c45be888-c8a4-412c-8b62-c05e84e16e3e'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '9932bb05-e1b1-41a8-b5c9-48cd367d736f'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:17:55.947423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] DHCP port deletion for b2888f89-f5a8-46c9-b0af-be67764c5e1e request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:55.976128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] Deleting port db1fa205-8dee-4513-9234-183f4c740a76 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:55.976503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.017940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1ae7d221-2f38-4e2e-bec1-695412d02fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.023295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:56.036370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46baac83-c1f9-4b98-90a9-37303e6d3f9c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.047755 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52ae5f1f-dd09-4947-9e4b-10da6f9ed00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.100875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-52ae5f1f-dd09-4947-9e4b-10da6f9ed00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:56.106908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-52ae5f1f-dd09-4947-9e4b-10da6f9ed00b admin admin] Usage tracker for resource:security_group_rule and tenant:c4bf583ea4e044c3ae2add7e613b400e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:56.111036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-52ae5f1f-dd09-4947-9e4b-10da6f9ed00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:56.121831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d5530b-6d98-47d8-9820-ef8c1a3b9456,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:56.152226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.152675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-52ae5f1f-dd09-4947-9e4b-10da6f9ed00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:56.153972 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8e8151a0-e3d4-4b72-8c49-4548cfd3fb70 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5999358 Jan 17 08:17:56.155768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] For port 2a295bee-864c-42ea-915c-bbc392f6794d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:17:56.159592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52042) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:56.170508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'security_group': {'name': 'tempest-secgroup-514587349'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:56.182104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:56.190056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:56.200895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:56.213701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:56.238882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] For port 2a295bee-864c-42ea-915c-bbc392f6794d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2a295bee-864c-42ea-915c-bbc392f6794d,segment=NetworkSegment(4e184b67-3eb2-46fc-bef5-c219021762d8),segment_id=4e184b67-3eb2-46fc-bef5-c219021762d8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:17:56.259856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port db1fa205-8dee-4513-9234-183f4c740a76, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=db1fa205-8dee-4513-9234-183f4c740a76,segment=NetworkSegment(6bca919f-574f-46fe-9c28-7c07702c9921),segment_id=6bca919f-574f-46fe-9c28-7c07702c9921)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:56.260207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.304496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52ae5f1f-dd09-4947-9e4b-10da6f9ed00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.315187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.343309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port fae7cd40-2274-43ee-bfc8-0eb7995f50d7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:56.343660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.367024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.400607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-52ae5f1f-dd09-4947-9e4b-10da6f9ed00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.423145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for db1fa205-8dee-4513-9234-183f4c740a76 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:56.444727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:56.504093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422afc1-ead5-4e96-9dcb-695c4b1bce37 None None] Pushing event updated for resources: {'Port': ['ID=2a295bee-864c-42ea-915c-bbc392f6794d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:56.512905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group_rule and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:56.519008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:56.536140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] For port db1fa205-8dee-4513-9234-183f4c740a76, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=db1fa205-8dee-4513-9234-183f4c740a76,segment=NetworkSegment(6bca919f-574f-46fe-9c28-7c07702c9921),segment_id=6bca919f-574f-46fe-9c28-7c07702c9921)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:56.536617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.542483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46baac83-c1f9-4b98-90a9-37303e6d3f9c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.545274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:56.547662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae5f1f-dd09-4947-9e4b-10da6f9ed00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265cf3e5-4326-4d31-8e4b-7b4c0caafdbb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:56.580199 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-52ae5f1f-dd09-4947-9e4b-10da6f9ed00b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4bf583ea4e044c3ae2add7e613b400e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5563488 Jan 17 08:17:56.587800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52046) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:56.611471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.682446 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.701204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Transition to ACTIVE for port object 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:56.722938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] Calling delete_port for db1fa205-8dee-4513-9234-183f4c740a76 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:56.740702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.780629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device db1fa205-8dee-4513-9234-183f4c740a76 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:56.810473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No DVR routers for this DVR port db1fa205-8dee-4513-9234-183f4c740a76 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:56.812699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=db1fa205-8dee-4513-9234-183f4c740a76,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:56.842256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: db1fa205-8dee-4513-9234-183f4c740a76 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:56.842979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device db1fa205-8dee-4513-9234-183f4c740a76 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:56.843646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c46f497-ecdf-4210-9dcf-df315c553b02 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:17:56.853279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for fae7cd40-2274-43ee-bfc8-0eb7995f50d7 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:56.904285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.921597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 0c46f497-ecdf-4210-9dcf-df315c553b02 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:17:56.921597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c46f497-ecdf-4210-9dcf-df315c553b02 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:17:56.942508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b43e6800-31d7-4228-bbea-0716a86924ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.950525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-1ae7d221-2f38-4e2e-bec1-695412d02fd5 None None] Allocated IP 2001:db8::2 (d304db4b-cebf-452a-a2ae-19c2c9119594/c45be888-c8a4-412c-8b62-c05e84e16e3e/9932bb05-e1b1-41a8-b5c9-48cd367d736f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:56.958319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46baac83-c1f9-4b98-90a9-37303e6d3f9c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.962751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:56.975858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:56.976335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:56.999777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b43e6800-31d7-4228-bbea-0716a86924ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.015443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.070754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331d0981-d8b0-49e9-a056-d3302916d647,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:57.076386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baac83-c1f9-4b98-90a9-37303e6d3f9c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=3d975173-c922-4fd6-a4f3-ddab19495355,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:57.093632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.119623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46baac83-c1f9-4b98-90a9-37303e6d3f9c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.142216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1ae7d221-2f38-4e2e-bec1-695412d02fd5 None None] For port 9932bb05-e1b1-41a8-b5c9-48cd367d736f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9932bb05-e1b1-41a8-b5c9-48cd367d736f,segment=NetworkSegment(caeb36e0-2e13-4091-a0cf-5ec8483ad127),segment_id=caeb36e0-2e13-4091-a0cf-5ec8483ad127)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:57.144738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.151582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb5ee2-d1a0-4abf-9462-204bb73c9e0a None None] Network 7c26fcb9-3a29-4bb2-8130-5c718fb47f62 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:57.196763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:17:57.209867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.214462 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e827c5ea-6d4c-4d2c-b320-1eb156139fdf tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0504856 Jan 17 08:17:57.215678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52050) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:57.216295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2888f89-f5a8-46c9-b0af-be67764c5e1e']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:57.222301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'security_group': {'name': 'tempest-secgroup-927788010'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:57.223579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event updated for resources: {'Port': ['ID=7f669637-00e0-4e9a-b7bb-7d2d0f6264d8,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:57.227134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:17:57.228859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:57.229667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:17:57.233575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:57.236427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:17:57.236427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.236673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:57.244282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:57.246822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1ae7d221-2f38-4e2e-bec1-695412d02fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.255502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b43e6800-31d7-4228-bbea-0716a86924ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.256939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bca919f-574f-46fe-9c28-7c07702c9921') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:57.257414 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bca919f-574f-46fe-9c28-7c07702c9921') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:17:57.272309 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-46baac83-c1f9-4b98-90a9-37303e6d3f9c tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/3d975173-c922-4fd6-a4f3-ddab19495355 HTTP/1.1" status: 204 len: 168 time: 2.2528651 Jan 17 08:17:57.275492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52054) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:57.278481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e6800-31d7-4228-bbea-0716a86924ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265cf3e5-4326-4d31-8e4b-7b4c0caafdbb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:57.281439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.303310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.309020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.318771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:17:57.322623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.324321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1ae7d221-2f38-4e2e-bec1-695412d02fd5 None None] Transition to ACTIVE for port object 9932bb05-e1b1-41a8-b5c9-48cd367d736f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:17:57.335398 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:17:57.400619 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bc884f4c-fc81-4d6e-a42c-f6cab41c1771 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.3916650 Jan 17 08:17:57.401030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=fae7cd40-2274-43ee-bfc8-0eb7995f50d7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:57.402036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52058) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:57.410685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.420160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Request body: {'port': {'network_id': 'c8fa9205-f7ab-43d4-b885-8c99ba8f83ca', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-788950130', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:57.421211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.api.validators [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] bootfile-name is not in valid_values {{(pid=84154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:17:57.421556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.api.validators [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] tftp-server is not in valid_values {{(pid=84154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:17:57.421875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.api.validators [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] server-ip-address is not in valid_values {{(pid=84154) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:17:57.432813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1ae7d221-2f38-4e2e-bec1-695412d02fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.576591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] Deleting port db1fa205-8dee-4513-9234-183f4c740a76 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:57.576962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.601881 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] DHCP port deletion for 7c26fcb9-3a29-4bb2-8130-5c718fb47f62 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:17:57.670442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b43e6800-31d7-4228-bbea-0716a86924ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.674122 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b43e6800-31d7-4228-bbea-0716a86924ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/265cf3e5-4326-4d31-8e4b-7b4c0caafdbb HTTP/1.1" status: 204 len: 168 time: 1.0828981 Jan 17 08:17:57.682458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] Deleting port af66b771-e889-4312-b2df-78bc57263a98 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:57.682940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.742107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.777363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:57.782199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:security_group_rule and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:57.789356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:57.801529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting port af66b771-e889-4312-b2df-78bc57263a98 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:57.801911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.864387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:57.864916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f47cc55b-0b57-49ad-858b-321f06a380f4 None None] The port 'db1fa205-8dee-4513-9234-183f4c740a76' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:17:57.902896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7d221-2f38-4e2e-bec1-695412d02fd5 None None] Pushing event updated for resources: {'Port': ['ID=9932bb05-e1b1-41a8-b5c9-48cd367d736f,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:57.929032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:57.965919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:58.004652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Network': ['ID=b2888f89-f5a8-46c9-b0af-be67764c5e1e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:58.048413 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e69bc7e9-d97a-4bc2-84b1-ec629be76eb3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/networks/b2888f89-f5a8-46c9-b0af-be67764c5e1e HTTP/1.1" status: 204 len: 168 time: 3.0207999 Jan 17 08:17:58.055038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52064) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:58.063345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:58.129019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:58.169606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:58.175090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Usage tracker for resource:port and tenant:761f5d3246a1432f857ac180b602db0b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:17:58.178867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:17:58.187852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:58.274220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f2784-8bf3-41dc-8366-06ee063b6587 None None] Network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:17:58.329008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d513c09f-5835-4b89-a57e-152fd66a5e43,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:58.347324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:58.348531 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f35ecd4e-e67f-4f54-b30e-11b18fe63090 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1319091 Jan 17 08:17:58.351470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52072) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:17:58.358361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2018544410', 'security_groups': ['d513c09f-5835-4b89-a57e-152fd66a5e43'], 'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c45be888-c8a4-412c-8b62-c05e84e16e3e'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:17:58.376899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:58.381737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] For port af66b771-e889-4312-b2df-78bc57263a98, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=af66b771-e889-4312-b2df-78bc57263a98,segment=NetworkSegment(e695ec21-2dde-4f54-be35-ed2c197e335d),segment_id=e695ec21-2dde-4f54-be35-ed2c197e335d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:58.382088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:58.442030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Made reservation on behalf of 761f5d3246a1432f857ac180b602db0b for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:58.446758 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:58.487001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] For port af66b771-e889-4312-b2df-78bc57263a98, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=af66b771-e889-4312-b2df-78bc57263a98,segment=NetworkSegment(e695ec21-2dde-4f54-be35-ed2c197e335d),segment_id=e695ec21-2dde-4f54-be35-ed2c197e335d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:17:58.487731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:58.651017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Calling delete_port for af66b771-e889-4312-b2df-78bc57263a98 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:58.784797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-29952030-032d-4b2e-8b3a-8240b96a599e None None] Provisioning for port 2a295bee-864c-42ea-915c-bbc392f6794d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:58.799972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] Calling delete_port for af66b771-e889-4312-b2df-78bc57263a98 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:17:58.801847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] device_id is not set on port d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:17:58.878597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9932bb05-e1b1-41a8-b5c9-48cd367d736f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:59.049898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:17:59.063403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:17:59.100296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2a295bee-864c-42ea-915c-bbc392f6794d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:17:59.147600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4994e1f6-8a9a-4e40-b114-c310dfe89339 None None] Provisioning for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:59.164481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:59.170688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:17:59.171169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:17:59.173796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4994e1f6-8a9a-4e40-b114-c310dfe89339 None None] Provisioning complete for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:59.174267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4994e1f6-8a9a-4e40-b114-c310dfe89339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:59.212397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:17:59.229467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No DVR routers for this DVR port af66b771-e889-4312-b2df-78bc57263a98 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:17:59.340895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4994e1f6-8a9a-4e40-b114-c310dfe89339 None None] Provisioning complete for port f1d0bb62-f63b-4996-9184-b3e07bc69702 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:59.341471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4994e1f6-8a9a-4e40-b114-c310dfe89339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:59.355537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Port': ['ID=af66b771-e889-4312-b2df-78bc57263a98,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:17:59.374283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Allocated IP 2001:db8::128 (c8fa9205-f7ab-43d4-b885-8c99ba8f83ca/2e9faf36-e388-4971-bbf1-3e11ea31fdf9/d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:17:59.411542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:59.506480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4994e1f6-8a9a-4e40-b114-c310dfe89339 None None] Port f1d0bb62-f63b-4996-9184-b3e07bc69702 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:17:59.513099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 2a295bee-864c-42ea-915c-bbc392f6794d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:59.525585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2a295bee-864c-42ea-915c-bbc392f6794d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:59.525951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:59.679514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] Deleting port af66b771-e889-4312-b2df-78bc57263a98 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:17:59.679899 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:59.784698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6b19a4da-3ffa-4df3-b32c-6758dc3166e6 None None] The port 'af66b771-e889-4312-b2df-78bc57263a98' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:17:59.922638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:59.958721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:17:59.969571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a2976596-5ea2-429c-9c54-5d7cb434a4c7 None None] Provisioning for port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:17:59.979974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a2976596-5ea2-429c-9c54-5d7cb434a4c7 None None] Provisioning complete for port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:17:59.979974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2976596-5ea2-429c-9c54-5d7cb434a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.042492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c26fcb9-3a29-4bb2-8130-5c718fb47f62']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:00.062857 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 2a295bee-864c-42ea-915c-bbc392f6794d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2a295bee-864c-42ea-915c-bbc392f6794d,segment=NetworkSegment(4e184b67-3eb2-46fc-bef5-c219021762d8),segment_id=4e184b67-3eb2-46fc-bef5-c219021762d8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:00.065700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a2976596-5ea2-429c-9c54-5d7cb434a4c7 None None] Port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:00.070993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.079772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a2976596-5ea2-429c-9c54-5d7cb434a4c7 None None] Provisioning complete for port 2a295bee-864c-42ea-915c-bbc392f6794d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:00.080164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2976596-5ea2-429c-9c54-5d7cb434a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.092463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e695ec21-2dde-4f54-be35-ed2c197e335d') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:00.092774 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e695ec21-2dde-4f54-be35-ed2c197e335d') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:00.116721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.121928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.129861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] device_id is not set on port 4de29291-d9c9-4c97-af15-fc8082824970 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:18:00.189583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.210388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:00.210809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.226402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device af66b771-e889-4312-b2df-78bc57263a98 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:00.230205 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:00.297806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: af66b771-e889-4312-b2df-78bc57263a98 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:18:00.298242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device af66b771-e889-4312-b2df-78bc57263a98 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:18:00.304194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=2a295bee-864c-42ea-915c-bbc392f6794d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:00.337797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Deleting port d12a168c-2ad7-444a-8e57-f8f7266b12cb {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:00.337959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.389106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router ae0ab397-8108-4763-8995-6ccfb4ec4a55 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:00.452730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.510771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.514639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6e97ff25-d05a-4c65-9b9e-15e8de158ce1 None None] Provisioning complete for port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:00.515951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e97ff25-d05a-4c65-9b9e-15e8de158ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.536276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.562567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=7c26fcb9-3a29-4bb2-8130-5c718fb47f62,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:00.585601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6e97ff25-d05a-4c65-9b9e-15e8de158ce1 None None] Port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:00.624450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Transition to ACTIVE for port object d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:00.628371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8::150 (d304db4b-cebf-452a-a2ae-19c2c9119594/c45be888-c8a4-412c-8b62-c05e84e16e3e/4de29291-d9c9-4c97-af15-fc8082824970) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:00.637672 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-932967d7-1795-4d23-89a9-b807bbb98340 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/7c26fcb9-3a29-4bb2-8130-5c718fb47f62 HTTP/1.1" status: 204 len: 168 time: 3.3610148 Jan 17 08:18:00.641068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52098) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:00.692207 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2a295bee-864c-42ea-915c-bbc392f6794d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:00.703992 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f4abbb-4894-4d13-b403-5ff44f788823 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:00.704431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f4abbb-4894-4d13-b403-5ff44f788823 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:00.772472 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e0f4abbb-4894-4d13-b403-5ff44f788823 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/4cfa6666-8fb0-4b91-a02c-d7f2a2acfb0c HTTP/1.1" status: 404 len: 337 time: 0.1271458 Jan 17 08:18:00.776561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52102) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:00.800766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2a295bee-864c-42ea-915c-bbc392f6794d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:00.801583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.804302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:00.811064 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-149f8eb6-e03a-4215-811e-6903b11cd685 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/ae0ab397-8108-4763-8995-6ccfb4ec4a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8090572 Jan 17 08:18:00.815436 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b82680-1cf4-430a-ae9a-94264d9ae003 None None] Sync routers for ids ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:00.819572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52108) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:00.844265 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b82680-1cf4-430a-ae9a-94264d9ae003 None None] Routers {'ae0ab397-8108-4763-8995-6ccfb4ec4a55'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:00.844265 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-57b82680-1cf4-430a-ae9a-94264d9ae003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:00.844496 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] For port d12a168c-2ad7-444a-8e57-f8f7266b12cb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d12a168c-2ad7-444a-8e57-f8f7266b12cb,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:00.844496 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:00.869537 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0862a2a3-b6aa-4dea-8ef2-099239ba6b46 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:00.869747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0862a2a3-b6aa-4dea-8ef2-099239ba6b46 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:00.874007 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0862a2a3-b6aa-4dea-8ef2-099239ba6b46 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/79851f16-3d80-41d1-979b-12cd9a2fc20c HTTP/1.1" status: 404 len: 339 time: 0.0807557 Jan 17 08:18:00.874579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52112) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:00.919090 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-57b82680-1cf4-430a-ae9a-94264d9ae003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:00.934725 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b82680-1cf4-430a-ae9a-94264d9ae003 None None] Routers {'ae0ab397-8108-4763-8995-6ccfb4ec4a55'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:00.935724 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-57b82680-1cf4-430a-ae9a-94264d9ae003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:01.036440 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-57b82680-1cf4-430a-ae9a-94264d9ae003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:01.037064 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b82680-1cf4-430a-ae9a-94264d9ae003 None None] The sync data for ids ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:01.041819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.057145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Calling delete_port for d12a168c-2ad7-444a-8e57-f8f7266b12cb owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:01.072432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object 4de29291-d9c9-4c97-af15-fc8082824970 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:01.123279 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.285966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:01.335507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:01.347473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:01.352732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:01.353406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.368695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52122) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:01.374767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event updated for resources: {'Port': ['ID=d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:01.379444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.491487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:01.494299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=4de29291-d9c9-4c97-af15-fc8082824970,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:01.498135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:01.501417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:01.509716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:01.510860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.538184 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a11b3f9f-115e-4cf3-95f0-c1e713b77744 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.1346354 Jan 17 08:18:01.541735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52128) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:01.543507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.545237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61d4ae3-df81-45ff-a57d-42ef20d9755b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting subnet 7ec34cb2-6694-4a76-b371-ad67b1e44443 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:01.555148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f61d4ae3-df81-45ff-a57d-42ef20d9755b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.622557 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0864ff9b-ab84-43e6-8695-5dac97682ba6 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2699285 Jan 17 08:18:01.634073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52132) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:01.637680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-985481419', 'router:external': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:01.648142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:01.653057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:01.684830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Usage tracker for resource:network and tenant:727cb77dc13d48c69f767a9c028b3dee is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:01.698018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:01.809871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:01.811556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b9cd7-1ab4-41ef-a5c6-fdd753cedfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:01.815901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b9cd7-1ab4-41ef-a5c6-fdd753cedfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:01.820805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b9cd7-1ab4-41ef-a5c6-fdd753cedfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:01.822475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f61d4ae3-df81-45ff-a57d-42ef20d9755b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.823649 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5c8b9cd7-1ab4-41ef-a5c6-fdd753cedfcd tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2094798 Jan 17 08:18:01.825672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52136) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:01.895076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-274c2439-4c69-4872-8c53-a208ac2650bd None None] Provisioning for port d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:01.901185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-274c2439-4c69-4872-8c53-a208ac2650bd None None] Provisioning complete for port d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:01.901559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-274c2439-4c69-4872-8c53-a208ac2650bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.902316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-87db06ba-ab38-4c0c-bfbd-63ab848c4ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Deleting port d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:01.902663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87db06ba-ab38-4c0c-bfbd-63ab848c4ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:01.972110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Made reservation on behalf of 727cb77dc13d48c69f767a9c028b3dee for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:01.974357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.006969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-274c2439-4c69-4872-8c53-a208ac2650bd None None] Port d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:02.167084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.198183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-11a52903-f6a2-4d1c-a715-95bf37cb0aa9 None None] Provisioning for port 4de29291-d9c9-4c97-af15-fc8082824970 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:02.203504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-11a52903-f6a2-4d1c-a715-95bf37cb0aa9 None None] Provisioning complete for port 4de29291-d9c9-4c97-af15-fc8082824970 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:02.203985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11a52903-f6a2-4d1c-a715-95bf37cb0aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.205924 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.233897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:02.246229 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Pushing event deleted for resources: {'Port': ['ID=d12a168c-2ad7-444a-8e57-f8f7266b12cb,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:02.257805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:02.261636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-11a52903-f6a2-4d1c-a715-95bf37cb0aa9 None None] Port 4de29291-d9c9-4c97-af15-fc8082824970 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:02.267914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:02.278669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f61d4ae3-df81-45ff-a57d-42ef20d9755b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.312263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:02.348283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87db06ba-ab38-4c0c-bfbd-63ab848c4ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.349773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 97c5adcf-87cb-4600-899a-7a1d269ae6f0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:02.350109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.464833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:02.487914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-87db06ba-ab38-4c0c-bfbd-63ab848c4ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Calling delete_port for d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:02.488837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Usage tracker for resource:security_group_rule and tenant:727cb77dc13d48c69f767a9c028b3dee is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:02.502136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:02.543258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:02.545029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:02.781785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f61d4ae3-df81-45ff-a57d-42ef20d9755b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.791597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87db06ba-ab38-4c0c-bfbd-63ab848c4ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.848646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port aa10d010-758f-405f-8783-5ea46a01d005 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:02.848890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.872808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db06ba-ab38-4c0c-bfbd-63ab848c4ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event deleted for resources: {'Port': ['ID=d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:02.889629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d4ae3-df81-45ff-a57d-42ef20d9755b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec34cb2-6694-4a76-b371-ad67b1e44443,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:02.928508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87db06ba-ab38-4c0c-bfbd-63ab848c4ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.932931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f61d4ae3-df81-45ff-a57d-42ef20d9755b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:02.944634 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5165ac7-36d0-40c6-bba7-ad253ae9bda2 None None] Network b379f092-9208-47b2-8035-fdfd532fc49f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:02.958579 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-87db06ba-ab38-4c0c-bfbd-63ab848c4ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "DELETE /v2.0/ports/d551ae5d-efbd-4b92-a2b6-7c2fdcdd9144 HTTP/1.1" status: 204 len: 168 time: 1.1221459 Jan 17 08:18:02.958579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52140) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:02.960121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Request body: {'port': {'name': 'tempest-new-port-name-1859249468', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:02.960506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] bootfile-name is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:18:02.960833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] tftp-server is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:18:02.961155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.api.validators [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] server-ip-address is not in valid_values {{(pid=84155) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 17 08:18:02.962160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.048375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port 97c5adcf-87cb-4600-899a-7a1d269ae6f0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=97c5adcf-87cb-4600-899a-7a1d269ae6f0,segment=NetworkSegment(ceb04170-c046-4c3e-9c10-02b6cae39925),segment_id=ceb04170-c046-4c3e-9c10-02b6cae39925)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:03.048731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.212172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 97c5adcf-87cb-4600-899a-7a1d269ae6f0 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:03.243359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b634c6-20d2-4cc1-97fa-cd940f888eb7 None None] DHCP port deletion for b379f092-9208-47b2-8035-fdfd532fc49f request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:18:03.247180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-71b634c6-20d2-4cc1-97fa-cd940f888eb7 None None] Deleting port 88e483a1-52d3-42f7-a972-a4a76cd70da0 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:03.247647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71b634c6-20d2-4cc1-97fa-cd940f888eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.259136 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f61d4ae3-df81-45ff-a57d-42ef20d9755b tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/subnets/7ec34cb2-6694-4a76-b371-ad67b1e44443 HTTP/1.1" status: 204 len: 168 time: 2.3774614 Jan 17 08:18:03.269430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52144) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:03.321803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.415930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.416125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.436880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.470344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:03.472902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-71b634c6-20d2-4cc1-97fa-cd940f888eb7 None None] For port 88e483a1-52d3-42f7-a972-a4a76cd70da0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=88e483a1-52d3-42f7-a972-a4a76cd70da0,segment=NetworkSegment(dde61ef4-f6a6-4a6f-9066-a76bf112cbc6),segment_id=dde61ef4-f6a6-4a6f-9066-a76bf112cbc6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:03.473510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71b634c6-20d2-4cc1-97fa-cd940f888eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.483057 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.ipam_backend_mixin [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c45be888-c8a4-412c-8b62-c05e84e16e3e (CIDR: 2001:db8::/64) Jan 17 08:18:03.510908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe412fe-bb1b-477c-a05e-87edab1fcfd2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:03.515336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.515675 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Added segment 75f9d6fd-3e5c-4b7c-a4e7-7a4cef67f966 of type vlan for network 4b782c00-3ffe-416a-9201-7ac3b9bc57b6 Jan 17 08:18:03.529609 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:03.530063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:03.553971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.554636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.554636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.558940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.558940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.558940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.558940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.558940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.558940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.558940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.558940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:03.568099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.577072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for aa10d010-758f-405f-8783-5ea46a01d005 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:03.623928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.635614 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-71b634c6-20d2-4cc1-97fa-cd940f888eb7 None None] Calling delete_port for 88e483a1-52d3-42f7-a972-a4a76cd70da0 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:03.685153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.692026 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f0dd5b65-12bf-4a58-b547-bba31e763f54 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0493765 Jan 17 08:18:03.695549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Deleting port 88e483a1-52d3-42f7-a972-a4a76cd70da0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:03.695854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52148) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:03.695974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.703619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:03.820385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71b634c6-20d2-4cc1-97fa-cd940f888eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:03.871212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b634c6-20d2-4cc1-97fa-cd940f888eb7 None None] Pushing event deleted for resources: {'Port': ['ID=88e483a1-52d3-42f7-a972-a4a76cd70da0,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:03.878410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b634c6-20d2-4cc1-97fa-cd940f888eb7 None None] No DVR routers for this DVR port 88e483a1-52d3-42f7-a972-a4a76cd70da0 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:18:03.886672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] The port '88e483a1-52d3-42f7-a972-a4a76cd70da0' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:18:03.948609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.000611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.001612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:04.002276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.051049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=97c5adcf-87cb-4600-899a-7a1d269ae6f0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:04.103175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.147309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b379f092-9208-47b2-8035-fdfd532fc49f']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:04.160734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde61ef4-f6a6-4a6f-9066-a76bf112cbc6') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:04.161026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde61ef4-f6a6-4a6f-9066-a76bf112cbc6') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:04.176371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.195722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.203699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:04.204968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:04.223065 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:04.249734 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.8682032 Jan 17 08:18:04.255477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aed459-b461-4e47-ba5c-17ae7722c9ae tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event updated for resources: {'Network': ['ID=4b782c00-3ffe-416a-9201-7ac3b9bc57b6,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:04.271696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 4b782c00-3ffe-416a-9201-7ac3b9bc57b6 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:04.272231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52156) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:04.279969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'subnet': {'network_id': '4b782c00-3ffe-416a-9201-7ac3b9bc57b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:04.283744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.296755 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:04.310872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Usage tracker for resource:subnet and tenant:727cb77dc13d48c69f767a9c028b3dee is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:04.318060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:04.323123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:04.333094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:04.335317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:04.342197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:04.347053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=aa10d010-758f-405f-8783-5ea46a01d005,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:04.410718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:04.495577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.545053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Made reservation on behalf of 727cb77dc13d48c69f767a9c028b3dee for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:04.547379 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.560320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:04.562161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.565169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.691087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.696017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.715353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 88e483a1-52d3-42f7-a972-a4a76cd70da0 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:04.742251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Pushing event deleted for resources: {'Network': ['ID=b379f092-9208-47b2-8035-fdfd532fc49f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:04.749796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.752794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 88e483a1-52d3-42f7-a972-a4a76cd70da0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:18:04.753326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 88e483a1-52d3-42f7-a972-a4a76cd70da0 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:18:04.768122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.781469 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] 10.222.0.44 "DELETE /v2.0/networks/b379f092-9208-47b2-8035-fdfd532fc49f HTTP/1.1" status: 204 len: 168 time: 1.5110338 Jan 17 08:18:04.790822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.791168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.791523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.792033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.792543 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.793038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.793360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.793689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.794063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.794464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.794631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a678f7a-d07a-4700-940c-8131c41afb12 tempest-NetworksIpV6Test-120032545 tempest-NetworksIpV6Test-120032545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:04.801929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] In _notify_port_updated(), no bound segment for port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 on network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:18:04.806472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:04.807131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:04.811162 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "PUT /v2.0/ports/7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 HTTP/1.1" status: 200 len: 1130 time: 1.8560812 Jan 17 08:18:04.814558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52162) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:04.858489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f602163-4ad8-496f-9d7f-108058ff09be tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event updated for resources: {'Port': ['ID=7f669637-00e0-4e9a-b7bb-7d2d0f6264d8,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:04.910209 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.ipam_backend_mixin [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 839708bf-de26-4f54-9f62-ad7561061527 (CIDR: 2001:db8:0:1::/64) Jan 17 08:18:05.002415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a151c6-f44d-4110-b11b-bd9e123cbe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:05.003046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4a151c6-f44d-4110-b11b-bd9e123cbe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Synchronizing usage tracker for tenant:761f5d3246a1432f857ac180b602db0b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:05.061183 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:05.061622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:05.093526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4a151c6-f44d-4110-b11b-bd9e123cbe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Unset dirty status for tenant:761f5d3246a1432f857ac180b602db0b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:05.095790 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f4a151c6-f44d-4110-b11b-bd9e123cbe4b tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "GET /v2.0/ports/7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 HTTP/1.1" status: 200 len: 1130 time: 0.2786036 Jan 17 08:18:05.101790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52166) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:05.107858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7f21b255-7a31-4b2e-b296-b3278b7b43f6 None None] Provisioning complete for port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:05.108908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f21b255-7a31-4b2e-b296-b3278b7b43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:05.177270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7f21b255-7a31-4b2e-b296-b3278b7b43f6 None None] Port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:05.325724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router ae0ab397-8108-4763-8995-6ccfb4ec4a55 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:05.365526 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f2d4691c-265d-4d73-ac4f-4708ce9f9c86 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6680303 Jan 17 08:18:05.371220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52172) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:05.371555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52174) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:05.459612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'subnet': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:05.466435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:05.471212 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-36dfdef7-0bf7-4447-87d8-2d68a8264371 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/ae0ab397-8108-4763-8995-6ccfb4ec4a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6506426 Jan 17 08:18:05.474046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52180) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:05.480190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d31dc1-79ab-4394-9797-23400b584e56 None None] Sync routers for ids ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:05.500065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d31dc1-79ab-4394-9797-23400b584e56 None None] Routers {'ae0ab397-8108-4763-8995-6ccfb4ec4a55'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:05.501094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68d31dc1-79ab-4394-9797-23400b584e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:05.522586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e191f524-a8cf-4795-a6b1-21b02bf8fe9c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:05.568920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68d31dc1-79ab-4394-9797-23400b584e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:05.580858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d31dc1-79ab-4394-9797-23400b584e56 None None] Routers {'ae0ab397-8108-4763-8995-6ccfb4ec4a55'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:05.581549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68d31dc1-79ab-4394-9797-23400b584e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:05.619950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e191f524-a8cf-4795-a6b1-21b02bf8fe9c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:05.621527 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e191f524-a8cf-4795-a6b1-21b02bf8fe9c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae0ab397-8108-4763-8995-6ccfb4ec4a55 HTTP/1.1" status: 200 len: 205 time: 0.1463552 Jan 17 08:18:05.624036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52186) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:05.643016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68d31dc1-79ab-4394-9797-23400b584e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:05.643703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d31dc1-79ab-4394-9797-23400b584e56 None None] The sync data for ids ['ae0ab397-8108-4763-8995-6ccfb4ec4a55'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:05.663943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ddde630a-e44c-4ac0-8a8c-301e4fc5db69 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Deleting port 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:05.664508 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddde630a-e44c-4ac0-8a8c-301e4fc5db69 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:05.762803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af33a363-d80b-4d59-8b89-ed07dc6c0739 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.010141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fddcab8f-6b3e-4a9d-b8b9-50d4fa0428e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.137161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:06.159947 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e52bf5eb-a8cd-4abf-b1f6-79f487ba0355 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d84713deaed454bbf392754efcdebe6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7855401 Jan 17 08:18:06.166662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Usage tracker for resource:subnet and tenant:a20e18b3f2b34ede8b3f66595b40955c is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:06.172127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:06.214804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:06.234140 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:06.243598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:06.271613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af33a363-d80b-4d59-8b89-ed07dc6c0739 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.287632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af33a363-d80b-4d59-8b89-ed07dc6c0739 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.327003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea57921-328c-471f-931c-6d790b98ad44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.354019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea57921-328c-471f-931c-6d790b98ad44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.398068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af33a363-d80b-4d59-8b89-ed07dc6c0739 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.398462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af33a363-d80b-4d59-8b89-ed07dc6c0739 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Fanout notify agent at l3_agent the message router_deleted on router ae0ab397-8108-4763-8995-6ccfb4ec4a55 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:18:06.404315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Made reservation on behalf of a20e18b3f2b34ede8b3f66595b40955c for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:06.407770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.420031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af33a363-d80b-4d59-8b89-ed07dc6c0739 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.423736 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-af33a363-d80b-4d59-8b89-ed07dc6c0739 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/ae0ab397-8108-4763-8995-6ccfb4ec4a55 HTTP/1.1" status: 204 len: 168 time: 0.7960041 Jan 17 08:18:06.427097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:06.433335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddde630a-e44c-4ac0-8a8c-301e4fc5db69 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.467540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea57921-328c-471f-931c-6d790b98ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.469923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea57921-328c-471f-931c-6d790b98ad44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.473434 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aea57921-328c-471f-931c-6d790b98ad44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5998a84c-98c1-4fc8-8e7b-b57485b540d5 HTTP/1.1" status: 204 len: 168 time: 0.2935297 Jan 17 08:18:06.492533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea57921-328c-471f-931c-6d790b98ad44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5998a84c-98c1-4fc8-8e7b-b57485b540d5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:06.637815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebbbd1e-b0d5-45a1-8065-8946ee80d7e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting subnet ef7dac69-16aa-40de-9372-4001c679e251 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:06.641101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ebbbd1e-b0d5-45a1-8065-8946ee80d7e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.703261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ebbbd1e-b0d5-45a1-8065-8946ee80d7e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.763172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ddde630a-e44c-4ac0-8a8c-301e4fc5db69 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Calling delete_port for 7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:06.796208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ebbbd1e-b0d5-45a1-8065-8946ee80d7e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.930885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ebbbd1e-b0d5-45a1-8065-8946ee80d7e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.981590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbbd1e-b0d5-45a1-8065-8946ee80d7e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7dac69-16aa-40de-9372-4001c679e251,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:06.988201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ebbbd1e-b0d5-45a1-8065-8946ee80d7e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:06.998359 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8ebbbd1e-b0d5-45a1-8065-8946ee80d7e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/ef7dac69-16aa-40de-9372-4001c679e251 HTTP/1.1" status: 204 len: 168 time: 0.5735393 Jan 17 08:18:06.999941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:07.001134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985d3a9-f264-441e-ba9a-1b3351a4dc7e None None] Network f540a9ca-9c19-4b64-bf1c-5d590438f6ad requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:07.051053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:07.057889 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-41a4f407-f573-419e-acc7-129ad70bf771 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0005567 Jan 17 08:18:07.061557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52212) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:07.066001 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:07.084044 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:07.085616 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:07.094566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:18:07.095029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.256455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event updated for resources: {'Subnet': ['ID=89776066-df9d-477b-8e6b-c65dd4f2158a,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:07.264647 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:07.308849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43f5508-2b0d-4470-a539-16d286940d00 None None] DHCP port deletion for f540a9ca-9c19-4b64-bf1c-5d590438f6ad request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:18:07.314656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e43f5508-2b0d-4470-a539-16d286940d00 None None] Deleting port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:07.315037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e43f5508-2b0d-4470-a539-16d286940d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.357710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Router bfca7abb-96df-45b7-a676-b8e25256d43c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:07.369241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Checking segment: {'id': '75f9d6fd-3e5c-4b7c-a4e7-7a4cef67f966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '4b782c00-3ffe-416a-9201-7ac3b9bc57b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:07.369693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Network hostable DHCP agents. Network: 4b782c00-3ffe-416a-9201-7ac3b9bc57b6, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:07.476013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddde630a-e44c-4ac0-8a8c-301e4fc5db69 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.519099 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:18:03Z', 'revision_number': 11, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:07.531146 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:18:07.556234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-64714840-3131-4abd-b9b9-b72f4e273a52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting subnet a2dea585-e58d-431f-9a5f-d331ffc21ef1 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:07.557693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde630a-e44c-4ac0-8a8c-301e4fc5db69 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event deleted for resources: {'Port': ['ID=7f669637-00e0-4e9a-b7bb-7d2d0f6264d8,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:07.559562 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:07.561644 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:17:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:07.569084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Network 4b782c00-3ffe-416a-9201-7ac3b9bc57b6 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:07.585447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64714840-3131-4abd-b9b9-b72f4e273a52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.621791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddde630a-e44c-4ac0-8a8c-301e4fc5db69 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.666593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.695337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e43f5508-2b0d-4470-a539-16d286940d00 None None] For port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=021485c5-0e90-49d2-9cb4-a0c33a8f6fdc,segment=NetworkSegment(56ee6009-27c0-4e78-94f1-4f366f1177de),segment_id=56ee6009-27c0-4e78-94f1-4f366f1177de)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:07.696246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e43f5508-2b0d-4470-a539-16d286940d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.716482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-5563b8ec-b98e-4d40-aa53-f8130d34456f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting subnet c7426ac6-e76d-4cb6-8c5f-fc6f1155f337 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:07.719715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5563b8ec-b98e-4d40-aa53-f8130d34456f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.751141 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ddde630a-e44c-4ac0-8a8c-301e4fc5db69 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "DELETE /v2.0/ports/7f669637-00e0-4e9a-b7bb-7d2d0f6264d8 HTTP/1.1" status: 204 len: 168 time: 2.6452796 Jan 17 08:18:07.752036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52222) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:07.765350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 4b782c00-3ffe-416a-9201-7ac3b9bc57b6) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:07.775611 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:07.790915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5563b8ec-b98e-4d40-aa53-f8130d34456f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.803500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Network d304db4b-cebf-452a-a2ae-19c2c9119594 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:07.832486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:07.855160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:07.858957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.880244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec9d55-560b-4c6c-a97e-931229f73548 None None] Network 4b782c00-3ffe-416a-9201-7ac3b9bc57b6 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:07.885349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64714840-3131-4abd-b9b9-b72f4e273a52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.908014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e43f5508-2b0d-4470-a539-16d286940d00 None None] Calling delete_port for 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:07.947828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:07.948424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:07.949033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b6a95-07a8-4fa4-a71d-48b71c773cc9 None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:08.001308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:08.022906 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:18:03Z', 'revision_number': 11, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:08.035621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Subnet': ['ID=e3b80b2e-45ce-4218-acaf-7ae126fd1e8e,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:08.051610 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4115f2df-68c9-48e8-ad5f-999aeaccd1ad None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:18:03Z', 'revision_number': 11, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:08.073332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64714840-3131-4abd-b9b9-b72f4e273a52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.170262 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e7ed7869-63e0-4ee8-b434-8eb70d862c78 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.8974512 Jan 17 08:18:08.171268 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52238) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:08.179134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5563b8ec-b98e-4d40-aa53-f8130d34456f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.185661 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-837171912', 'network_id': '4b782c00-3ffe-416a-9201-7ac3b9bc57b6'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:08.190021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:08.193827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Usage tracker for resource:port and tenant:727cb77dc13d48c69f767a9c028b3dee is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:08.197601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:08.203366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:08.215327 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2d476eac-7154-4c92-9088-275e51e48cb4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8392029 Jan 17 08:18:08.227467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52242) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:08.236828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-364774563', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3b80b2e-45ce-4218-acaf-7ae126fd1e8e'}], 'security_groups': ['24d5530b-6d98-47d8-9820-ef8c1a3b9456', '331d0981-d8b0-49e9-a056-d3302916d647']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:08.240498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1350998282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:08.250574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:08.258902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Usage tracker for resource:router and tenant:1ce03e5ffef74a96bd69673e58b282a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:08.263683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:08.277570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:08.281197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-526b96b1-6674-410a-b31f-ff4439650418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.306978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a0815d-6da4-4400-bc80-20bbb5917e38 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Deleting subnet 2e9faf36-e388-4971-bbf1-3e11ea31fdf9 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:08.312027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:08.316941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87a0815d-6da4-4400-bc80-20bbb5917e38 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.346467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] Sync routers for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:08.351647 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ae1dd8fb-64a3-4eba-b518-a55191b8241f admin admin] 10.222.0.44 "PUT /v2.0/routers/bfca7abb-96df-45b7-a676-b8e25256d43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1313791 Jan 17 08:18:08.353193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Made reservation on behalf of 727cb77dc13d48c69f767a9c028b3dee for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:08.354672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52246) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:08.354796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.438343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64714840-3131-4abd-b9b9-b72f4e273a52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.442057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.443033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.456756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e43f5508-2b0d-4470-a539-16d286940d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.518103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:08.518749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:08.578280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87a0815d-6da4-4400-bc80-20bbb5917e38 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.589854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c621fb-c309-49e1-b3a3-7e5b445f782c None None] Network 4b782c00-3ffe-416a-9201-7ac3b9bc57b6 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:08.611221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5563b8ec-b98e-4d40-aa53-f8130d34456f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.621200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] device_id is not set on port 3e50ad56-503c-4531-a099-8d57c7f48d6a yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:18:08.627514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f5508-2b0d-4470-a539-16d286940d00 None None] Pushing event deleted for resources: {'Port': ['ID=021485c5-0e90-49d2-9cb4-a0c33a8f6fdc,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:08.646484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64714840-3131-4abd-b9b9-b72f4e273a52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Subnet': ['ID=a2dea585-e58d-431f-9a5f-d331ffc21ef1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:08.704207 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 97c5adcf-87cb-4600-899a-7a1d269ae6f0 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:08.704900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64714840-3131-4abd-b9b9-b72f4e273a52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.715528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563b8ec-b98e-4d40-aa53-f8130d34456f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Subnet': ['ID=c7426ac6-e76d-4cb6-8c5f-fc6f1155f337,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:08.721994 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-64714840-3131-4abd-b9b9-b72f4e273a52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/a2dea585-e58d-431f-9a5f-d331ffc21ef1 HTTP/1.1" status: 204 len: 168 time: 1.7207856 Jan 17 08:18:08.722845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:08.725690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5563b8ec-b98e-4d40-aa53-f8130d34456f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.728916 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5563b8ec-b98e-4d40-aa53-f8130d34456f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/c7426ac6-e76d-4cb6-8c5f-fc6f1155f337 HTTP/1.1" status: 204 len: 168 time: 1.6632638 Jan 17 08:18:08.739660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f5508-2b0d-4470-a539-16d286940d00 None None] No DVR routers for this DVR port 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:18:08.746232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f3ee8-e2f3-4ca0-9949-cf1a0d3c78f2 None None] Network f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:08.758647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:08.759854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:08.809559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010b89ae-d527-437f-9492-3baece12e522 None None] Network e06be57f-4e10-489f-ae4f-7673087e3ec0 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:08.851674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 97c5adcf-87cb-4600-899a-7a1d269ae6f0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:18:08.852708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 97c5adcf-87cb-4600-899a-7a1d269ae6f0 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:18:08.853140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:08.972110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.015538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Allocated IP 2001:db8::212 (4b782c00-3ffe-416a-9201-7ac3b9bc57b6/89776066-df9d-477b-8e6b-c65dd4f2158a/3e50ad56-503c-4531-a099-8d57c7f48d6a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:09.026956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.032924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.048070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.093030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:18:09.093386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 021485c5-0e90-49d2-9cb4-a0c33a8f6fdc not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:18:09.116303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Deleting port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:09.116457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.134982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87a0815d-6da4-4400-bc80-20bbb5917e38 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.170852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.174836 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-592d04c2-7500-4a8b-b9d8-44e7e9b8019d tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1726222 Jan 17 08:18:09.179544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52258) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:09.241422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-802146952'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:09.261477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:09.303555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Usage tracker for resource:network and tenant:1ce03e5ffef74a96bd69673e58b282a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:09.308030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:09.323101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:09.326249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.437638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.459657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:09.494299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f540a9ca-9c19-4b64-bf1c-5d590438f6ad']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:09.500915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87a0815d-6da4-4400-bc80-20bbb5917e38 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.520814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Made reservation on behalf of 1ce03e5ffef74a96bd69673e58b282a2 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:09.523848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.551411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ee6009-27c0-4e78-94f1-4f366f1177de') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:09.551797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ee6009-27c0-4e78-94f1-4f366f1177de') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:09.555885 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0815d-6da4-4400-bc80-20bbb5917e38 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9faf36-e388-4971-bbf1-3e11ea31fdf9,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:09.558039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87a0815d-6da4-4400-bc80-20bbb5917e38 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.575214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.587166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.589332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.597011 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-87a0815d-6da4-4400-bc80-20bbb5917e38 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "DELETE /v2.0/subnets/2e9faf36-e388-4971-bbf1-3e11ea31fdf9 HTTP/1.1" status: 204 len: 168 time: 1.8300140 Jan 17 08:18:09.598699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:09.641860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.648601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587714fa-005b-4400-b8ee-ba525b66fd20 None None] Network c8fa9205-f7ab-43d4-b885-8c99ba8f83ca requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:09.681755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.685392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.685894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Delete allocated IP 2001:db8::150 (d304db4b-cebf-452a-a2ae-19c2c9119594/c45be888-c8a4-412c-8b62-c05e84e16e3e) {{(pid=84154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 08:18:09.693519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Allocated IP 2001:db8:0:2::17b (d304db4b-cebf-452a-a2ae-19c2c9119594/e3b80b2e-45ce-4218-acaf-7ae126fd1e8e/4de29291-d9c9-4c97-af15-fc8082824970) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:09.706888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] For port 3411c954-4c23-4e3e-a9b4-cd56f0bee925, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3411c954-4c23-4e3e-a9b4-cd56f0bee925,segment=NetworkSegment(ceb04170-c046-4c3e-9c10-02b6cae39925),segment_id=ceb04170-c046-4c3e-9c10-02b6cae39925)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:09.707244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.731525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:09.732224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.740389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:09.763167 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:09.840915 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c7cb4-2576-4e7a-b50c-1304e8a20a38 None None] Update dhcp port {'port': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'fixed_ips': [{'subnet_id': '839708bf-de26-4f54-9f62-ad7561061527', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c45be888-c8a4-412c-8b62-c05e84e16e3e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3b80b2e-45ce-4218-acaf-7ae126fd1e8e'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '9932bb05-e1b1-41a8-b5c9-48cd367d736f'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:18:09.891644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event updated for resources: {'Port': ['ID=3e50ad56-503c-4531-a099-8d57c7f48d6a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:09.898286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Network 4b782c00-3ffe-416a-9201-7ac3b9bc57b6 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:09.901801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:09.906217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:09.906556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:09.907221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:09.934408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Calling delete_port for 3411c954-4c23-4e3e-a9b4-cd56f0bee925 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:09.984786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:10.003301 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8991dc6d-1eea-47d5-b8e1-15787d17d2bf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8256962 Jan 17 08:18:10.005076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52266) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:10.008981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-506c7cb4-2576-4e7a-b50c-1304e8a20a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.017694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Usage tracker for resource:security_group_rule and tenant:1ce03e5ffef74a96bd69673e58b282a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:10.027132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.030370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:10.041112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:10.073639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.080968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0a65c20d-7569-4d0b-be44-61154cc2e388 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Deleting port 3e50ad56-503c-4531-a099-8d57c7f48d6a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:10.080968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a65c20d-7569-4d0b-be44-61154cc2e388 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.114701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] DHCP port deletion for f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:18:10.147842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc67060-d945-4103-a41d-0cdfcab71815 None None] DHCP port deletion for e06be57f-4e10-489f-ae4f-7673087e3ec0 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:18:10.150092 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Deleting port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:10.150462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.153739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Transition to ACTIVE for port object 4de29291-d9c9-4c97-af15-fc8082824970 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:10.204938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-cdc67060-d945-4103-a41d-0cdfcab71815 None None] Deleting port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:10.205308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cdc67060-d945-4103-a41d-0cdfcab71815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.243530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Deleting port 2a295bee-864c-42ea-915c-bbc392f6794d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:10.243869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.266011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.302840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.338498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Network': ['ID=f540a9ca-9c19-4b64-bf1c-5d590438f6ad,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:10.339268 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a65c20d-7569-4d0b-be44-61154cc2e388 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.370947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cdfbd2aa-688a-4878-8fe2-8e5eefeb1af5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/networks/f540a9ca-9c19-4b64-bf1c-5d590438f6ad HTTP/1.1" status: 204 len: 168 time: 1.6387703 Jan 17 08:18:10.397670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:10.447353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-cdc67060-d945-4103-a41d-0cdfcab71815 None None] The port '3411c954-4c23-4e3e-a9b4-cd56f0bee925' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:18:10.453633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.466505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0a65c20d-7569-4d0b-be44-61154cc2e388 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Calling delete_port for 3e50ad56-503c-4531-a099-8d57c7f48d6a owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:10.589468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Port': ['ID=3411c954-4c23-4e3e-a9b4-cd56f0bee925,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:10.633358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] DHCP port deletion for c8fa9205-f7ab-43d4-b885-8c99ba8f83ca request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:18:10.633840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.646016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:18:01Z', 'revision_number': 5, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port': {'id': '014134e0-6791-4bcb-8c38-6f9e2330087c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:12:06Z', 'updated_at': '2022-01-17T08:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:10.705163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No DVR routers for this DVR port 3411c954-4c23-4e3e-a9b4-cd56f0bee925 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:18:10.724952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:10.753265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.758073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] Deleting port 2a295bee-864c-42ea-915c-bbc392f6794d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:10.758528 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.759141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.786381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.804554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] Checking router: bfca7abb-96df-45b7-a676-b8e25256d43c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:18:10.872989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a65c20d-7569-4d0b-be44-61154cc2e388 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.878806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] In _notify_port_updated(), no bound segment for port 4de29291-d9c9-4c97-af15-fc8082824970 on network d304db4b-cebf-452a-a2ae-19c2c9119594 {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:18:10.883076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:10.883719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.887848 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "PUT /v2.0/ports/4de29291-d9c9-4c97-af15-fc8082824970 HTTP/1.1" status: 200 len: 969 time: 2.6566911 Jan 17 08:18:10.888743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.893799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5539235-4f27-4716-b9da-c2cac4e73378 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event updated for resources: {'Port': ['ID=4de29291-d9c9-4c97-af15-fc8082824970,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:10.896177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52274) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:10.902875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] For port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=24ac9b4f-7adf-4a30-89a6-c141bbba7c6c,segment=NetworkSegment(879b23f5-2d44-4c48-8f4e-75ad7203046e),segment_id=879b23f5-2d44-4c48-8f4e-75ad7203046e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:10.903261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.912278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:10.915609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-506c7cb4-2576-4e7a-b50c-1304e8a20a38 None None] Allocated IP 2001:db8:0:2::2 (d304db4b-cebf-452a-a2ae-19c2c9119594/e3b80b2e-45ce-4218-acaf-7ae126fd1e8e/9932bb05-e1b1-41a8-b5c9-48cd367d736f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:10.936039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc1cb8b-0c03-4981-bbe7-942a9336202b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:10.943100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] For port 2a295bee-864c-42ea-915c-bbc392f6794d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2a295bee-864c-42ea-915c-bbc392f6794d,segment=NetworkSegment(4e184b67-3eb2-46fc-bef5-c219021762d8),segment_id=4e184b67-3eb2-46fc-bef5-c219021762d8)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:10.943508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.954264 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:10.965388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:10.965723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.000881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.001221 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Added segment fed6d855-4e00-40cf-b32a-5dcb74b746bd of type vlan for network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 Jan 17 08:18:11.013743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65c20d-7569-4d0b-be44-61154cc2e388 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e50ad56-503c-4531-a099-8d57c7f48d6a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:11.033099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a65c20d-7569-4d0b-be44-61154cc2e388 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.047288 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0a65c20d-7569-4d0b-be44-61154cc2e388 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "DELETE /v2.0/ports/3e50ad56-503c-4531-a099-8d57c7f48d6a HTTP/1.1" status: 204 len: 168 time: 1.0390072 Jan 17 08:18:11.048432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b9714863-55e6-4080-b240-43b3308253c4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port 4de29291-d9c9-4c97-af15-fc8082824970 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:11.048770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9714863-55e6-4080-b240-43b3308253c4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.063653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Deleting port 014134e0-6791-4bcb-8c38-6f9e2330087c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:11.063994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.077382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52278) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:11.083707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Calling delete_port for 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:11.088235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b782c00-3ffe-416a-9201-7ac3b9bc57b6', 'external_fixed_ips': [{'subnet_id': '89776066-df9d-477b-8e6b-c65dd4f2158a', 'ip_address': '2001:db8::212'}]}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:11.094467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:11.106961 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Usage tracker for resource:router and tenant:727cb77dc13d48c69f767a9c028b3dee is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:11.111314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.111492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:11.119668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:11.130805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] Routers {'bfca7abb-96df-45b7-a676-b8e25256d43c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:11.131403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['bfca7abb-96df-45b7-a676-b8e25256d43c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:11.174291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Calling delete_port for 2a295bee-864c-42ea-915c-bbc392f6794d owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:11.245070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06be57f-4e10-489f-ae4f-7673087e3ec0']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:11.248223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.249105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.269673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.276660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb04170-c046-4c3e-9c10-02b6cae39925') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:11.276976 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb04170-c046-4c3e-9c10-02b6cae39925') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:11.310128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.337866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9714863-55e6-4080-b240-43b3308253c4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.404707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.483843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.524001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.558102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b9714863-55e6-4080-b240-43b3308253c4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for 4de29291-d9c9-4c97-af15-fc8082824970 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:11.558536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:11.558949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:11.581774 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:11.594705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] For port 2a295bee-864c-42ea-915c-bbc392f6794d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2a295bee-864c-42ea-915c-bbc392f6794d,segment=NetworkSegment(4e184b67-3eb2-46fc-bef5-c219021762d8),segment_id=4e184b67-3eb2-46fc-bef5-c219021762d8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:11.595103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.603160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] Set router bfca7abb-96df-45b7-a676-b8e25256d43c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:11.663054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.697380 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.769451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.773127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:11.773745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.777491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.840104 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] Calling delete_port for 2a295bee-864c-42ea-915c-bbc392f6794d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:11.844100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9714863-55e6-4080-b240-43b3308253c4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.880802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] For port 014134e0-6791-4bcb-8c38-6f9e2330087c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=014134e0-6791-4bcb-8c38-6f9e2330087c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:11.881447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:11.900729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9714863-55e6-4080-b240-43b3308253c4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=4de29291-d9c9-4c97-af15-fc8082824970,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:11.943796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event deleted for resources: {'Port': ['ID=2a295bee-864c-42ea-915c-bbc392f6794d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:11.951382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Pushing event deleted for resources: {'Port': ['ID=24ac9b4f-7adf-4a30-89a6-c141bbba7c6c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:11.953152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b9714863-55e6-4080-b240-43b3308253c4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.019795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.020151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.021053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.021053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.021273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.021449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.022330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.022330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.022554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.022726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.023023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:12.025427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=24ac9b4f-7adf-4a30-89a6-c141bbba7c6c,segment=NetworkSegment(879b23f5-2d44-4c48-8f4e-75ad7203046e),segment_id=879b23f5-2d44-4c48-8f4e-75ad7203046e)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:12.025427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.037029 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b9714863-55e6-4080-b240-43b3308253c4 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/4de29291-d9c9-4c97-af15-fc8082824970 HTTP/1.1" status: 204 len: 168 time: 1.1356790 Jan 17 08:18:12.037560 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52282) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:12.038481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-506c7cb4-2576-4e7a-b50c-1304e8a20a38 None None] For port 9932bb05-e1b1-41a8-b5c9-48cd367d736f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9932bb05-e1b1-41a8-b5c9-48cd367d736f,segment=NetworkSegment(caeb36e0-2e13-4091-a0cf-5ec8483ad127),segment_id=caeb36e0-2e13-4091-a0cf-5ec8483ad127)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:12.049285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3411c954-4c23-4e3e-a9b4-cd56f0bee925 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:12.078279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:18:10Z', 'revision_number': 6, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:12.079667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9885d4-cf5f-4e82-ad00-a92931203ce4 None None] No DVR routers for this DVR port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:18:12.090464 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad25e623-45d2-4539-8ee4-5556b43470c5 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] GET failed (client error): The resource could not be found. Jan 17 08:18:12.091262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ad25e623-45d2-4539-8ee4-5556b43470c5 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:12.096782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] No DVR routers for this DVR port 2a295bee-864c-42ea-915c-bbc392f6794d on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:18:12.103298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 3411c954-4c23-4e3e-a9b4-cd56f0bee925 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:18:12.103491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3411c954-4c23-4e3e-a9b4-cd56f0bee925 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:18:12.103688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Calling delete_port for 014134e0-6791-4bcb-8c38-6f9e2330087c owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:12.103799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2a295bee-864c-42ea-915c-bbc392f6794d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:12.129930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c742a7-9d0c-435d-b0a4-5249dec58337 None None] The sync data for ids ['bfca7abb-96df-45b7-a676-b8e25256d43c'] in dv-neutron-824874-1-hyperv is: [{'id': 'bfca7abb-96df-45b7-a676-b8e25256d43c', 'name': 'tempest-ServerActionsTestJSON-288158898-router', 'tenant_id': 'f63d850157224890ad3a5d7e0a15b155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:12:04Z', 'updated_at': '2022-01-17T08:18:10Z', 'revision_number': 6, 'project_id': 'f63d850157224890ad3a5d7e0a15b155', 'gw_port_host': None}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:12.157900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.160432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 2a295bee-864c-42ea-915c-bbc392f6794d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:18:12.160813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2a295bee-864c-42ea-915c-bbc392f6794d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:18:12.161955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.179037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-506c7cb4-2576-4e7a-b50c-1304e8a20a38 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.194380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:18:12.194841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:18:12.208610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.217166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-506c7cb4-2576-4e7a-b50c-1304e8a20a38 None None] Transition to ACTIVE for port object 9932bb05-e1b1-41a8-b5c9-48cd367d736f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:12.217300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ad25e623-45d2-4539-8ee4-5556b43470c5 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:12.218473 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ad25e623-45d2-4539-8ee4-5556b43470c5 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports/4de29291-d9c9-4c97-af15-fc8082824970 HTTP/1.1" status: 404 len: 333 time: 0.1803794 Jan 17 08:18:12.222840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52286) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:12.283458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Network': ['ID=9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:12.283664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-506c7cb4-2576-4e7a-b50c-1304e8a20a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.285937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.291774 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/networks/e06be57f-4e10-489f-ae4f-7673087e3ec0 HTTP/1.1" status: 204 len: 168 time: 3.5257359 Jan 17 08:18:12.304573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:12.371132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52290) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:12.372904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c7cb4-2576-4e7a-b50c-1304e8a20a38 None None] Pushing event updated for resources: {'Port': ['ID=9932bb05-e1b1-41a8-b5c9-48cd367d736f,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:12.375877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:12.376614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'routes': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:12.393966 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-612a5f44-8e38-4164-b590-e69742d386e3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2061894 Jan 17 08:18:12.411227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52294) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:12.467676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41194e21-86e6-4351-81f8-04d5cbd4f2f2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Pushing event deleted for resources: {'Network': ['ID=e06be57f-4e10-489f-ae4f-7673087e3ec0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:12.478717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Request body: {'subnet': {'network_id': '9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:12.599782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.696975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] Deleting port 2a295bee-864c-42ea-915c-bbc392f6794d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:12.697542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fa9205-f7ab-43d4-b885-8c99ba8f83ca']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:12.698084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.714996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:18:12.715394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:18:12.727949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e184b67-3eb2-46fc-bef5-c219021762d8') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:12.728148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e184b67-3eb2-46fc-bef5-c219021762d8') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:12.742600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:12.757834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.764784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Usage tracker for resource:subnet and tenant:1ce03e5ffef74a96bd69673e58b282a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:12.776026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Added routes are [] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 17 08:18:12.776324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Removed routes are [] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 17 08:18:12.776682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.785639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-299aa38d-6fdc-4dd9-80d4-00bc5a56bbc3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.791119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:12.812358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:12.831168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.858456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:12.859130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:12.868405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-83f026e8-32d6-464f-ba45-b9ac9c81ff1f None None] The port '2a295bee-864c-42ea-915c-bbc392f6794d' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:18:12.882400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Allocated IP 2001:db8::212 (4b782c00-3ffe-416a-9201-7ac3b9bc57b6/89776066-df9d-477b-8e6b-c65dd4f2158a/b111dc64-b4fa-4ced-aa0b-e7e3d5ea80e2) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:12.897031 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:12.900306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9932bb05-e1b1-41a8-b5c9-48cd367d736f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:12.902845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-299aa38d-6fdc-4dd9-80d4-00bc5a56bbc3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.011747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Made reservation on behalf of 1ce03e5ffef74a96bd69673e58b282a2 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:13.069466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d12a168c-2ad7-444a-8e57-f8f7266b12cb no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:13.109071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d12a168c-2ad7-444a-8e57-f8f7266b12cb {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:18:13.109459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d12a168c-2ad7-444a-8e57-f8f7266b12cb not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:18:13.109837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 014134e0-6791-4bcb-8c38-6f9e2330087c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:13.188663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.252857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.254961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 24ac9b4f-7adf-4a30-89a6-c141bbba7c6c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:13.255100 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.255254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.266490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.296465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.297959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-299aa38d-6fdc-4dd9-80d4-00bc5a56bbc3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.300557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.350408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.455357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-84275c86-8fab-4485-9707-a6c29d486142 None None] Provisioning for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:13.463095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-84275c86-8fab-4485-9707-a6c29d486142 None None] Provisioning complete for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:13.465988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84275c86-8fab-4485-9707-a6c29d486142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.472536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router cca1789d-d30c-4482-8e7c-878353d9ce1b has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:13.493609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.550282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.550492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] The port '24ac9b4f-7adf-4a30-89a6-c141bbba7c6c' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:18:13.556971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] Pushing event deleted for resources: {'Network': ['ID=c8fa9205-f7ab-43d4-b885-8c99ba8f83ca,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:13.558753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299aa38d-6fdc-4dd9-80d4-00bc5a56bbc3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d513c09f-5835-4b89-a57e-152fd66a5e43,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:13.560316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=014134e0-6791-4bcb-8c38-6f9e2330087c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:13.652921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-84275c86-8fab-4485-9707-a6c29d486142 None None] Could not find standard attr ID for object 4de29291-d9c9-4c97-af15-fc8082824970. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:18:13.659163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d7a180ac-df07-4373-8c64-5c9ac580a16f tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661 tempest-ExtraDHCPOptionsIpV6TestJSON-1335415661-project] 10.222.0.44 "DELETE /v2.0/networks/c8fa9205-f7ab-43d4-b885-8c99ba8f83ca HTTP/1.1" status: 204 len: 168 time: 4.0532365 Jan 17 08:18:13.670910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-84275c86-8fab-4485-9707-a6c29d486142 None None] Provisioning complete for port f1d0bb62-f63b-4996-9184-b3e07bc69702 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:13.671442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-84275c86-8fab-4485-9707-a6c29d486142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.685635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Network 4b782c00-3ffe-416a-9201-7ac3b9bc57b6 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:13.693688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-299aa38d-6fdc-4dd9-80d4-00bc5a56bbc3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.693896 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:13.693998 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-299aa38d-6fdc-4dd9-80d4-00bc5a56bbc3 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/security-groups/d513c09f-5835-4b89-a57e-152fd66a5e43 HTTP/1.1" status: 204 len: 168 time: 1.4092600 Jan 17 08:18:13.694109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event updated for resources: {'Port': ['ID=b111dc64-b4fa-4ced-aa0b-e7e3d5ea80e2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:13.700618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52302) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:13.702867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:13.734384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-84275c86-8fab-4485-9707-a6c29d486142 None None] Port f1d0bb62-f63b-4996-9184-b3e07bc69702 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:13.847820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-09788d46-723f-446d-ba4e-7e3fbd70330b None None] Could not find standard attr ID for object 4de29291-d9c9-4c97-af15-fc8082824970. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:18:13.863243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.912157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:13.925614 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] Sync routers for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:13.945411 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:13.947344 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:13.948206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:13.952102 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6ef057a8-3c1c-4210-b093-67a6fae697b3 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b HTTP/1.1" status: 200 len: 700 time: 1.5772259 Jan 17 08:18:13.955680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52306) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:14.005778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:14.009945 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b5b3fe8-0aef-432b-a01b-553a7f83010d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:14.038988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5134083b-a0b0-4c9b-8054-96fcc2d052f2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.070724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5134083b-a0b0-4c9b-8054-96fcc2d052f2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.079386 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:14.092193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879b23f5-2d44-4c48-8f4e-75ad7203046e') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:14.092478 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879b23f5-2d44-4c48-8f4e-75ad7203046e') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:14.120477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.126690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.142397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b5b3fe8-0aef-432b-a01b-553a7f83010d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:14.143603 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5b5b3fe8-0aef-432b-a01b-553a7f83010d tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca1789d-d30c-4482-8e7c-878353d9ce1b HTTP/1.1" status: 200 len: 205 time: 0.1854699 Jan 17 08:18:14.146398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52310) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:14.192746 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:18:03Z', 'revision_number': 11, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:14.198359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] Checking router: cca1789d-d30c-4482-8e7c-878353d9ce1b for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:18:14.210208 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] Routers {'cca1789d-d30c-4482-8e7c-878353d9ce1b'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:14.210876 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['cca1789d-d30c-4482-8e7c-878353d9ce1b'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:14.246018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.246999 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.249055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5134083b-a0b0-4c9b-8054-96fcc2d052f2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.270457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.328389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52316) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:14.330195 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134083b-a0b0-4c9b-8054-96fcc2d052f2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d0981-d8b0-49e9-a056-d3302916d647,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:14.330749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:14.331158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.334044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5134083b-a0b0-4c9b-8054-96fcc2d052f2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.334248 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5134083b-a0b0-4c9b-8054-96fcc2d052f2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/security-groups/331d0981-d8b0-49e9-a056-d3302916d647 HTTP/1.1" status: 204 len: 168 time: 0.6327302 Jan 17 08:18:14.348321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52320) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:14.350918 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:14.355176 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] Set router cca1789d-d30c-4482-8e7c-878353d9ce1b gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:14.413214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.468176 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:18:03Z', 'revision_number': 11, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:14.472990 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced0f88-02f2-43a2-ab96-f478846935bd None None] The sync data for ids ['cca1789d-d30c-4482-8e7c-878353d9ce1b'] in dv-neutron-824874-1-hyperv is: [{'id': 'cca1789d-d30c-4482-8e7c-878353d9ce1b', 'name': 'tempest-RoutersTest-router-402055164', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:16:06Z', 'updated_at': '2022-01-17T08:18:03Z', 'revision_number': 11, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:14.537235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba3f7-3584-4d98-897d-905d7a651cbc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.537889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.552582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.561168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f5024cf-e125-45c1-8eb6-362fe9f0fef1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.576925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Subnet': ['ID=c9c6965f-dad5-40cd-83f5-91a8662953aa,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:14.611973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Checking segment: {'id': 'fed6d855-4e00-40cf-b32a-5dcb74b746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:14.612336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network hostable DHCP agents. Network: 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:14.650451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.670056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba3f7-3584-4d98-897d-905d7a651cbc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.671533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.677172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Network': ['ID=f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:14.686084 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-737fd55a-57db-42a1-ab47-e7dd61db2ea3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/networks/f9ce4f35-8ea0-4112-92f1-7cf7f0ada52d HTTP/1.1" status: 204 len: 168 time: 4.2826719 Jan 17 08:18:14.690266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52326) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:14.695141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1100212513'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:14.700953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:14.705029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:network and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:14.707836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:14.714692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:14.722331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.722845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfca7abb-96df-45b7-a676-b8e25256d43c {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:18:14.727655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.730819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-67801db0-943d-4cb5-89cb-b550833efc69 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bfca7abb-96df-45b7-a676-b8e25256d43c HTTP/1.1" status: 204 len: 168 time: 6.3728862 Jan 17 08:18:14.731354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:14.787892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:14.798924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce1f3f9-c6a2-4adb-8a1c-d928e6bdd655 admin admin] Deleting subnet 04c797cd-8b4e-49c2-99ef-cee9c4035556 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:14.802583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f3f9-c6a2-4adb-8a1c-d928e6bdd655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.815175 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c15ff29f-b31a-41a8-a519-52e475d65592 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=761f5d3246a1432f857ac180b602db0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4796288 Jan 17 08:18:14.818629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52334) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:14.832887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:14.832887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.870853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:14.876087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f3f9-c6a2-4adb-8a1c-d928e6bdd655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.909194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e139660-bb82-4461-9e50-7ed93116bd45 None None] Network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:14.915736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:14.916321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:14.922933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:14.992352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba3f7-3584-4d98-897d-905d7a651cbc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.029625 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ba3f7-3584-4d98-897d-905d7a651cbc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d5530b-6d98-47d8-9820-ef8c1a3b9456,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:15.065204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.065463 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added segment e2c7143b-d1d1-4691-bb14-eca977c677fc of type vlan for network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a Jan 17 08:18:15.106799 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.130420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f3f9-c6a2-4adb-8a1c-d928e6bdd655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.161713 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26', 'network_id': '9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26', 'tenant_id': '1ce03e5ffef74a96bd69673e58b282a2', 'fixed_ips': [{'subnet_id': 'c9c6965f-dad5-40cd-83f5-91a8662953aa'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:15.161892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba3f7-3584-4d98-897d-905d7a651cbc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.163135 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7c0ba3f7-3584-4d98-897d-905d7a651cbc tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/security-groups/24d5530b-6d98-47d8-9820-ef8c1a3b9456 HTTP/1.1" status: 204 len: 168 time: 0.8060629 Jan 17 08:18:15.163351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.167017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52338) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:15.207276 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-09a25b91-0e61-4f97-894f-02a9c24a1401 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7947536 Jan 17 08:18:15.212925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52342) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:15.235090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Request body: {'network': {'name': 'tempest-router-network01--1869297436'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:15.242596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f5024cf-e125-45c1-8eb6-362fe9f0fef1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.245761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:15.255623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Usage tracker for resource:network and tenant:1ce03e5ffef74a96bd69673e58b282a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:15.259905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78b3fbec-0d46-4440-aa06-f2c6a44b5319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.264286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f5024cf-e125-45c1-8eb6-362fe9f0fef1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.266329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:15.281653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:15.299485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78b3fbec-0d46-4440-aa06-f2c6a44b5319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.329178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Allocated IP 172.20.0.2 (9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26/c9c6965f-dad5-40cd-83f5-91a8662953aa/6ca64e25-aacd-429c-89d6-44fe5f2427ca) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:15.353116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.355716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:15.356297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.397289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f3f9-c6a2-4adb-8a1c-d928e6bdd655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.462890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f5024cf-e125-45c1-8eb6-362fe9f0fef1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.463651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5024cf-e125-45c1-8eb6-362fe9f0fef1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Fanout notify agent at l3_agent the message router_deleted on router cca1789d-d30c-4482-8e7c-878353d9ce1b {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:18:15.497432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Made reservation on behalf of 1ce03e5ffef74a96bd69673e58b282a2 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:15.500322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.507620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f5024cf-e125-45c1-8eb6-362fe9f0fef1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.509771 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7f5024cf-e125-45c1-8eb6-362fe9f0fef1 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b HTTP/1.1" status: 204 len: 168 time: 1.3622711 Jan 17 08:18:15.515419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52346) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:15.521470 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1192568701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:15.528224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:15.531025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1f3f9-c6a2-4adb-8a1c-d928e6bdd655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c797cd-8b4e-49c2-99ef-cee9c4035556,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:15.533847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Usage tracker for resource:router and tenant:3a4aca113c18424da458a7b8b3b082c1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:15.537923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:15.541941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78b3fbec-0d46-4440-aa06-f2c6a44b5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.545062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78b3fbec-0d46-4440-aa06-f2c6a44b5319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.546254 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-78b3fbec-0d46-4440-aa06-f2c6a44b5319 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/998336b9-8cc6-414f-b637-41a313afc13e HTTP/1.1" status: 204 len: 168 time: 0.7262976 Jan 17 08:18:15.554423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Network': ['ID=7b7b4b19-1f43-4856-8c41-1c01a95afc1a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:15.559698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ce1f3f9-c6a2-4adb-8a1c-d928e6bdd655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.562123 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0ce1f3f9-c6a2-4adb-8a1c-d928e6bdd655 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/04c797cd-8b4e-49c2-99ef-cee9c4035556 HTTP/1.1" status: 204 len: 168 time: 0.8298221 Jan 17 08:18:15.569023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:15.572526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52352) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:15.579476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Router ce268966-5410-489f-b3e6-67c3ba615a62 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:18:15.601657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:15.604585 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-10b083c3-9d24-4af3-8b66-ee78eaff34dc tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9137986 Jan 17 08:18:15.607328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f98d77-31ae-4b04-9a24-d323c46dff6b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet c45be888-c8a4-412c-8b62-c05e84e16e3e {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:15.609074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52356) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:15.614964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57f98d77-31ae-4b04-9a24-d323c46dff6b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.621407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a51219-dcab-49aa-b1c5-fdab7db92681 None None] Network b0250a93-ed00-4f23-9feb-2f0d97a63e9d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:15.637084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:15.671566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'subnet': {'network_id': '7b7b4b19-1f43-4856-8c41-1c01a95afc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:15.714276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3fbec-0d46-4440-aa06-f2c6a44b5319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998336b9-8cc6-414f-b637-41a313afc13e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:15.749295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.749640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Added segment 5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7 of type vlan for network 0d09859b-9edb-4942-aa67-d20154731c38 Jan 17 08:18:15.785831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.847456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57f98d77-31ae-4b04-9a24-d323c46dff6b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.851220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.892295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.898073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:15.898073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.908373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Transition to ACTIVE for port object 6ca64e25-aacd-429c-89d6-44fe5f2427ca will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:15.916997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.917641 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.932078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:15.959985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Deleting port b930a6c6-9189-4a0d-9db8-c1d55f980848 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:15.960245 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Transition to ACTIVE for port object 6ca64e25-aacd-429c-89d6-44fe5f2427ca will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:15.960759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.003147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:16.009929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.022214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:subnet and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:16.039058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:16.051896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.053416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:16.064553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Network': ['ID=0d09859b-9edb-4942-aa67-d20154731c38,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:16.084479 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e8436a6b-cd9f-442e-8162-4506242eeac7 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8699112 Jan 17 08:18:16.089216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52362) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:16.098826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Request body: {'network': {'name': 'tempest-router-network02--1060082851'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:16.102372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57f98d77-31ae-4b04-9a24-d323c46dff6b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.138305 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:16.146713 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Usage tracker for resource:network and tenant:1ce03e5ffef74a96bd69673e58b282a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:16.151726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:16.164182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:16.172853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:16.184395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 0d09859b-9edb-4942-aa67-d20154731c38 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:16.205608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] DHCP port deletion for b0250a93-ed00-4f23-9feb-2f0d97a63e9d request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:18:16.250054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.282314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:16.285609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.287796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:16.300510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] Deleting port b930a6c6-9189-4a0d-9db8-c1d55f980848 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:16.300982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.325531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:16.326913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] For port b930a6c6-9189-4a0d-9db8-c1d55f980848, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b930a6c6-9189-4a0d-9db8-c1d55f980848,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:16.327394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.352563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Pushing event updated for resources: {'Port': ['ID=6ca64e25-aacd-429c-89d6-44fe5f2427ca,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:16.457936 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.462221 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8e2eb893-d8d4-436f-b37b-9eb813bc484e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9458179 Jan 17 08:18:16.468871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Calling delete_port for b930a6c6-9189-4a0d-9db8-c1d55f980848 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:16.495936 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52372) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:16.507594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-82e4b533-991f-441b-a0c0-46f20ff0ff61 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:16.529045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57f98d77-31ae-4b04-9a24-d323c46dff6b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.531676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Attempting to bind port 6ca64e25-aacd-429c-89d6-44fe5f2427ca on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:16.532129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Attempting to bind port 6ca64e25-aacd-429c-89d6-44fe5f2427ca by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'fed6d855-4e00-40cf-b32a-5dcb74b746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:16.532570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Attempting to bind port 6ca64e25-aacd-429c-89d6-44fe5f2427ca on network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:16.534774 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Made reservation on behalf of 1ce03e5ffef74a96bd69673e58b282a2 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:16.540449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.595705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f98d77-31ae-4b04-9a24-d323c46dff6b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=c45be888-c8a4-412c-8b62-c05e84e16e3e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:16.598155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.601439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:16.614116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:16.616394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Checking segment: {'id': 'fed6d855-4e00-40cf-b32a-5dcb74b746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:16.616394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.616394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Bound using segment: {'id': 'fed6d855-4e00-40cf-b32a-5dcb74b746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:16.616862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Bound port: 6ca64e25-aacd-429c-89d6-44fe5f2427ca, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed6d855-4e00-40cf-b32a-5dcb74b746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:16.617971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.629261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Sync routers for ids ['ce268966-5410-489f-b3e6-67c3ba615a62'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:16.656533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57f98d77-31ae-4b04-9a24-d323c46dff6b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.668019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc80db39-14b7-4ee1-b080-8626b8ba8e14 None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:16.714415 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-57f98d77-31ae-4b04-9a24-d323c46dff6b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/c45be888-c8a4-412c-8b62-c05e84e16e3e HTTP/1.1" status: 204 len: 168 time: 1.5405512 Jan 17 08:18:16.717967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52378) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:16.729297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b930a6c6-9189-4a0d-9db8-c1d55f980848 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:16.742989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:16.760990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Subnet': ['ID=5974b76b-afe8-4ce1-92c3-36e9eeb814f1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:16.769307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.769674 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Added segment 96faa9f9-ccee-40a7-8087-bc05bfe9a279 of type vlan for network 0e66e0e9-f167-4200-8ca8-26d10cbe1f22 Jan 17 08:18:16.776515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Checking segment: {'id': 'e2c7143b-d1d1-4691-bb14-eca977c677fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7b7b4b19-1f43-4856-8c41-1c01a95afc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:16.776877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network hostable DHCP agents. Network: 7b7b4b19-1f43-4856-8c41-1c01a95afc1a, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:16.807743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.879098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Routers {'ce268966-5410-489f-b3e6-67c3ba615a62'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:16.879768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['ce268966-5410-489f-b3e6-67c3ba615a62'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:16.928775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.931644 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3807e1d6-b7aa-4b54-9ba0-f0c3f2b58fbf tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.8539884 Jan 17 08:18:16.933552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52386) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:16.966114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] For port b930a6c6-9189-4a0d-9db8-c1d55f980848, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b930a6c6-9189-4a0d-9db8-c1d55f980848,segment=NetworkSegment(0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5),segment_id=0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:16.967351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:16.989374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.107907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:17.120363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.135311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:17.135311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.135742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] For port 6ca64e25-aacd-429c-89d6-44fe5f2427ca, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:17.138870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b930a6c6-9189-4a0d-9db8-c1d55f980848,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:17.155765 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] No DVR routers for this DVR port b930a6c6-9189-4a0d-9db8-c1d55f980848 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:18:17.245203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Network': ['ID=0e66e0e9-f167-4200-8ca8-26d10cbe1f22,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:17.273769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] Calling delete_port for b930a6c6-9189-4a0d-9db8-c1d55f980848 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:17.285989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 7b7b4b19-1f43-4856-8c41-1c01a95afc1a) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:17.293532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:17.294309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.320270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No active binding found for port b930a6c6-9189-4a0d-9db8-c1d55f980848 {{(pid=84156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 17 08:18:17.320270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b930a6c6-9189-4a0d-9db8-c1d55f980848 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:18:17.320270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 0e66e0e9-f167-4200-8ca8-26d10cbe1f22 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:17.417128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82e4b533-991f-441b-a0c0-46f20ff0ff61 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.420018 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5480e99c-f38a-4806-987c-c48ec347e711 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3294480 Jan 17 08:18:17.420487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:17.420810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52394) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:17.433310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Request body: {'subnet': {'network_id': '0d09859b-9edb-4942-aa67-d20154731c38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:17.436433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd6d1b-9ebe-4661-8f7f-1a1246fe5f31 None None] Network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:17.511624 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1ffda276-c307-4816-a52b-bb50e0a3db71 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8975382 Jan 17 08:18:17.511831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1428e091-28a8-4d65-9bdf-fc75ea154ec7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet e3b80b2e-45ce-4218-acaf-7ae126fd1e8e {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:17.514995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.522098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52400) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:17.525664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1428e091-28a8-4d65-9bdf-fc75ea154ec7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.532116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] For port 6ca64e25-aacd-429c-89d6-44fe5f2427ca, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6ca64e25-aacd-429c-89d6-44fe5f2427ca,segment=NetworkSegment(fed6d855-4e00-40cf-b32a-5dcb74b746bd),segment_id=fed6d855-4e00-40cf-b32a-5dcb74b746bd)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:17.569538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1396093552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:17.576360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82e4b533-991f-441b-a0c0-46f20ff0ff61 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.590348 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:17.594276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:17.599565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:router and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:17.605531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Usage tracker for resource:subnet and tenant:1ce03e5ffef74a96bd69673e58b282a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:17.605531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:17.607612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0250a93-ed00-4f23-9feb-2f0d97a63e9d']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:17.607779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.614740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:17.615482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:17.640432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.689896 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:17.690239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8a8c14-7f8b-40ee-9f9e-e88fe0bc74b5') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:17.698540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:17.719629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4fe11e86-8b6d-469a-8118-f9bb364e8f10 tempest-DvrRoutersNegativeTest-1514527447 tempest-DvrRoutersNegativeTest-1514527447-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-573209454', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:17.723059 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1428e091-28a8-4d65-9bdf-fc75ea154ec7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.724127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.policy [None req-4fe11e86-8b6d-469a-8118-f9bb364e8f10 tempest-DvrRoutersNegativeTest-1514527447 tempest-DvrRoutersNegativeTest-1514527447-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84155) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 17 08:18:17.724568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.policy [None req-4fe11e86-8b6d-469a-8118-f9bb364e8f10 tempest-DvrRoutersNegativeTest-1514527447 tempest-DvrRoutersNegativeTest-1514527447-project] Failed policy check for 'create_router' {{(pid=84155) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 17 08:18:17.725299 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-4fe11e86-8b6d-469a-8118-f9bb364e8f10 tempest-DvrRoutersNegativeTest-1514527447 tempest-DvrRoutersNegativeTest-1514527447-project] create failed (client error): Access was denied to this resource. Jan 17 08:18:17.727611 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4fe11e86-8b6d-469a-8118-f9bb364e8f10 tempest-DvrRoutersNegativeTest-1514527447 tempest-DvrRoutersNegativeTest-1514527447-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3010685 Jan 17 08:18:17.759151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Made reservation on behalf of 1ce03e5ffef74a96bd69673e58b282a2 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:17.759429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.788455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.857440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.858447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.861116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:18:17.861468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:18:17.873745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:17.874141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:17.888976 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:17.902400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371f7af-6ec1-48c2-a04c-8ac27917b8c5 None None] Pushing event updated for resources: {'Port': ['ID=6ca64e25-aacd-429c-89d6-44fe5f2427ca,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:17.905257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:17.951870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Set router ce268966-5410-489f-b3e6-67c3ba615a62 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:18.002979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.028777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1428e091-28a8-4d65-9bdf-fc75ea154ec7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.080157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.105793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.142236 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0250a93-ed00-4f23-9feb-2f0d97a63e9d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:18.175423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.227798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e4b533-991f-441b-a0c0-46f20ff0ff61 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Router 096e3893-73cf-43bc-89e9-5fc882e98c96 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:18:18.256432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-7b7b4b19-1f43-4856-8c41-1c01a95afc1a', 'network_id': '7b7b4b19-1f43-4856-8c41-1c01a95afc1a', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'fixed_ips': [{'subnet_id': '5974b76b-afe8-4ce1-92c3-36e9eeb814f1'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:18.257239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.301377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.321432 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4c36fd74-5271-4d65-b15c-022aaadd3f3d admin admin] 10.222.0.44 "DELETE /v2.0/networks/b0250a93-ed00-4f23-9feb-2f0d97a63e9d HTTP/1.1" status: 204 len: 168 time: 2.7475955 Jan 17 08:18:18.323633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1428e091-28a8-4d65-9bdf-fc75ea154ec7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.328381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.329490 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-73be5a62-c9a1-404b-9cc3-8387331aac49 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8053861 Jan 17 08:18:18.332395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52412) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:18.339032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'port': {'network_id': '7b7b4b19-1f43-4856-8c41-1c01a95afc1a', 'name': 'tempest-RoutersIpV6Test-1724151719'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:18.374486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.427718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428e091-28a8-4d65-9bdf-fc75ea154ec7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b80b2e-45ce-4218-acaf-7ae126fd1e8e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:18.441215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1428e091-28a8-4d65-9bdf-fc75ea154ec7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.443775 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1428e091-28a8-4d65-9bdf-fc75ea154ec7 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/e3b80b2e-45ce-4218-acaf-7ae126fd1e8e HTTP/1.1" status: 204 len: 168 time: 1.7247059 Jan 17 08:18:18.448832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] Deleting port b930a6c6-9189-4a0d-9db8-c1d55f980848 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:18.453203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.525498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52416) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:18.526081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52418) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:18.597246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e4b533-991f-441b-a0c0-46f20ff0ff61 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:18.603756 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] Sync routers for ids ['096e3893-73cf-43bc-89e9-5fc882e98c96'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:18.613421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Deleting port b111dc64-b4fa-4ced-aa0b-e7e3d5ea80e2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:18.614262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.619759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82e4b533-991f-441b-a0c0-46f20ff0ff61 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.623707 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-82e4b533-991f-441b-a0c0-46f20ff0ff61 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "PUT /v2.0/routers/096e3893-73cf-43bc-89e9-5fc882e98c96 HTTP/1.1" status: 200 len: 694 time: 2.1268249 Jan 17 08:18:18.624690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52426) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:18.630834 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9725d3ec-59d4-4992-9b00-5c3d5f05cae2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:18.631321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9725d3ec-59d4-4992-9b00-5c3d5f05cae2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:18.636747 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9725d3ec-59d4-4992-9b00-5c3d5f05cae2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/c45be888-c8a4-412c-8b62-c05e84e16e3e HTTP/1.1" status: 404 len: 337 time: 0.1006498 Jan 17 08:18:18.642862 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] Routers {'096e3893-73cf-43bc-89e9-5fc882e98c96'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:18.644040 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['096e3893-73cf-43bc-89e9-5fc882e98c96'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:18.719983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52430) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:18.745100 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ca0c4ee2-56e7-4e26-964c-3d23a2edbf1f None None] The port 'b930a6c6-9189-4a0d-9db8-c1d55f980848' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:18:18.883387 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] Set router 096e3893-73cf-43bc-89e9-5fc882e98c96 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:18.886174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6ca64e25-aacd-429c-89d6-44fe5f2427ca up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:18.910959 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f1cabefa-cc1b-4966-be97-a7c2c6ee7f2b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/routers/096e3893-73cf-43bc-89e9-5fc882e98c96 HTTP/1.1" status: 200 len: 700 time: 0.2822771 Jan 17 08:18:18.915154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52434) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:18.959127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:18.959911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30a82a4-ae1a-4ccc-8895-516a6d70099b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting subnet 839708bf-de26-4f54-9f62-ad7561061527 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:18.978862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:port and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:18.979252 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-393bbc9d-345e-4ebd-abd2-3cc840bbc91e tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=096e3893-73cf-43bc-89e9-5fc882e98c96 HTTP/1.1" status: 200 len: 205 time: 0.0556140 Jan 17 08:18:18.979252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a30a82a4-ae1a-4ccc-8895-516a6d70099b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:18.979595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:18.987622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:18.988902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df78b0-c129-41f9-a15e-204219d84342 None None] Update dhcp port {'port': {'network_id': 'd304db4b-cebf-452a-a2ae-19c2c9119594', 'fixed_ips': [{'subnet_id': '839708bf-de26-4f54-9f62-ad7561061527', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e3b80b2e-45ce-4218-acaf-7ae126fd1e8e'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '9932bb05-e1b1-41a8-b5c9-48cd367d736f'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:18:19.003526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52438) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:19.004768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Subnet': ['ID=6716477c-33fa-4231-af60-541dcdc75acc,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:19.034251 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096e3893-73cf-43bc-89e9-5fc882e98c96', 'name': 'tempest-RoutersTest-router-1192568701', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:15Z', 'updated_at': '2022-01-17T08:18:17Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:19.043385 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] Checking router: 096e3893-73cf-43bc-89e9-5fc882e98c96 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:18:19.057570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:19.060420 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] Routers {'096e3893-73cf-43bc-89e9-5fc882e98c96'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:19.062012 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['096e3893-73cf-43bc-89e9-5fc882e98c96'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:19.063772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.098023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] device_id is not set on port 3c266077-9869-4434-b01b-552a2926610e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:18:19.102077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Allocated IP 2001:db8::2 (7b7b4b19-1f43-4856-8c41-1c01a95afc1a/5974b76b-afe8-4ce1-92c3-36e9eeb814f1/d224d7c3-5757-4b3f-8b9c-ec34e110749d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:19.108385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce268966-5410-489f-b3e6-67c3ba615a62', 'name': '', 'tenant_id': '727cb77dc13d48c69f767a9c028b3dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b782c00-3ffe-416a-9201-7ac3b9bc57b6', 'external_fixed_ips': [{'subnet_id': '89776066-df9d-477b-8e6b-c65dd4f2158a', 'ip_address': '2001:db8::212'}], 'enable_snat': True}, 'gw_port_id': 'b111dc64-b4fa-4ced-aa0b-e7e3d5ea80e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:11Z', 'updated_at': '2022-01-17T08:18:13Z', 'revision_number': 3, 'project_id': '727cb77dc13d48c69f767a9c028b3dee', 'gw_port': {'id': 'b111dc64-b4fa-4ced-aa0b-e7e3d5ea80e2', 'name': '', 'network_id': '4b782c00-3ffe-416a-9201-7ac3b9bc57b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce268966-5410-489f-b3e6-67c3ba615a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '89776066-df9d-477b-8e6b-c65dd4f2158a', 'ip_address': '2001:db8::212', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:18:12Z', 'updated_at': '2022-01-17T08:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89776066-df9d-477b-8e6b-c65dd4f2158a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:19.128643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Checking router: ce268966-5410-489f-b3e6-67c3ba615a62 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:18:19.133969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Updating router ce268966-5410-489f-b3e6-67c3ba615a62 port b111dc64-b4fa-4ced-aa0b-e7e3d5ea80e2 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:18:19.175765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19df78b0-c129-41f9-a15e-204219d84342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.214273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:19.246180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Checking segment: {'id': '5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0d09859b-9edb-4942-aa67-d20154731c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:19.246454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network hostable DHCP agents. Network: 0d09859b-9edb-4942-aa67-d20154731c38, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:19.271584 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] Set router 096e3893-73cf-43bc-89e9-5fc882e98c96 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:19.351728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a30a82a4-ae1a-4ccc-8895-516a6d70099b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.395253 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096e3893-73cf-43bc-89e9-5fc882e98c96', 'name': 'tempest-RoutersTest-router-1192568701', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:15Z', 'updated_at': '2022-01-17T08:18:17Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:19.399738 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae0eee-eb61-4911-8246-fa048395c4dc None None] The sync data for ids ['096e3893-73cf-43bc-89e9-5fc882e98c96'] in dv-neutron-824874-1-hyperv is: [{'id': '096e3893-73cf-43bc-89e9-5fc882e98c96', 'name': 'tempest-RoutersTest-router-1192568701', 'tenant_id': '3a4aca113c18424da458a7b8b3b082c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:15Z', 'updated_at': '2022-01-17T08:18:17Z', 'revision_number': 2, 'project_id': '3a4aca113c18424da458a7b8b3b082c1', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:19.435271 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-54ec8491-96ca-484a-9041-dcc03645ad73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f63d850157224890ad3a5d7e0a15b155&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2084758 Jan 17 08:18:19.438264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 6ca64e25-aacd-429c-89d6-44fe5f2427ca completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:19.438723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:19.451489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.511715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-26a514d5-65f5-4396-818c-d209910b984b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.569022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network 0d09859b-9edb-4942-aa67-d20154731c38 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:19.577845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.582440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a30a82a4-ae1a-4ccc-8895-516a6d70099b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.701352 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.727603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-26a514d5-65f5-4396-818c-d209910b984b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:19.733182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-69d15765-7040-4910-8764-98f643955dfe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.799614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-26a514d5-65f5-4396-818c-d209910b984b admin admin] Usage tracker for resource:security_group_rule and tenant:14b4773b494348aea9561c3212d96a06 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:19.808494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-26a514d5-65f5-4396-818c-d209910b984b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:19.832863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-26a514d5-65f5-4396-818c-d209910b984b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:19.843915 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a20c5-eec2-4815-87b7-a17e381cd778 None None] Network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:19.889798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 0d09859b-9edb-4942-aa67-d20154731c38) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:19.898079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Calling delete_port for b111dc64-b4fa-4ced-aa0b-e7e3d5ea80e2 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:19.906282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a30a82a4-ae1a-4ccc-8895-516a6d70099b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.926682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59970236-3e7b-4743-a7d8-8d308c6ecf3d None None] Network 0d09859b-9edb-4942-aa67-d20154731c38 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:19.950636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:19.953770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:19.967276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a82a4-ae1a-4ccc-8895-516a6d70099b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Subnet': ['ID=839708bf-de26-4f54-9f62-ad7561061527,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:19.993525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c1f82c1-b9ba-4a5c-8379-e476a78f8f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server [None req-19df78b0-c129-41f9-a15e-204219d84342 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 839708bf-de26-4f54-9f62-ad7561061527: This subnet is being modified by another concurrent operation. Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise exception Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 839708bf-de26-4f54-9f62-ad7561061527: This subnet is being modified by another concurrent operation. Jan 17 08:18:20.005313 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Jan 17 08:18:20.042157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c1f82c1-b9ba-4a5c-8379-e476a78f8f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.057908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.065349 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2bbbe19d-1274-4b54-a37c-55bb45a228f4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6346796 Jan 17 08:18:20.068714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.074904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a30a82a4-ae1a-4ccc-8895-516a6d70099b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.093934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Request body: {'subnet': {'network_id': '0e66e0e9-f167-4200-8ca8-26d10cbe1f22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:20.096321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Transition to ACTIVE for port object d224d7c3-5757-4b3f-8b9c-ec34e110749d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:20.126732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e503e5-7bf5-4531-af32-5201cbc7e953 None None] Network d304db4b-cebf-452a-a2ae-19c2c9119594 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:20.167249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-488681eb-190c-4de9-9db9-4fe8b28fa11e None None] Provisioning for port 6ca64e25-aacd-429c-89d6-44fe5f2427ca completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:20.180699 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a30a82a4-ae1a-4ccc-8895-516a6d70099b tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/839708bf-de26-4f54-9f62-ad7561061527 HTTP/1.1" status: 204 len: 168 time: 1.4600265 Jan 17 08:18:20.185159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52454) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.270159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-488681eb-190c-4de9-9db9-4fe8b28fa11e None None] Provisioning complete for port 6ca64e25-aacd-429c-89d6-44fe5f2427ca triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:20.270550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-488681eb-190c-4de9-9db9-4fe8b28fa11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.298890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-26a514d5-65f5-4396-818c-d209910b984b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.299763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Transition to ACTIVE for port object d224d7c3-5757-4b3f-8b9c-ec34e110749d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:20.301778 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bc01c9-1ad0-4173-bca1-529a783e80e2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:20.302221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bc01c9-1ad0-4173-bca1-529a783e80e2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:20.303899 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c2bc01c9-1ad0-4173-bca1-529a783e80e2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/5d0ad246-30ea-4560-a9b9-97b5cdc1346a HTTP/1.1" status: 404 len: 337 time: 0.1178210 Jan 17 08:18:20.325926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52458) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.368447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-26a514d5-65f5-4396-818c-d209910b984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.386572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-69d15765-7040-4910-8764-98f643955dfe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.411972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-69d15765-7040-4910-8764-98f643955dfe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.421731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c3aee99b-a138-4921-a624-9dfa0e4caeab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Synchronizing usage tracker for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:20.424105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a514d5-65f5-4396-818c-d209910b984b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fd038-a561-42de-89d9-b5e8733c47d6,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:20.438237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-26a514d5-65f5-4396-818c-d209910b984b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14b4773b494348aea9561c3212d96a06&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9018152 Jan 17 08:18:20.438866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52462) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.467947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:20.470185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c1f82c1-b9ba-4a5c-8379-e476a78f8f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.498140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.521313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Usage tracker for resource:subnet and tenant:1ce03e5ffef74a96bd69673e58b282a2 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:20.524819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69af438-c2bd-4999-9536-8db3e9727277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.531344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:20.550912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69af438-c2bd-4999-9536-8db3e9727277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.552161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f82c1-b9ba-4a5c-8379-e476a78f8f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8301a952-7470-4c39-8b63-f218a5fad1a5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:20.563456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:20.570829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c3aee99b-a138-4921-a624-9dfa0e4caeab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Unset dirty status for tenant:a20e18b3f2b34ede8b3f66595b40955c on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:20.570829 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c3aee99b-a138-4921-a624-9dfa0e4caeab tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7fd0fa9-fdbd-483d-9336-ed472a1e10d8 HTTP/1.1" status: 200 len: 205 time: 0.2439051 Jan 17 08:18:20.572963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52466) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.578571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c1f82c1-b9ba-4a5c-8379-e476a78f8f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.582061 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6c1f82c1-b9ba-4a5c-8379-e476a78f8f28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8301a952-7470-4c39-8b63-f218a5fad1a5 HTTP/1.1" status: 204 len: 168 time: 1.1402452 Jan 17 08:18:20.608609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.resource_extend [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:18:20.618832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 2001:db8::ad (7b7b4b19-1f43-4856-8c41-1c01a95afc1a/5974b76b-afe8-4ce1-92c3-36e9eeb814f1/3c266077-9869-4434-b01b-552a2926610e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:20.673735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-69d15765-7040-4910-8764-98f643955dfe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.674333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d15765-7040-4910-8764-98f643955dfe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Fanout notify agent at l3_agent the message router_deleted on router 096e3893-73cf-43bc-89e9-5fc882e98c96 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:18:20.680194 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-1f20a18e-31c2-4000-9d92-679f3c4102ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] delete failed (client error): The resource could not be found. Jan 17 08:18:20.684428 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1f20a18e-31c2-4000-9d92-679f3c4102ee tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/routers/d7fd0fa9-fdbd-483d-9336-ed472a1e10d8 HTTP/1.1" status: 404 len: 336 time: 0.1077938 Jan 17 08:18:20.688455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52472) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.700193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.741061 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-add1741c-cfcf-4d31-a6ce-d36cdf20f81d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:20.746759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add1741c-cfcf-4d31-a6ce-d36cdf20f81d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:20.762179 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-add1741c-cfcf-4d31-a6ce-d36cdf20f81d tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/604ed522-1c0c-451c-ac17-63fb3c715a5b HTTP/1.1" status: 404 len: 337 time: 0.0725539 Jan 17 08:18:20.763507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52476) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.768491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-69d15765-7040-4910-8764-98f643955dfe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.773175 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-69d15765-7040-4910-8764-98f643955dfe tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/096e3893-73cf-43bc-89e9-5fc882e98c96 HTTP/1.1" status: 204 len: 168 time: 1.7646761 Jan 17 08:18:20.774098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9932bb05-e1b1-41a8-b5c9-48cd367d736f no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:20.794153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52480) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.835227 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c3ab76-ef6d-4097-bb90-67f0cde87791 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:20.835804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c3ab76-ef6d-4097-bb90-67f0cde87791 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:20.839268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Made reservation on behalf of 1ce03e5ffef74a96bd69673e58b282a2 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:20.844037 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e7c3ab76-ef6d-4097-bb90-67f0cde87791 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/850c29e6-c804-49d3-b487-ba5822beea93 HTTP/1.1" status: 404 len: 337 time: 0.0794239 Jan 17 08:18:20.844687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52484) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.870359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:20.886870 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d5b77e-15bc-4d4b-829a-89acb3950b43 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:20.887473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d5b77e-15bc-4d4b-829a-89acb3950b43 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:20.891885 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a7d5b77e-15bc-4d4b-829a-89acb3950b43 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/465e1a52-f8ed-4177-acf1-26739488e043 HTTP/1.1" status: 404 len: 337 time: 0.0461664 Jan 17 08:18:20.892746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52488) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:20.912325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event deleted for resources: {'Port': ['ID=b111dc64-b4fa-4ced-aa0b-e7e3d5ea80e2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:20.928238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69af438-c2bd-4999-9536-8db3e9727277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.930964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e69af438-c2bd-4999-9536-8db3e9727277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:20.932332 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e69af438-c2bd-4999-9536-8db3e9727277 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a2fd038-a561-42de-89d9-b5e8733c47d6 HTTP/1.1" status: 204 len: 168 time: 0.4924510 Jan 17 08:18:20.946345 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-867238e9-71da-40df-b217-55e6b98b9db2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:20.947137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867238e9-71da-40df-b217-55e6b98b9db2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:20.949612 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-867238e9-71da-40df-b217-55e6b98b9db2 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/70ee7c4b-8370-4f29-9d59-ab92c29a99e0 HTTP/1.1" status: 404 len: 333 time: 0.0551758 Jan 17 08:18:20.955406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69af438-c2bd-4999-9536-8db3e9727277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fd038-a561-42de-89d9-b5e8733c47d6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:20.957664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52494) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:21.008086 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-934474d5-8e72-4051-95b9-e999b5b49f66 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:21.009023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934474d5-8e72-4051-95b9-e999b5b49f66 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:21.025672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:21.027437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Pushing event updated for resources: {'Port': ['ID=d224d7c3-5757-4b3f-8b9c-ec34e110749d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:21.034958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:21.043719 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-934474d5-8e72-4051-95b9-e999b5b49f66 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/a13336c6-9537-4fb7-8385-218674f0ef26 HTTP/1.1" status: 404 len: 337 time: 0.0548968 Jan 17 08:18:21.048423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52498) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:21.084372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-0d09859b-9edb-4942-aa67-d20154731c38', 'network_id': '0d09859b-9edb-4942-aa67-d20154731c38', 'tenant_id': '1ce03e5ffef74a96bd69673e58b282a2', 'fixed_ips': [{'subnet_id': '6716477c-33fa-4231-af60-541dcdc75acc'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:21.085380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.092182 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-6670ba83-b1ad-4457-a1b2-b17c253defc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:21.092640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6670ba83-b1ad-4457-a1b2-b17c253defc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:21.093059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-87f5cc16-51c4-4abc-b9ba-196d09165157 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Synchronizing usage tracker for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:21.095280 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6670ba83-b1ad-4457-a1b2-b17c253defc8 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/9d8ec213-179c-431d-9a3d-7a4e5176b56c HTTP/1.1" status: 404 len: 337 time: 0.0493679 Jan 17 08:18:21.097471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52502) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:21.139319 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ec634c-7e71-439e-8bda-a4cda634c27a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:21.139319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ec634c-7e71-439e-8bda-a4cda634c27a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:21.143259 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b1ec634c-7e71-439e-8bda-a4cda634c27a tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/c3e3a520-00c7-475f-9fc8-f8fc58bafe8a HTTP/1.1" status: 404 len: 333 time: 0.0425639 Jan 17 08:18:21.146665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52506) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:21.223774 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a47a6d-a5cd-4627-aba6-165deadbe853 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:21.224226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a47a6d-a5cd-4627-aba6-165deadbe853 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:21.232375 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-69a47a6d-a5cd-4627-aba6-165deadbe853 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/0ec72e0d-39ae-4646-a165-dc327bb97206 HTTP/1.1" status: 404 len: 337 time: 0.0819037 Jan 17 08:18:21.233330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52512) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:21.278638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.296979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.306486 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5c2e68-8037-4bfb-b8b0-d2b491521aed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:21.308237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5c2e68-8037-4bfb-b8b0-d2b491521aed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:21.314069 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ed5c2e68-8037-4bfb-b8b0-d2b491521aed tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/subnets/e805501e-2236-4773-8f1c-6466271ac645 HTTP/1.1" status: 404 len: 337 time: 0.0771472 Jan 17 08:18:21.316169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52518) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:21.346106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:18:21.346398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:18:21.400389 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-488681eb-190c-4de9-9db9-4fe8b28fa11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.409289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Attempting to bind port d224d7c3-5757-4b3f-8b9c-ec34e110749d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:21.409671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Attempting to bind port d224d7c3-5757-4b3f-8b9c-ec34e110749d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'e2c7143b-d1d1-4691-bb14-eca977c677fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7b7b4b19-1f43-4856-8c41-1c01a95afc1a'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:21.410032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Attempting to bind port d224d7c3-5757-4b3f-8b9c-ec34e110749d on network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:21.412967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-87f5cc16-51c4-4abc-b9ba-196d09165157 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] Unset dirty status for tenant:3a4aca113c18424da458a7b8b3b082c1 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:21.414161 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-87f5cc16-51c4-4abc-b9ba-196d09165157 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=096e3893-73cf-43bc-89e9-5fc882e98c96 HTTP/1.1" status: 200 len: 205 time: 0.6046932 Jan 17 08:18:21.429996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52524) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:21.465511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d7a14-155a-435f-b0fa-3445522848f4 None None] DHCP port deletion for d304db4b-cebf-452a-a2ae-19c2c9119594 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:18:21.477678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.484305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6e59fcb1-e4c8-4fe2-89dd-49d089c0c496 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Deleting port f1d0bb62-f63b-4996-9184-b3e07bc69702 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:21.484641 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e59fcb1-e4c8-4fe2-89dd-49d089c0c496 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.589384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 9932bb05-e1b1-41a8-b5c9-48cd367d736f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9932bb05-e1b1-41a8-b5c9-48cd367d736f,segment=NetworkSegment(caeb36e0-2e13-4091-a0cf-5ec8483ad127),segment_id=caeb36e0-2e13-4091-a0cf-5ec8483ad127)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:21.610895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f78d7a14-155a-435f-b0fa-3445522848f4 None None] Deleting port 9932bb05-e1b1-41a8-b5c9-48cd367d736f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:21.610895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f78d7a14-155a-435f-b0fa-3445522848f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.649239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:21.649239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Checking segment: {'id': 'e2c7143b-d1d1-4691-bb14-eca977c677fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7b7b4b19-1f43-4856-8c41-1c01a95afc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:21.649239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.649239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Bound using segment: {'id': 'e2c7143b-d1d1-4691-bb14-eca977c677fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7b7b4b19-1f43-4856-8c41-1c01a95afc1a'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:21.649239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Bound port: d224d7c3-5757-4b3f-8b9c-ec34e110749d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c7143b-d1d1-4691-bb14-eca977c677fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7b7b4b19-1f43-4856-8c41-1c01a95afc1a'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:21.649694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.675554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Allocated IP 172.20.0.2 (0d09859b-9edb-4942-aa67-d20154731c38/6716477c-33fa-4231-af60-541dcdc75acc/7a948b52-28f1-4c3e-bd5e-ee0425d66239) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:21.733230 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-a96efcd2-59ae-45bd-b637-ee19c53a1156 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] delete failed (client error): The resource could not be found. Jan 17 08:18:21.734575 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a96efcd2-59ae-45bd-b637-ee19c53a1156 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/096e3893-73cf-43bc-89e9-5fc882e98c96 HTTP/1.1" status: 404 len: 336 time: 0.3037286 Jan 17 08:18:21.758436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.782610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52538) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:21.849529 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7cce8d-604a-4775-8e8e-ce59d1566303 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:21.868115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7cce8d-604a-4775-8e8e-ce59d1566303 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:21.871395 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-eb7cce8d-604a-4775-8e8e-ce59d1566303 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/2004f276-e78c-433a-a147-dc76fc3f9e79 HTTP/1.1" status: 404 len: 337 time: 0.0784659 Jan 17 08:18:21.875963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52546) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:21.906529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=9932bb05-e1b1-41a8-b5c9-48cd367d736f,revision_number=11']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:21.932228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.937085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Port b111dc64-b4fa-4ced-aa0b-e7e3d5ea80e2 not found while updating agent binding for router ce268966-5410-489f-b3e6-67c3ba615a62. {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Jan 17 08:18:21.939760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.945154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-488681eb-190c-4de9-9db9-4fe8b28fa11e None None] For port 6ca64e25-aacd-429c-89d6-44fe5f2427ca, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6ca64e25-aacd-429c-89d6-44fe5f2427ca,segment=NetworkSegment(fed6d855-4e00-40cf-b32a-5dcb74b746bd),segment_id=fed6d855-4e00-40cf-b32a-5dcb74b746bd)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:21.957251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:21.970471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Transition to ACTIVE for port object 3c266077-9869-4434-b01b-552a2926610e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:22.065534 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19ab97d-1c6f-4ce7-9c57-66d5c950354b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:22.066243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19ab97d-1c6f-4ce7-9c57-66d5c950354b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:22.068216 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f19ab97d-1c6f-4ce7-9c57-66d5c950354b tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/b078d0b4-af63-43fb-bfb3-216433bfcf6e HTTP/1.1" status: 404 len: 337 time: 0.1839063 Jan 17 08:18:22.074480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52550) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:22.108423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-488681eb-190c-4de9-9db9-4fe8b28fa11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.150326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.150878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce268966-5410-489f-b3e6-67c3ba615a62 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:18:22.167706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.169439 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5930c21-e5a7-4613-be5f-8393c34ea45f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:22.169869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5930c21-e5a7-4613-be5f-8393c34ea45f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:22.205685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488681eb-190c-4de9-9db9-4fe8b28fa11e None None] Pushing event updated for resources: {'Port': ['ID=6ca64e25-aacd-429c-89d6-44fe5f2427ca,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:22.227283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e59fcb1-e4c8-4fe2-89dd-49d089c0c496 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.236126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] For port d224d7c3-5757-4b3f-8b9c-ec34e110749d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:22.269699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Routers set() bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:22.270674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Router IDs set() for agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 08:18:22.271329 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_agentschedulers_db [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ce268966-5410-489f-b3e6-67c3ba615a62'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent'). {{(pid=84156) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 17 08:18:22.271714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4543df3-eb99-4b37-a330-3275f709b788 None None] The sync data for ids ['ce268966-5410-489f-b3e6-67c3ba615a62'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:22.290609 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e5930c21-e5a7-4613-be5f-8393c34ea45f tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/6b95d009-46e5-49f0-8fd2-b9cf7c219771 HTTP/1.1" status: 404 len: 337 time: 0.2137823 Jan 17 08:18:22.292845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.293866 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-36d163d0-0090-485b-ad67-594dd4f07a94 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ce268966-5410-489f-b3e6-67c3ba615a62 HTTP/1.1" status: 204 len: 168 time: 5.3594003 Jan 17 08:18:22.298406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52560) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:22.298805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52562) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:22.312448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] For port d224d7c3-5757-4b3f-8b9c-ec34e110749d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d224d7c3-5757-4b3f-8b9c-ec34e110749d,segment=NetworkSegment(e2c7143b-d1d1-4691-bb14-eca977c677fc),segment_id=e2c7143b-d1d1-4691-bb14-eca977c677fc)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:22.339677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:22.342969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:22.347221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:22.351524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:22.352258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.364659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=3c266077-9869-4434-b01b-552a2926610e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:22.397813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.403695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.423715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-6e59fcb1-e4c8-4fe2-89dd-49d089c0c496 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Calling delete_port for f1d0bb62-f63b-4996-9184-b3e07bc69702 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:22.475368 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bcf63eb2-70ba-4795-8591-b4879b05b0b5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1394613 Jan 17 08:18:22.479745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52570) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:22.488734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ffda9a51-d1d8-4b07-9e1c-d856885ed972 None None] Provisioning complete for port 9932bb05-e1b1-41a8-b5c9-48cd367d736f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:22.489111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ffda9a51-d1d8-4b07-9e1c-d856885ed972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.540198 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec9fb8b-2b9e-44e6-b453-6045f3800427 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:22.540657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec9fb8b-2b9e-44e6-b453-6045f3800427 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:22.547019 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0ec9fb8b-2b9e-44e6-b453-6045f3800427 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/c7426ac6-e76d-4cb6-8c5f-fc6f1155f337 HTTP/1.1" status: 404 len: 337 time: 0.2435331 Jan 17 08:18:22.548694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52576) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:22.628589 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1e438f82-7332-4fc4-887c-93c9f3160aa6 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=cca1789d-d30c-4482-8e7c-878353d9ce1b HTTP/1.1" status: 200 len: 205 time: 0.0760257 Jan 17 08:18:22.633512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c47d5c-6636-4b46-a8dd-67c2f0bf3ecb tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Deleting subnet 89776066-df9d-477b-8e6b-c65dd4f2158a {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:22.636823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52582) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:22.641311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57c47d5c-6636-4b46-a8dd-67c2f0bf3ecb tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.651379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Subnet': ['ID=767952e0-9c4a-4021-817b-cea0bc7a00dc,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:22.682323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f78d7a14-155a-435f-b0fa-3445522848f4 None None] For port 9932bb05-e1b1-41a8-b5c9-48cd367d736f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9932bb05-e1b1-41a8-b5c9-48cd367d736f,segment=NetworkSegment(caeb36e0-2e13-4091-a0cf-5ec8483ad127),segment_id=caeb36e0-2e13-4091-a0cf-5ec8483ad127)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:22.682913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f78d7a14-155a-435f-b0fa-3445522848f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.695297 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:18:22.712314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76088a41-7a2a-4aed-9bfe-493f126f59ae None None] Pushing event updated for resources: {'Port': ['ID=d224d7c3-5757-4b3f-8b9c-ec34e110749d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:22.782668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6ca64e25-aacd-429c-89d6-44fe5f2427ca up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:22.787775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52586) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:22.788522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Checking segment: {'id': '96faa9f9-ccee-40a7-8087-bc05bfe9a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '0e66e0e9-f167-4200-8ca8-26d10cbe1f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:22.788915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network hostable DHCP agents. Network: 0e66e0e9-f167-4200-8ca8-26d10cbe1f22, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:22.835596 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-f6788ebb-c498-4f36-b473-5c2d39f06c3c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] delete failed (client error): The resource could not be found. Jan 17 08:18:22.837889 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f6788ebb-c498-4f36-b473-5c2d39f06c3c tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/cca1789d-d30c-4482-8e7c-878353d9ce1b HTTP/1.1" status: 404 len: 336 time: 0.1996374 Jan 17 08:18:22.870315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52592) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:22.870557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57c47d5c-6636-4b46-a8dd-67c2f0bf3ecb tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.870672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52594) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:22.899930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f78d7a14-155a-435f-b0fa-3445522848f4 None None] Calling delete_port for 9932bb05-e1b1-41a8-b5c9-48cd367d736f owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:22.942913 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a1844b65-e113-4eff-a7c5-febf10332ada tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0100a7e-73f8-451e-99ac-8f0527baf4d4 HTTP/1.1" status: 200 len: 205 time: 0.0682156 Jan 17 08:18:22.949871 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:22.954444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52602) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.009456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57c47d5c-6636-4b46-a8dd-67c2f0bf3ecb tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.011978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Transition to ACTIVE for port object 7a948b52-28f1-4c3e-bd5e-ee0425d66239 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:23.063330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e59fcb1-e4c8-4fe2-89dd-49d089c0c496 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.111799 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network 0e66e0e9-f167-4200-8ca8-26d10cbe1f22 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:23.115968 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-c1163c23-aab9-48ac-bdbc-c815771f9d98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] delete failed (client error): The resource could not be found. Jan 17 08:18:23.122258 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c1163c23-aab9-48ac-bdbc-c815771f9d98 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/d0100a7e-73f8-451e-99ac-8f0527baf4d4 HTTP/1.1" status: 404 len: 336 time: 0.1650419 Jan 17 08:18:23.122445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59fcb1-e4c8-4fe2-89dd-49d089c0c496 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Port': ['ID=f1d0bb62-f63b-4996-9184-b3e07bc69702,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:23.126293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Transition to ACTIVE for port object 7a948b52-28f1-4c3e-bd5e-ee0425d66239 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:23.126481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52608) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.130891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1878815265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:23.151646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ffda9a51-d1d8-4b07-9e1c-d856885ed972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.156535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:23.169630 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e1db7248-1f24-4932-b045-4a1cc7324c73 tempest-AgentManagementNegativeTest-1740553798 tempest-AgentManagementNegativeTest-1740553798-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2931042 Jan 17 08:18:23.180244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:router and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:23.206389 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 6ca64e25-aacd-429c-89d6-44fe5f2427ca triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:23.207122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.250237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:23.254925 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb8dfd0-7bd7-42dc-9622-0ddd3d2ae3d2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:23.255555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb8dfd0-7bd7-42dc-9622-0ddd3d2ae3d2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:23.270072 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cbb8dfd0-7bd7-42dc-9622-0ddd3d2ae3d2 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/684fde9d-142f-41b9-84ef-749410af450c HTTP/1.1" status: 404 len: 337 time: 0.1425924 Jan 17 08:18:23.271521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e59fcb1-e4c8-4fe2-89dd-49d089c0c496 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.274167 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6e59fcb1-e4c8-4fe2-89dd-49d089c0c496 tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/ports/f1d0bb62-f63b-4996-9184-b3e07bc69702 HTTP/1.1" status: 204 len: 168 time: 1.9559817 Jan 17 08:18:23.275036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52614) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.278961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 0e66e0e9-f167-4200-8ca8-26d10cbe1f22) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:23.282819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.293129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52616) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.294287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:23.303450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:23.304034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.334521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57c47d5c-6636-4b46-a8dd-67c2f0bf3ecb tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.349005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f78d7a14-155a-435f-b0fa-3445522848f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.353755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee891da1-6769-425e-a199-6a241de5a933 None None] Network 0e66e0e9-f167-4200-8ca8-26d10cbe1f22 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:23.402438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c47d5c-6636-4b46-a8dd-67c2f0bf3ecb tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=89776066-df9d-477b-8e6b-c65dd4f2158a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:23.406228 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8babd4f7-d812-4efa-9f25-52ab9ab18d02 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=83186197-af8a-47a5-aabb-6ebab2515bbe HTTP/1.1" status: 200 len: 205 time: 0.1299479 Jan 17 08:18:23.408671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52622) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.423147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.424610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.441830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.492863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57c47d5c-6636-4b46-a8dd-67c2f0bf3ecb tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.494876 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-57c47d5c-6636-4b46-a8dd-67c2f0bf3ecb tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/89776066-df9d-477b-8e6b-c65dd4f2158a HTTP/1.1" status: 204 len: 168 time: 1.1932948 Jan 17 08:18:23.502365 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52626) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.503937 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-c2107099-5138-44dd-b0c7-fc9231c4afdd tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] delete failed (client error): The resource could not be found. Jan 17 08:18:23.504948 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c2107099-5138-44dd-b0c7-fc9231c4afdd tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/83186197-af8a-47a5-aabb-6ebab2515bbe HTTP/1.1" status: 404 len: 336 time: 0.0953629 Jan 17 08:18:23.511979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Network 0d09859b-9edb-4942-aa67-d20154731c38 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:23.513087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ffda9a51-d1d8-4b07-9e1c-d856885ed972 None None] Could not find standard attr ID for object f1d0bb62-f63b-4996-9184-b3e07bc69702. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:18:23.517092 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d7a14-155a-435f-b0fa-3445522848f4 None None] No DVR routers for this DVR port 9932bb05-e1b1-41a8-b5c9-48cd367d736f on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:18:23.532144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.536529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:23.539782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:23.573047 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Pushing event updated for resources: {'Port': ['ID=7a948b52-28f1-4c3e-bd5e-ee0425d66239,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:23.664025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.671245 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d7a14-155a-435f-b0fa-3445522848f4 None None] Pushing event deleted for resources: {'Port': ['ID=9932bb05-e1b1-41a8-b5c9-48cd367d736f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:23.706750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.757292 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-91a0bb81-16c0-4862-8ba1-57e96bc3f3f7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=e76c89c8-abf7-4e76-89da-012112cfcb2b HTTP/1.1" status: 200 len: 205 time: 0.2243633 Jan 17 08:18:23.762573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52636) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.812287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ffda9a51-d1d8-4b07-9e1c-d856885ed972 None None] Provisioning complete for port 6ca64e25-aacd-429c-89d6-44fe5f2427ca triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:23.812874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ffda9a51-d1d8-4b07-9e1c-d856885ed972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.861241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.868489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Attempting to bind port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:23.868857 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Attempting to bind port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0d09859b-9edb-4942-aa67-d20154731c38'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:23.869213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Attempting to bind port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 on network 0d09859b-9edb-4942-aa67-d20154731c38 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:23.897886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52640) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.900020 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-9b9e4934-a0ec-4c73-94ef-d5785970eff0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] delete failed (client error): The resource could not be found. Jan 17 08:18:23.904179 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9b9e4934-a0ec-4c73-94ef-d5785970eff0 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/e76c89c8-abf7-4e76-89da-012112cfcb2b HTTP/1.1" status: 404 len: 336 time: 0.1405797 Jan 17 08:18:23.918705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.936335 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d21f1897-3bb6-4b5f-94f1-7528dadc4569 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8583515 Jan 17 08:18:23.937226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.941331 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cbc30f17-0bc5-43d3-bab1-049a29bd9271 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1465728 Jan 17 08:18:23.943933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52650) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.944958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52652) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:23.962920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:23.965513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.965968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Checking segment: {'id': '5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0d09859b-9edb-4942-aa67-d20154731c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:23.966063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:23.971240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Bound using segment: {'id': '5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0d09859b-9edb-4942-aa67-d20154731c38'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:23.971969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Bound port: 7a948b52-28f1-4c3e-bd5e-ee0425d66239, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0d09859b-9edb-4942-aa67-d20154731c38'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:23.972609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.007777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b782c00-3ffe-416a-9201-7ac3b9bc57b6']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:24.019532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-0e66e0e9-f167-4200-8ca8-26d10cbe1f22', 'network_id': '0e66e0e9-f167-4200-8ca8-26d10cbe1f22', 'tenant_id': '1ce03e5ffef74a96bd69673e58b282a2', 'fixed_ips': [{'subnet_id': '767952e0-9c4a-4021-817b-cea0bc7a00dc'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:24.020343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.032160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f9d6fd-3e5c-4b7c-a4e7-7a4cef67f966') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:24.032584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f9d6fd-3e5c-4b7c-a4e7-7a4cef67f966') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:24.049715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.069906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.080128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:24.081019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:24.098784 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:24.105163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1385468839'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:24.121614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:24.127946 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bf2ac5-ebe4-457f-b12d-8a416e753f11 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:24.128643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bf2ac5-ebe4-457f-b12d-8a416e753f11 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:24.130480 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-22bf2ac5-ebe4-457f-b12d-8a416e753f11 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/6c3f653f-911d-40cd-b342-3f38af26e774 HTTP/1.1" status: 404 len: 337 time: 0.1973603 Jan 17 08:18:24.175264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52658) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:24.209489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:network and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:24.256536 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-57b1be09-1f7c-49e1-964f-82c8fc6ea0b7 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=70622f52-1770-44b4-8b05-4297ada7f793 HTTP/1.1" status: 200 len: 205 time: 0.0800734 Jan 17 08:18:24.259502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52664) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:24.262329 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b647e-bac6-4403-8393-e01bea010098 None None] Network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:24.291884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:24.296444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] For port 7a948b52-28f1-4c3e-bd5e-ee0425d66239, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:24.330788 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-c88fa893-95fc-4738-a5b2-87230b558b12 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] delete failed (client error): The resource could not be found. Jan 17 08:18:24.331031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:24.332009 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c88fa893-95fc-4738-a5b2-87230b558b12 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/70622f52-1770-44b4-8b05-4297ada7f793 HTTP/1.1" status: 404 len: 336 time: 0.0712047 Jan 17 08:18:24.334558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52668) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:24.372968 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-204d3f4d-5bd3-41e8-83e6-edf2515923d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:24.373400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204d3f4d-5bd3-41e8-83e6-edf2515923d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:24.375889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.379478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b782c00-3ffe-416a-9201-7ac3b9bc57b6 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 17 08:18:24.381923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.385908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c3536a0-041a-4fb8-aeec-9ba8fdc9064a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.406183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b782c00-3ffe-416a-9201-7ac3b9bc57b6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:24.411347 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-204d3f4d-5bd3-41e8-83e6-edf2515923d8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/cb57b88d-f2f8-4811-9d3a-670e7f8ebb4f HTTP/1.1" status: 404 len: 337 time: 0.0758016 Jan 17 08:18:24.412907 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-244fd10f-ff36-4cbf-ac8a-c58d2cc6f9da tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "DELETE /v2.0/networks/4b782c00-3ffe-416a-9201-7ac3b9bc57b6 HTTP/1.1" status: 204 len: 168 time: 0.9070041 Jan 17 08:18:24.418003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52674) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:24.431483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] For port 7a948b52-28f1-4c3e-bd5e-ee0425d66239, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7a948b52-28f1-4c3e-bd5e-ee0425d66239,segment=NetworkSegment(5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7),segment_id=5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:24.468388 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5baf1911-8a1c-4952-b869-477e8b01e5c8 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "GET /v2.0/ports?device_id=60fda386-b302-468d-a28f-4017a93934b0 HTTP/1.1" status: 200 len: 205 time: 0.0492258 Jan 17 08:18:24.471157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52678) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:24.598934 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-f8ad6bad-217b-4d3f-af8a-90ebcc47ee81 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] delete failed (client error): The resource could not be found. Jan 17 08:18:24.601706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-838f6d19-1629-4743-ac16-066bd200b3f6 None None] Provisioning for port d224d7c3-5757-4b3f-8b9c-ec34e110749d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:24.605483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Allocated IP 172.20.0.2 (0e66e0e9-f167-4200-8ca8-26d10cbe1f22/767952e0-9c4a-4021-817b-cea0bc7a00dc/e5a7574a-42f6-4337-a753-734e8e8729c7) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:24.608165 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f8ad6bad-217b-4d3f-af8a-90ebcc47ee81 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/routers/60fda386-b302-468d-a28f-4017a93934b0 HTTP/1.1" status: 404 len: 336 time: 0.1358898 Jan 17 08:18:24.608798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52682) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:24.612289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.680468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.693972 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b7346f-6609-4c5b-8ab4-52c2b3969fe5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:24.694423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b7346f-6609-4c5b-8ab4-52c2b3969fe5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:24.702416 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-24b7346f-6609-4c5b-8ab4-52c2b3969fe5 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/7860f864-9301-48bc-b61f-e550932abde5 HTTP/1.1" status: 404 len: 337 time: 0.0902872 Jan 17 08:18:24.702416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52688) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:24.745110 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8a226c-9d19-4d03-bf93-e45d2e390e74 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] DELETE failed (client error): The resource could not be found. Jan 17 08:18:24.746932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8a226c-9d19-4d03-bf93-e45d2e390e74 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:24.747785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d304db4b-cebf-452a-a2ae-19c2c9119594']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:24.775966 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fd8a226c-9d19-4d03-bf93-e45d2e390e74 tempest-RoutersTest-1994375304 tempest-RoutersTest-1994375304-project] 10.222.0.44 "DELETE /v2.0/subnets/fab5ccf0-1e5b-4c31-b104-c2d7800a0823 HTTP/1.1" status: 404 len: 337 time: 0.0741277 Jan 17 08:18:24.779216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caeb36e0-2e13-4091-a0cf-5ec8483ad127') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:24.779520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caeb36e0-2e13-4091-a0cf-5ec8483ad127') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:24.791029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Made reservation on behalf of 9e96f71cc798451ea9c29216c0297cd8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:24.794675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.801762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d224d7c3-5757-4b3f-8b9c-ec34e110749d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:24.840545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb2672-0c48-4528-a70f-0e8300fc6d13 None None] Pushing event updated for resources: {'Port': ['ID=7a948b52-28f1-4c3e-bd5e-ee0425d66239,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:24.873818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.888069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:24.927729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:24.932411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:security_group_rule and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:24.935169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:24.941310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:24.956629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.051701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c3536a0-041a-4fb8-aeec-9ba8fdc9064a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:25.098051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d224d7c3-5757-4b3f-8b9c-ec34e110749d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:25.113287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c3536a0-041a-4fb8-aeec-9ba8fdc9064a admin admin] Usage tracker for resource:security_group_rule and tenant:1795d9390260422682598cc4e8da11cd is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:25.117691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c3536a0-041a-4fb8-aeec-9ba8fdc9064a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:25.135221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52696) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:25.137019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d224d7c3-5757-4b3f-8b9c-ec34e110749d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:25.137400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.140491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'router': {'name': 'tempest-router--430889259', 'project_id': '04447470c99043cc843d58a3557f86e3'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:25.142173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c3536a0-041a-4fb8-aeec-9ba8fdc9064a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:25.144720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.153185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:25.164519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Usage tracker for resource:router and tenant:04447470c99043cc843d58a3557f86e3 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:25.173303 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:25.189904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:25.257655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:25.258063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:25.277853 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:25.284072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.285168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.299692 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.330454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Transition to ACTIVE for port object e5a7574a-42f6-4337-a753-734e8e8729c7 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:25.330954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.364720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Transition to ACTIVE for port object e5a7574a-42f6-4337-a753-734e8e8729c7 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:25.378541 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a61771a7-e5ba-4dc0-9379-5bc055365f16 None None] Provisioning complete for port d224d7c3-5757-4b3f-8b9c-ec34e110749d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:25.378911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a61771a7-e5ba-4dc0-9379-5bc055365f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.438300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.522423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52702) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:25.525449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.552453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.553743 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cf9e9de7-60f7-4d10-b9b0-ce18ba34b3f6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4199631 Jan 17 08:18:25.559680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52708) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:25.618586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.687720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Network 0e66e0e9-f167-4200-8ca8-26d10cbe1f22 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:25.692346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a61771a7-e5ba-4dc0-9379-5bc055365f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.709392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:25.713104 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:25.720683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Pushing event updated for resources: {'Port': ['ID=e5a7574a-42f6-4337-a753-734e8e8729c7,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:25.760757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d1eda735-e1b4-4366-8feb-ade0df5a593a tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.823710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port d224d7c3-5757-4b3f-8b9c-ec34e110749d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d224d7c3-5757-4b3f-8b9c-ec34e110749d,segment=NetworkSegment(e2c7143b-d1d1-4691-bb14-eca977c677fc),segment_id=e2c7143b-d1d1-4691-bb14-eca977c677fc)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:25.847293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Attempting to bind port e5a7574a-42f6-4337-a753-734e8e8729c7 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:25.847977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Attempting to bind port e5a7574a-42f6-4337-a753-734e8e8729c7 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '96faa9f9-ccee-40a7-8087-bc05bfe9a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '0e66e0e9-f167-4200-8ca8-26d10cbe1f22'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:25.847977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Attempting to bind port e5a7574a-42f6-4337-a753-734e8e8729c7 on network 0e66e0e9-f167-4200-8ca8-26d10cbe1f22 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:25.855210 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:25.855602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Checking segment: {'id': '96faa9f9-ccee-40a7-8087-bc05bfe9a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '0e66e0e9-f167-4200-8ca8-26d10cbe1f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:25.856078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.856477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Bound using segment: {'id': '96faa9f9-ccee-40a7-8087-bc05bfe9a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '0e66e0e9-f167-4200-8ca8-26d10cbe1f22'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:25.856987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Bound port: e5a7574a-42f6-4337-a753-734e8e8729c7, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96faa9f9-ccee-40a7-8087-bc05bfe9a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '0e66e0e9-f167-4200-8ca8-26d10cbe1f22'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:25.857365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.920881 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:25.976965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.001755 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f5894e36-287e-41f1-8a3e-722646fdbdb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a4aca113c18424da458a7b8b3b082c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4778581 Jan 17 08:18:26.002426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52712) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:26.082933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.083220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-a61771a7-e5ba-4dc0-9379-5bc055365f16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:18:26.083344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-a61771a7-e5ba-4dc0-9379-5bc055365f16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:18:26.084566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5771db9c-b61a-494c-817a-83f541959036 None None] For port e5a7574a-42f6-4337-a753-734e8e8729c7, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:26.086856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] Pushing event deleted for resources: {'Network': ['ID=d304db4b-cebf-452a-a2ae-19c2c9119594,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:26.087030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=d224d7c3-5757-4b3f-8b9c-ec34e110749d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:26.092463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5771db9c-b61a-494c-817a-83f541959036 None None] For port e5a7574a-42f6-4337-a753-734e8e8729c7, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e5a7574a-42f6-4337-a753-734e8e8729c7,segment=NetworkSegment(96faa9f9-ccee-40a7-8087-bc05bfe9a279),segment_id=96faa9f9-ccee-40a7-8087-bc05bfe9a279)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:26.096688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.177277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.202093 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e594aa46-714f-4a94-80b6-9ff248b2e01c tempest-PortsIpV6TestJSON-308349353 tempest-PortsIpV6TestJSON-308349353-project] 10.222.0.44 "DELETE /v2.0/networks/d304db4b-cebf-452a-a2ae-19c2c9119594 HTTP/1.1" status: 204 len: 168 time: 2.9053056 Jan 17 08:18:26.217545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c3536a0-041a-4fb8-aeec-9ba8fdc9064a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.232780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.246583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:26.254601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d1eda735-e1b4-4366-8feb-ade0df5a593a tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.256044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.256394 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Added segment 013a573d-a720-478a-ab6c-646f0d87bd3d of type vlan for network 2ba0b457-65ac-4344-a37e-bdcb7d83525a Jan 17 08:18:26.267138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d1eda735-e1b4-4366-8feb-ade0df5a593a tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.280158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bcba347f-0e77-4161-a58a-b6d6b3f3c517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.289551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.338382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771db9c-b61a-494c-817a-83f541959036 None None] Pushing event updated for resources: {'Port': ['ID=e5a7574a-42f6-4337-a753-734e8e8729c7,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:26.349000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c3536a0-041a-4fb8-aeec-9ba8fdc9064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.400254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.404077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:26.404655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.448636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bcba347f-0e77-4161-a58a-b6d6b3f3c517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.465252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.547930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9cb0a8-7ba7-4882-9560-01bca5954323,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:26.552540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d1eda735-e1b4-4366-8feb-ade0df5a593a tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.553023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eda735-e1b4-4366-8feb-ade0df5a593a tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80e605d2-5ec8-46a6-bccc-b6e13086e747 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:18:26.575769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ccaf9-ca84-4f8f-b88c-bd377a460fb0 None None] Network 0d09859b-9edb-4942-aa67-d20154731c38 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:26.584066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d1eda735-e1b4-4366-8feb-ade0df5a593a tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.585473 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d1eda735-e1b4-4366-8feb-ade0df5a593a tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "DELETE /v2.0/routers/80e605d2-5ec8-46a6-bccc-b6e13086e747 HTTP/1.1" status: 204 len: 168 time: 1.0241852 Jan 17 08:18:26.586526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bcba347f-0e77-4161-a58a-b6d6b3f3c517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.588958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bcba347f-0e77-4161-a58a-b6d6b3f3c517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.590080 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bcba347f-0e77-4161-a58a-b6d6b3f3c517 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db499815-2a0e-4ac9-a669-1f18ddbeab9f HTTP/1.1" status: 204 len: 168 time: 0.5793023 Jan 17 08:18:26.600204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba347f-0e77-4161-a58a-b6d6b3f3c517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db499815-2a0e-4ac9-a669-1f18ddbeab9f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:26.613461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3536a0-041a-4fb8-aeec-9ba8fdc9064a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950c295a-a4c1-4bcb-a7a7-def15c80099f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:26.713445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:18:26.725569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Network': ['ID=2ba0b457-65ac-4344-a37e-bdcb7d83525a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:26.731273 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6c3536a0-041a-4fb8-aeec-9ba8fdc9064a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1795d9390260422682598cc4e8da11cd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8227003 Jan 17 08:18:26.734071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52724) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:26.808768 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2fd2bad5-a0ec-483a-b20b-5a58102af8c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8453286 Jan 17 08:18:26.810228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52728) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:26.825998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.837019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'subnet': {'network_id': '2ba0b457-65ac-4344-a37e-bdcb7d83525a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:26.901138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-091f65ab-c3e8-4f0d-ba27-924b4cc2aad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.956339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:26.961647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 2ba0b457-65ac-4344-a37e-bdcb7d83525a details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:26.977467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-091f65ab-c3e8-4f0d-ba27-924b4cc2aad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:27.067949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a948b52-28f1-4c3e-bd5e-ee0425d66239 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:27.128190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-091f65ab-c3e8-4f0d-ba27-924b4cc2aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:27.160625 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-091f65ab-c3e8-4f0d-ba27-924b4cc2aad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:27.162143 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-091f65ab-c3e8-4f0d-ba27-924b4cc2aad1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/950c295a-a4c1-4bcb-a7a7-def15c80099f HTTP/1.1" status: 204 len: 168 time: 0.4240446 Jan 17 08:18:27.165831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f65ab-c3e8-4f0d-ba27-924b4cc2aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950c295a-a4c1-4bcb-a7a7-def15c80099f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:27.243720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=3c266077-9869-4434-b01b-552a2926610e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:27.306762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:27.320275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a61771a7-e5ba-4dc0-9379-5bc055365f16 None None] Provisioning for port 3c266077-9869-4434-b01b-552a2926610e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:27.334333 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a61771a7-e5ba-4dc0-9379-5bc055365f16 None None] Provisioning complete for port 3c266077-9869-4434-b01b-552a2926610e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:27.334706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a61771a7-e5ba-4dc0-9379-5bc055365f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:27.369591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52736) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:27.385386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:subnet and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:27.397004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:27.416913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:27.417034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52742) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:27.446547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:27.455525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a61771a7-e5ba-4dc0-9379-5bc055365f16 None None] Port 3c266077-9869-4434-b01b-552a2926610e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:27.474446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d224d7c3-5757-4b3f-8b9c-ec34e110749d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:27.600018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Made reservation on behalf of 9e96f71cc798451ea9c29216c0297cd8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:27.611376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] Provisioning complete for port 3c266077-9869-4434-b01b-552a2926610e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:27.611672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:27.626896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:27.687912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] Port 3c266077-9869-4434-b01b-552a2926610e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:27.704547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d224d7c3-5757-4b3f-8b9c-ec34e110749d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:27.705180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:27.768021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:27.797693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Allocated IP 172.20.0.1 (0d09859b-9edb-4942-aa67-d20154731c38/6716477c-33fa-4231-af60-541dcdc75acc/6d63847b-1cef-464a-9006-cec2cba5918d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:27.904051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] Provisioning for port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:27.910470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] Provisioning complete for port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:27.910885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:27.999822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bfdee3-8f42-44d2-a080-8850c4fee75f None None] Network 0e66e0e9-f167-4200-8ca8-26d10cbe1f22 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:28.107176 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-aa58463c-db7c-43ac-8e90-10c435ad0ea8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a20e18b3f2b34ede8b3f66595b40955c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7365065 Jan 17 08:18:28.109117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52756) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:28.218152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-874692182', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:28.227910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:28.234845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Usage tracker for resource:router and tenant:5323bdbd343c44a0b50761937db25745 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:28.239088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:28.254506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:28.268822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6ea014f-ca4f-40e2-986d-c8cef09c1a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.278369 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.300426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6ea014f-ca4f-40e2-986d-c8cef09c1a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.360394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.364763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.372688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.405932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.419918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] For port 7a948b52-28f1-4c3e-bd5e-ee0425d66239, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7a948b52-28f1-4c3e-bd5e-ee0425d66239,segment=NetworkSegment(5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7),segment_id=5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:28.459331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6ea014f-ca4f-40e2-986d-c8cef09c1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.489726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.490551 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea014f-ca4f-40e2-986d-c8cef09c1a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a22e12-1702-4401-a3b1-3bb16fc96f39,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:28.513301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a6ea014f-ca4f-40e2-986d-c8cef09c1a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.519053 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a6ea014f-ca4f-40e2-986d-c8cef09c1a8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91a22e12-1702-4401-a3b1-3bb16fc96f39 HTTP/1.1" status: 204 len: 168 time: 0.4086249 Jan 17 08:18:28.606895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.691262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c3d82-ea35-48bd-a094-50f1016f9bad None None] Pushing event updated for resources: {'Port': ['ID=7a948b52-28f1-4c3e-bd5e-ee0425d66239,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:28.706607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1acac104-fbc7-4ecc-a944-cfc676944d1c None None] Provisioning complete for port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:28.709898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1acac104-fbc7-4ecc-a944-cfc676944d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.761247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e5a7574a-42f6-4337-a753-734e8e8729c7 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:28.769538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Transition to ACTIVE for port object 6d63847b-1cef-464a-9006-cec2cba5918d will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:28.826267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253a32ed-1703-40bf-a27b-6405e1f93cd8 None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:18:28.861166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:28.990192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.066047 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a32ed-1703-40bf-a27b-6405e1f93cd8 None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:18:29.173883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Subnet': ['ID=41812151-9d38-480e-aada-92014e80d569,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:29.181130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.197571 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.220199 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1acac104-fbc7-4ecc-a944-cfc676944d1c None None] Provisioning for port e5a7574a-42f6-4337-a753-734e8e8729c7 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:29.223065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e5a7574a-42f6-4337-a753-734e8e8729c7 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:29.236357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.242450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1acac104-fbc7-4ecc-a944-cfc676944d1c None None] Provisioning complete for port e5a7574a-42f6-4337-a753-734e8e8729c7 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:29.243161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1acac104-fbc7-4ecc-a944-cfc676944d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.266357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e5a7574a-42f6-4337-a753-734e8e8729c7 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:29.266727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.268306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network 0d09859b-9edb-4942-aa67-d20154731c38 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:29.269317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Checking segment: {'id': '013a573d-a720-478a-ab6c-646f0d87bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2ba0b457-65ac-4344-a37e-bdcb7d83525a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:29.269680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network hostable DHCP agents. Network: 2ba0b457-65ac-4344-a37e-bdcb7d83525a, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:29.278579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:29.283994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:29.331186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Port': ['ID=6d63847b-1cef-464a-9006-cec2cba5918d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:29.365983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.396079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.425927 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Allocated IP 172.26.4.214 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/38c65597-f18a-4aae-8f6c-cb972ba0f582) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:29.443558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.444462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.548500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network 2ba0b457-65ac-4344-a37e-bdcb7d83525a is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:29.569486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1acac104-fbc7-4ecc-a944-cfc676944d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.606741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.634056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52786) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:29.685495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1acac104-fbc7-4ecc-a944-cfc676944d1c None None] For port e5a7574a-42f6-4337-a753-734e8e8729c7, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e5a7574a-42f6-4337-a753-734e8e8729c7,segment=NetworkSegment(96faa9f9-ccee-40a7-8087-bc05bfe9a279),segment_id=96faa9f9-ccee-40a7-8087-bc05bfe9a279)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:29.710811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=3c266077-9869-4434-b01b-552a2926610e,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:29.718539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.740428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52796) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:29.787508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1acac104-fbc7-4ecc-a944-cfc676944d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.811837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.831081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 2ba0b457-65ac-4344-a37e-bdcb7d83525a) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:29.849170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:29.849766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.878801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd61fc-48e9-483d-b96f-d550f23a5d50 None None] Network 2ba0b457-65ac-4344-a37e-bdcb7d83525a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:29.888454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1377465149'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:29.902025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:29.910865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:29.974834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Usage tracker for resource:network and tenant:1f3fc3b88e49485694d5e86b8fe0a2d8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:29.985895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:30.021301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-575399402'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:30.025007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event updated for resources: {'Port': ['ID=38c65597-f18a-4aae-8f6c-cb972ba0f582,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:30.038800 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:30.038958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:30.040148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:30.044257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:30.058643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:network and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:30.062606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:30.063991 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:30.067494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:30.073085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:30.100603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:30.223591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:18:30.224193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:18:30.230059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acac104-fbc7-4ecc-a944-cfc676944d1c None None] Pushing event updated for resources: {'Port': ['ID=e5a7574a-42f6-4337-a753-734e8e8729c7,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:30.237461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-579af428-9de0-478b-a321-8605e941cf93 None None] Provisioning complete for port e5a7574a-42f6-4337-a753-734e8e8729c7 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:30.245605 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-579af428-9de0-478b-a321-8605e941cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.254264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:30.257982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.272541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Made reservation on behalf of 1f3fc3b88e49485694d5e86b8fe0a2d8 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:30.275859 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.291723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.302332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.366109 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6e3bc26e-5f46-4040-9c81-d6a35c8d029e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5433660 Jan 17 08:18:30.372289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52806) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:30.373407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:30.385231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:30.391398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'network': {'name': 'tempest-router-network01--1569739383'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:30.397402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Usage tracker for resource:security_group_rule and tenant:1f3fc3b88e49485694d5e86b8fe0a2d8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:30.404282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:30.406660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:30.410930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:security_group_rule and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:30.420864 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:30.424296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:network and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:30.428941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:30.432397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:30.445880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-2ba0b457-65ac-4344-a37e-bdcb7d83525a', 'network_id': '2ba0b457-65ac-4344-a37e-bdcb7d83525a', 'tenant_id': '9e96f71cc798451ea9c29216c0297cd8', 'fixed_ips': [{'subnet_id': '41812151-9d38-480e-aada-92014e80d569'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:30.446319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:30.450693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:30.454536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.472930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.473892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.568166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Made reservation on behalf of 9e96f71cc798451ea9c29216c0297cd8 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:30.572547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.612565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:30.622132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.622735 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Added segment dbc6ab44-7a76-4475-88c2-b6b0246ca10e of type vlan for network 86d4654a-5111-488f-90fe-d6d0e338250e Jan 17 08:18:30.695030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.766031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Allocated IP 2001:db8::2 (2ba0b457-65ac-4344-a37e-bdcb7d83525a/41812151-9d38-480e-aada-92014e80d569/1f0d40fc-ddcc-4d64-88de-6656cbffc09c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:30.801664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.804646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.816770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.872947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52816) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:30.948280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.986078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.986887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router e401a4b4-2f03-4459-9545-5f4a7ae77c31 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:18:30.988848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.993400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:30.993578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:30.997302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.055617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e52ad692-e53f-4f9e-b3da-87edfa1e518f None None] Provisioning for port 6d63847b-1cef-464a-9006-cec2cba5918d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:31.081050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a948b52-28f1-4c3e-bd5e-ee0425d66239 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:31.096865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Port': ['ID=6d63847b-1cef-464a-9006-cec2cba5918d,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:31.127096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:31.150477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e52ad692-e53f-4f9e-b3da-87edfa1e518f None None] Provisioning complete for port 6d63847b-1cef-464a-9006-cec2cba5918d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:31.150993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e52ad692-e53f-4f9e-b3da-87edfa1e518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.161800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.168495 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:31.186580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff3bc2-da68-43a2-8fb0-ee387c2736f9,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:31.197886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.198227 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Added segment 11a9408c-d2f7-4979-9c86-51ea10977fb2 of type vlan for network 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 Jan 17 08:18:31.216949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Network': ['ID=86d4654a-5111-488f-90fe-d6d0e338250e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:31.237267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 86d4654a-5111-488f-90fe-d6d0e338250e details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:31.238482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-40ce28db-d6bc-467f-8fbd-68c74078bf0e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:31.243831 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-40ce28db-d6bc-467f-8fbd-68c74078bf0e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 08:18:31.243831 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-40ce28db-d6bc-467f-8fbd-68c74078bf0e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3669510 Jan 17 08:18:31.243831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.243831 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Added segment 3c93b3b7-ad8e-4517-9447-27979bb2699d of type vlan for network 319563a5-db79-44fa-8b79-38cec79e6453 Jan 17 08:18:31.257974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:31.262246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:31.262246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.269725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245375410'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:31.271868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2569db-3630-4fd2-b283-206ea92d6afb,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:31.297863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.298339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.315398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.324169 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f7e051e2-0490-4881-adeb-1cf0c09654ad tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9400604 Jan 17 08:18:31.327877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52826) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:31.333310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:31.343778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'network': {'name': 'tempest-router-network02--583582169'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:31.352343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:31.357128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:31.360882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:31.365713 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e52ad692-e53f-4f9e-b3da-87edfa1e518f None None] Port 6d63847b-1cef-464a-9006-cec2cba5918d cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:31.386419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:network and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:31.390640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Transition to ACTIVE for port object 1f0d40fc-ddcc-4d64-88de-6656cbffc09c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:31.391238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:31.396912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:31.415841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:31.438579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Transition to ACTIVE for port object 1f0d40fc-ddcc-4d64-88de-6656cbffc09c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:31.454387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e52ad692-e53f-4f9e-b3da-87edfa1e518f None None] Provisioning complete for port 3c266077-9869-4434-b01b-552a2926610e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:31.454760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e52ad692-e53f-4f9e-b3da-87edfa1e518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.455116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.459591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:31.460591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.484964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:31.487691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network 0d09859b-9edb-4942-aa67-d20154731c38 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:31.496517 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9293b213-76b9-47d5-aaf8-1a80e34c7532 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/e401a4b4-2f03-4459-9545-5f4a7ae77c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0102327 Jan 17 08:18:31.496517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:31.496517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:31.506411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.511139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:31.512045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.512688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f5a97-100b-4b99-b206-9fbc34284efb None None] Sync routers for ids ['e401a4b4-2f03-4459-9545-5f4a7ae77c31'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:31.516112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Router 7c21d858-31c7-4e6f-aeb8-47ad0f378a9a is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:18:31.553970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.617985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.621431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e52ad692-e53f-4f9e-b3da-87edfa1e518f None None] Port 3c266077-9869-4434-b01b-552a2926610e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:31.631902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e5a7574a-42f6-4337-a753-734e8e8729c7 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:31.634010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Pushing event updated for resources: {'Network': ['ID=1a27ddd5-d706-4aea-bd70-3e1642b4aa82,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:31.640299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Made reservation on behalf of 9e96f71cc798451ea9c29216c0297cd8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:31.643170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.660409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.668265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:31.689259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f5a97-100b-4b99-b206-9fbc34284efb None None] Routers {'e401a4b4-2f03-4459-9545-5f4a7ae77c31'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:31.689854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8c1f5a97-100b-4b99-b206-9fbc34284efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e401a4b4-2f03-4459-9545-5f4a7ae77c31'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:31.755912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Network': ['ID=319563a5-db79-44fa-8b79-38cec79e6453,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:31.762377 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9cc28a4f-f822-4ba3-93b4-cbc1a2ff7fe7 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0209291 Jan 17 08:18:31.768259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Network 2ba0b457-65ac-4344-a37e-bdcb7d83525a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:31.778982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 319563a5-db79-44fa-8b79-38cec79e6453 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:31.802865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:31.821043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.822231 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Added segment 24f2375f-9ec6-4191-b543-27b1d000df21 of type vlan for network c343e6bd-a81a-4ffa-b1bb-57492f0564e2 Jan 17 08:18:31.825250 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7d196167-6e01-438e-ab6b-f8a28835f2fd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1900942 Jan 17 08:18:31.832227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52834) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:31.843626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:31.844663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Request body: {'subnet': {'network_id': '1a27ddd5-d706-4aea-bd70-3e1642b4aa82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:31.845366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8c1f5a97-100b-4b99-b206-9fbc34284efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:31.847434 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Pushing event updated for resources: {'Port': ['ID=1f0d40fc-ddcc-4d64-88de-6656cbffc09c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:31.858901 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:31.875851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:31.942949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:31.952320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:31.957891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:31.974185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:31.987648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:31.993050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Usage tracker for resource:subnet and tenant:1f3fc3b88e49485694d5e86b8fe0a2d8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:31.996729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:32.004231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:32.005925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.013989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:32.015877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.048289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f4865-f2e1-4319-bb97-c89adb2c8b69 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:32.049376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a32f4865-f2e1-4319-bb97-c89adb2c8b69 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:32.081472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f5a97-100b-4b99-b206-9fbc34284efb None None] Routers {'e401a4b4-2f03-4459-9545-5f4a7ae77c31'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:32.082082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8c1f5a97-100b-4b99-b206-9fbc34284efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e401a4b4-2f03-4459-9545-5f4a7ae77c31'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:32.105311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Made reservation on behalf of 1f3fc3b88e49485694d5e86b8fe0a2d8 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:32.156173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aaeea5b5-b15b-4c37-b48c-3d3885f2dcda None None] Provisioning complete for port 6d63847b-1cef-464a-9006-cec2cba5918d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:32.156542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aaeea5b5-b15b-4c37-b48c-3d3885f2dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.186914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8c1f5a97-100b-4b99-b206-9fbc34284efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:32.187356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f5a97-100b-4b99-b206-9fbc34284efb None None] The sync data for ids ['e401a4b4-2f03-4459-9545-5f4a7ae77c31'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:32.188921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Attempting to bind port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:32.189289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Attempting to bind port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '013a573d-a720-478a-ab6c-646f0d87bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2ba0b457-65ac-4344-a37e-bdcb7d83525a'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:32.189654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Attempting to bind port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c on network 2ba0b457-65ac-4344-a37e-bdcb7d83525a {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:32.228927 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.273409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e5a7574a-42f6-4337-a753-734e8e8729c7 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:32.273954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.298421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:32.298864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Checking segment: {'id': '013a573d-a720-478a-ab6c-646f0d87bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2ba0b457-65ac-4344-a37e-bdcb7d83525a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:32.299183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.299616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Bound using segment: {'id': '013a573d-a720-478a-ab6c-646f0d87bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2ba0b457-65ac-4344-a37e-bdcb7d83525a'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:32.300123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Bound port: 1f0d40fc-ddcc-4d64-88de-6656cbffc09c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013a573d-a720-478a-ab6c-646f0d87bd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '2ba0b457-65ac-4344-a37e-bdcb7d83525a'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:32.300471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.325444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aaeea5b5-b15b-4c37-b48c-3d3885f2dcda None None] Port 6d63847b-1cef-464a-9006-cec2cba5918d cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:32.388235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:32.400242 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82ce35-ab0e-4b94-bab9-5fb40e83dc1a None None] Sync routers for ids ['7c21d858-31c7-4e6f-aeb8-47ad0f378a9a'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:32.443773 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82ce35-ab0e-4b94-bab9-5fb40e83dc1a None None] Routers {'7c21d858-31c7-4e6f-aeb8-47ad0f378a9a'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:32.446576 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd82ce35-ab0e-4b94-bab9-5fb40e83dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7c21d858-31c7-4e6f-aeb8-47ad0f378a9a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:32.470410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.474613 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-af328bd1-e6e3-4ef0-a4f0-67d4a626dcb6 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0568008 Jan 17 08:18:32.476588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52838) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:32.489571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] For port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:32.506258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] For port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=1f0d40fc-ddcc-4d64-88de-6656cbffc09c,segment=NetworkSegment(013a573d-a720-478a-ab6c-646f0d87bd3d),segment_id=013a573d-a720-478a-ab6c-646f0d87bd3d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:32.587659 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.590882 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd82ce35-ab0e-4b94-bab9-5fb40e83dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:32.603480 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82ce35-ab0e-4b94-bab9-5fb40e83dc1a None None] Routers {'7c21d858-31c7-4e6f-aeb8-47ad0f378a9a'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:32.604319 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd82ce35-ab0e-4b94-bab9-5fb40e83dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7c21d858-31c7-4e6f-aeb8-47ad0f378a9a'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:32.608437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Network': ['ID=c343e6bd-a81a-4ffa-b1bb-57492f0564e2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:32.670697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network c343e6bd-a81a-4ffa-b1bb-57492f0564e2 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:32.686937 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-bd82ce35-ab0e-4b94-bab9-5fb40e83dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:32.687855 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82ce35-ab0e-4b94-bab9-5fb40e83dc1a None None] The sync data for ids ['7c21d858-31c7-4e6f-aeb8-47ad0f378a9a'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:32.732441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a32f4865-f2e1-4319-bb97-c89adb2c8b69 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:32.736352 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a32f4865-f2e1-4319-bb97-c89adb2c8b69 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports/3c266077-9869-4434-b01b-552a2926610e HTTP/1.1" status: 200 len: 983 time: 1.2379296 Jan 17 08:18:32.748254 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-27d15e34-c544-490a-8430-2852de06c692 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4176524 Jan 17 08:18:32.757214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:32.757214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52844) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:32.808877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dfe4a-a805-4b98-bbee-7a8d3fc1268f None None] Pushing event updated for resources: {'Port': ['ID=1f0d40fc-ddcc-4d64-88de-6656cbffc09c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:32.823333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.830266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'subnet': {'network_id': '86d4654a-5111-488f-90fe-d6d0e338250e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:32.920255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Pushing event updated for resources: {'Subnet': ['ID=6da733c1-26cd-49f0-99f4-b8b1766a4a91,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:32.933785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:32.952591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Checking segment: {'id': '11a9408c-d2f7-4979-9c86-51ea10977fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1a27ddd5-d706-4aea-bd70-3e1642b4aa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:32.952956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Network hostable DHCP agents. Network: 1a27ddd5-d706-4aea-bd70-3e1642b4aa82, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:32.974270 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dcfc4ab3-48e9-4c20-9ffd-e1164770cd89 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/routers/7c21d858-31c7-4e6f-aeb8-47ad0f378a9a HTTP/1.1" status: 200 len: 924 time: 0.4898403 Jan 17 08:18:32.975818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52850) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:33.022330 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b2d76342-a96b-4081-8c9e-5eeb1715c1c9 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c21d858-31c7-4e6f-aeb8-47ad0f378a9a HTTP/1.1" status: 200 len: 205 time: 0.0432358 Jan 17 08:18:33.023560 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52854) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:33.048176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:33.094175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:33.110782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:subnet and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:33.126357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:33.152405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:33.170691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:33.174987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aef48f5-7d67-49f4-a79c-338235ec97b1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:33.186086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:33.190055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:33.206378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:33.285852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Made reservation on behalf of 9e96f71cc798451ea9c29216c0297cd8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:33.401608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Network 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:33.445243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:33.506809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:33.547691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:33.561564 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 1a27ddd5-d706-4aea-bd70-3e1642b4aa82) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:33.574250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:33.575185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:33.575833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c100fb-2181-4421-a1e1-5240e952238b None None] Network 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:33.579261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:33.658332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Router 1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:18:33.689946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f43d997-7b6b-4932-8270-5a215e62173b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:33.717481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:33.721679 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f41017e9-2ef3-41c2-9c1d-4070729d12ef tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4607947 Jan 17 08:18:33.722812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52858) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:33.731527 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dbab328d-d388-4032-8a80-3f8f0e82cfda tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8987658 Jan 17 08:18:33.739351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '4f43d997-7b6b-4932-8270-5a215e62173b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:33.751477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52862) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:33.763227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:33.770477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Request body: {'port': {'network_id': '1a27ddd5-d706-4aea-bd70-3e1642b4aa82', 'name': 'tempest-TagsExtTest-208395379'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:33.802778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:33.844903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:33.913058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:33.967277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-1a27ddd5-d706-4aea-bd70-3e1642b4aa82', 'network_id': '1a27ddd5-d706-4aea-bd70-3e1642b4aa82', 'tenant_id': '1f3fc3b88e49485694d5e86b8fe0a2d8', 'fixed_ips': [{'subnet_id': '6da733c1-26cd-49f0-99f4-b8b1766a4a91'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:33.972472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:33.994109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.036079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.114241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Deleting port 38c65597-f18a-4aae-8f6c-cb972ba0f582 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:34.114586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.233424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:34.251745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Allocated IP 172.20.0.2 (1a27ddd5-d706-4aea-bd70-3e1642b4aa82/6da733c1-26cd-49f0-99f4-b8b1766a4a91/792dd560-42ab-4730-be33-ca0421e64f98) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:34.258985 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-63b2a32f-2a7e-41ce-bf58-53a7a75c16c3 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "PUT /v2.0/routers/1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2981086 Jan 17 08:18:34.267316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52866) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:34.333985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.474819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.488593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Transition to ACTIVE for port object 792dd560-42ab-4730-be33-ca0421e64f98 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:34.495476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Calling delete_port for 38c65597-f18a-4aae-8f6c-cb972ba0f582 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:34.510284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Transition to ACTIVE for port object 792dd560-42ab-4730-be33-ca0421e64f98 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:34.516044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed2596-ef91-4f63-9ce8-d0fb2b219e9c None None] Network 2ba0b457-65ac-4344-a37e-bdcb7d83525a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:34.530360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca8f79-d08e-4677-b17b-08594f8041a6 None None] Sync routers for ids ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:34.559660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:34.579865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Usage tracker for resource:port and tenant:1f3fc3b88e49485694d5e86b8fe0a2d8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:34.588311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:34.596409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.607852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:34.629967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.635440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.644703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca8f79-d08e-4677-b17b-08594f8041a6 None None] Routers {'1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:34.645325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-37ca8f79-d08e-4677-b17b-08594f8041a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:34.702291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Subnet': ['ID=a5bcd0ff-1d88-4815-8984-5797cfa6c026,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:34.757080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.773773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e34660-42e1-47a3-b945-b32dad4ce81f,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:34.784957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Made reservation on behalf of 1f3fc3b88e49485694d5e86b8fe0a2d8 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:34.787908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.815410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] device_id is not set on port 7c03cfd7-c4b7-4f5b-956d-60b9175a9349 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:18:34.829539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-37ca8f79-d08e-4677-b17b-08594f8041a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:34.840250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Checking segment: {'id': 'dbc6ab44-7a76-4475-88c2-b6b0246ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '86d4654a-5111-488f-90fe-d6d0e338250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:34.840613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network hostable DHCP agents. Network: 86d4654a-5111-488f-90fe-d6d0e338250e, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:34.849491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.910191 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event deleted for resources: {'Port': ['ID=38c65597-f18a-4aae-8f6c-cb972ba0f582,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:34.915469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.925157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:34.925685 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d0bc156c-e34c-4cdf-94a3-45dc1c56a6f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1959832 Jan 17 08:18:34.926804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52870) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:34.946159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6078c4b4-7b65-4cf5-abea-92f826a0dc35 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '4f43d997-7b6b-4932-8270-5a215e62173b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:34.952646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6078c4b4-7b65-4cf5-abea-92f826a0dc35 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:34.956538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6078c4b4-7b65-4cf5-abea-92f826a0dc35 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:34.959239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6078c4b4-7b65-4cf5-abea-92f826a0dc35 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:34.976829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6078c4b4-7b65-4cf5-abea-92f826a0dc35 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:35.079750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Network 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:35.086978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:35.096745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:35.131338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network 86d4654a-5111-488f-90fe-d6d0e338250e is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:35.138118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52874) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:35.159660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'subnet': {'network_id': '319563a5-db79-44fa-8b79-38cec79e6453', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:35.161569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1f0d40fc-ddcc-4d64-88de-6656cbffc09c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:35.165630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6078c4b4-7b65-4cf5-abea-92f826a0dc35 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:35.179465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Allocated IP 172.20.0.10 (1a27ddd5-d706-4aea-bd70-3e1642b4aa82/6da733c1-26cd-49f0-99f4-b8b1766a4a91/7c03cfd7-c4b7-4f5b-956d-60b9175a9349) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:35.231563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-61a75f70-2e63-4581-bd09-540bb5435c41 None None] Provisioning for port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:35.234277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Pushing event updated for resources: {'Port': ['ID=792dd560-42ab-4730-be33-ca0421e64f98,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:35.245325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 86d4654a-5111-488f-90fe-d6d0e338250e) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:35.260860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca8f79-d08e-4677-b17b-08594f8041a6 None None] Routers {'1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:35.261469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-37ca8f79-d08e-4677-b17b-08594f8041a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:35.308603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:35.309210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:35.358382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d1196-73f6-4c2e-bcb4-e170ebf89262 None None] Network 86d4654a-5111-488f-90fe-d6d0e338250e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:35.382684 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-478cd6b3-d0da-4638-8bdf-48a9f431ff46 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6216679 Jan 17 08:18:35.392527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52878) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:35.400123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'subnet': {'network_id': 'c343e6bd-a81a-4ffa-b1bb-57492f0564e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:35.418187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:35.427434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:subnet and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:35.434162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:35.457897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-37ca8f79-d08e-4677-b17b-08594f8041a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:35.458309 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca8f79-d08e-4677-b17b-08594f8041a6 None None] The sync data for ids ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:35.477738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Attempting to bind port 792dd560-42ab-4730-be33-ca0421e64f98 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:35.478119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Attempting to bind port 792dd560-42ab-4730-be33-ca0421e64f98 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '11a9408c-d2f7-4979-9c86-51ea10977fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1a27ddd5-d706-4aea-bd70-3e1642b4aa82'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:35.478464 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Attempting to bind port 792dd560-42ab-4730-be33-ca0421e64f98 on network 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:35.526513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:35.539440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:35.539970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Checking segment: {'id': '11a9408c-d2f7-4979-9c86-51ea10977fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1a27ddd5-d706-4aea-bd70-3e1642b4aa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:35.540585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:35.541068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Bound using segment: {'id': '11a9408c-d2f7-4979-9c86-51ea10977fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1a27ddd5-d706-4aea-bd70-3e1642b4aa82'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:35.541612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Bound port: 792dd560-42ab-4730-be33-ca0421e64f98, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a9408c-d2f7-4979-9c86-51ea10977fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1a27ddd5-d706-4aea-bd70-3e1642b4aa82'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:35.542044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:35.558169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:35.604465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:35.613603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:subnet and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:35.671981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:35.681640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:35.688206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:35.744221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:35.755274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:35.759124 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:35.834029 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-6078c4b4-7b65-4cf5-abea-92f826a0dc35 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 08:18:35.838214 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6078c4b4-7b65-4cf5-abea-92f826a0dc35 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9006200 Jan 17 08:18:35.842609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-86d4654a-5111-488f-90fe-d6d0e338250e', 'network_id': '86d4654a-5111-488f-90fe-d6d0e338250e', 'tenant_id': '9e96f71cc798451ea9c29216c0297cd8', 'fixed_ips': [{'subnet_id': 'a5bcd0ff-1d88-4815-8984-5797cfa6c026'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:35.843439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:35.846371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52882) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:35.941082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] For port 792dd560-42ab-4730-be33-ca0421e64f98, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:35.970824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] For port 792dd560-42ab-4730-be33-ca0421e64f98, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=792dd560-42ab-4730-be33-ca0421e64f98,segment=NetworkSegment(11a9408c-d2f7-4979-9c86-51ea10977fb2),segment_id=11a9408c-d2f7-4979-9c86-51ea10977fb2)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:36.001735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-38244f44-cba2-488c-b910-53eb4bc71698 None None] Provisioning complete for port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:36.002113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38244f44-cba2-488c-b910-53eb4bc71698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.016174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.038748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.040504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Made reservation on behalf of 9e96f71cc798451ea9c29216c0297cd8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:36.061377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Transition to ACTIVE for port object 7c03cfd7-c4b7-4f5b-956d-60b9175a9349 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:36.065246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.084922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.105659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.112451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bfa436c2-bd2f-430b-b562-9253315c9cb9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.128295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59b3257b-396d-4d2f-aacf-1f196986f488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.146226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bfa436c2-bd2f-430b-b562-9253315c9cb9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.202291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.202793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Fanout notify agent at l3_agent the message router_deleted on router 7c21d858-31c7-4e6f-aeb8-47ad0f378a9a {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:18:36.226645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.230040 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b8cc26e7-7ec6-4a51-a6ef-512a646d3391 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/7c21d858-31c7-4e6f-aeb8-47ad0f378a9a HTTP/1.1" status: 204 len: 168 time: 3.2055049 Jan 17 08:18:36.233314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52886) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:36.242646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1972122301', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': False}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:36.251985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.277021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.289577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:36.293101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 3c266077-9869-4434-b01b-552a2926610e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:36.294654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.304910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Usage tracker for resource:router and tenant:727cb77dc13d48c69f767a9c028b3dee is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:36.305943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a690472-e3f8-44a6-bbed-4094b6443309 None None] Pushing event updated for resources: {'Port': ['ID=792dd560-42ab-4730-be33-ca0421e64f98,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:36.312480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:36.324283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bfa436c2-bd2f-430b-b562-9253315c9cb9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.325493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bfa436c2-bd2f-430b-b562-9253315c9cb9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.325941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Allocated IP 2001:db8::2 (86d4654a-5111-488f-90fe-d6d0e338250e/a5bcd0ff-1d88-4815-8984-5797cfa6c026/c05c99fc-6f65-48a2-896c-7fccce921aaf) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:36.329082 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bfa436c2-bd2f-430b-b562-9253315c9cb9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/4f43d997-7b6b-4932-8270-5a215e62173b HTTP/1.1" status: 204 len: 168 time: 0.4778595 Jan 17 08:18:36.351687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:36.351687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52890) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:36.365766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.378712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Network 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:36.386289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa436c2-bd2f-430b-b562-9253315c9cb9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f43d997-7b6b-4932-8270-5a215e62173b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:36.386943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Pushing event updated for resources: {'Port': ['ID=7c03cfd7-c4b7-4f5b-956d-60b9175a9349,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:36.395318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:36.398950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:36.428296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=1f0d40fc-ddcc-4d64-88de-6656cbffc09c,segment=NetworkSegment(013a573d-a720-478a-ab6c-646f0d87bd3d),segment_id=013a573d-a720-478a-ab6c-646f0d87bd3d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:36.519940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.555634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:36.556344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.566308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.568283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.627438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-52f28de8-7723-4182-9dfb-f6d6e22b2e4d tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Synchronizing usage tracker for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:36.634958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38244f44-cba2-488c-b910-53eb4bc71698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.638025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.714379 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-eca2ea2f-2aa6-4592-8507-8328a749fd72 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9605901 Jan 17 08:18:36.715148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52896) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:36.720291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1361766292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:36.726770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:36.730066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=1f0d40fc-ddcc-4d64-88de-6656cbffc09c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:36.730704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Usage tracker for resource:router and tenant:1f3fc3b88e49485694d5e86b8fe0a2d8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:36.734651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:36.741228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:36.750031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-52f28de8-7723-4182-9dfb-f6d6e22b2e4d tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Unset dirty status for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:36.751427 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-52f28de8-7723-4182-9dfb-f6d6e22b2e4d tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4022810 Jan 17 08:18:36.774072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52900) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:36.785172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.795102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--729973800'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:36.810140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:36.832621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-38244f44-cba2-488c-b910-53eb4bc71698 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:18:36.840140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-38244f44-cba2-488c-b910-53eb4bc71698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:18:36.890915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.913380 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.914384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.917875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.930627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Transition to ACTIVE for port object c05c99fc-6f65-48a2-896c-7fccce921aaf will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:36.935494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:36.947055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 3c266077-9869-4434-b01b-552a2926610e owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:36.953409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Transition to ACTIVE for port object c05c99fc-6f65-48a2-896c-7fccce921aaf will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:37.024218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:37.039118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.066872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.160613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 792dd560-42ab-4730-be33-ca0421e64f98 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:37.195927 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-488b4855-7b40-4823-b6e6-2afc3eaea8f2 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:37.197164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.198663 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1b9a05b0-98a0-4779-8811-1c1a44d53b03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4825487 Jan 17 08:18:37.200245 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-488b4855-7b40-4823-b6e6-2afc3eaea8f2 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "PUT /v2.0/routers/1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6955874 Jan 17 08:18:37.201191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Network 86d4654a-5111-488f-90fe-d6d0e338250e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:37.201988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52904) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:37.202538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52906) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:37.210421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:37.213218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.213972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:37.215101 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-89f98403-f3b0-4853-8537-8a48b1fa2386 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1586430818', 'prefixes': ['172.20.0.0/16']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:37.221395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Pushing event updated for resources: {'Port': ['ID=c05c99fc-6f65-48a2-896c-7fccce921aaf,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:37.299855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-89f98403-f3b0-4853-8537-8a48b1fa2386 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:37.365337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.368992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Attempting to bind port c05c99fc-6f65-48a2-896c-7fccce921aaf on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:37.369362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Attempting to bind port c05c99fc-6f65-48a2-896c-7fccce921aaf by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'dbc6ab44-7a76-4475-88c2-b6b0246ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '86d4654a-5111-488f-90fe-d6d0e338250e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:37.369731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Attempting to bind port c05c99fc-6f65-48a2-896c-7fccce921aaf on network 86d4654a-5111-488f-90fe-d6d0e338250e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:37.421460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:37.421840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Checking segment: {'id': 'dbc6ab44-7a76-4475-88c2-b6b0246ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '86d4654a-5111-488f-90fe-d6d0e338250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:37.422252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.422646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Bound using segment: {'id': 'dbc6ab44-7a76-4475-88c2-b6b0246ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '86d4654a-5111-488f-90fe-d6d0e338250e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:37.423131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Bound port: c05c99fc-6f65-48a2-896c-7fccce921aaf, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc6ab44-7a76-4475-88c2-b6b0246ca10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '86d4654a-5111-488f-90fe-d6d0e338250e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:37.423591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.427540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.454268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.459735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.467471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:37.479847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:37.482601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Subnet': ['ID=4ac51bf4-89d6-4612-9bfe-b110d24fcdab,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:37.513223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:37.550930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 792dd560-42ab-4730-be33-ca0421e64f98 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:37.551955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:37.562579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1f0d40fc-ddcc-4d64-88de-6656cbffc09c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:37.569406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.661522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=3c266077-9869-4434-b01b-552a2926610e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:37.673890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a578de-c6ea-44ae-8368-95bac42b67a5 None None] Network 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:37.718860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Subnet': ['ID=89fd7e46-8021-4e39-831c-8a38afe60853,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:37.752950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Checking segment: {'id': '3c93b3b7-ad8e-4517-9447-27979bb2699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '319563a5-db79-44fa-8b79-38cec79e6453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:37.753402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network hostable DHCP agents. Network: 319563a5-db79-44fa-8b79-38cec79e6453, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:37.764085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Allocated IP 172.26.4.154 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/9c6ed757-ae71-4b75-96e4-2186a1dca02e) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:37.825999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:37.826380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.915214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] For port c05c99fc-6f65-48a2-896c-7fccce921aaf, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:37.932217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] For port c05c99fc-6f65-48a2-896c-7fccce921aaf, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c05c99fc-6f65-48a2-896c-7fccce921aaf,segment=NetworkSegment(dbc6ab44-7a76-4475-88c2-b6b0246ca10e),segment_id=dbc6ab44-7a76-4475-88c2-b6b0246ca10e)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:37.977292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Checking segment: {'id': '24f2375f-9ec6-4191-b543-27b1d000df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c343e6bd-a81a-4ffa-b1bb-57492f0564e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:37.977652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network hostable DHCP agents. Network: c343e6bd-a81a-4ffa-b1bb-57492f0564e2, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:37.981078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-89f98403-f3b0-4853-8537-8a48b1fa2386 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for subnetpool, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.985853 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-89f98403-f3b0-4853-8537-8a48b1fa2386 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7769301 Jan 17 08:18:37.986013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:37.989642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52914) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:38.027908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ae19d55d-4753-426a-ae86-7abdd3399104 None None] Provisioning for port 792dd560-42ab-4730-be33-ca0421e64f98 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:38.034963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.047862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-bbc19e79-7906-40d9-9972-7d52e2ea33ad tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91', 'tempest-TagsExtTest-Tag-493677716') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:38.067730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.111732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ae19d55d-4753-426a-ae86-7abdd3399104 None None] Provisioning complete for port 792dd560-42ab-4730-be33-ca0421e64f98 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:38.112130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae19d55d-4753-426a-ae86-7abdd3399104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.129933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.139419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea645cc-478e-48b9-82b4-128d436c7565,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:38.183997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.215758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.216947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-39ee2d27-bc60-4571-96fd-8d40eecf655b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4419324 Jan 17 08:18:38.217095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.217968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network 319563a5-db79-44fa-8b79-38cec79e6453 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:38.220505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52918) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:38.227532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network c343e6bd-a81a-4ffa-b1bb-57492f0564e2 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:38.241877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7b286a77-3df8-4a46-99c8-6550d3e99468 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': 'cea645cc-478e-48b9-82b4-128d436c7565', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:38.242805 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-7b286a77-3df8-4a46-99c8-6550d3e99468 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:38.243972 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7b286a77-3df8-4a46-99c8-6550d3e99468 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0136569 Jan 17 08:18:38.248806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52922) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:38.275085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfe75d-ec7d-4f76-85f3-3e62d6df40b0 None None] Pushing event updated for resources: {'Port': ['ID=c05c99fc-6f65-48a2-896c-7fccce921aaf,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:38.287292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da621c59-a023-4280-bb74-a8b1af3a86ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.345121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, c343e6bd-a81a-4ffa-b1bb-57492f0564e2) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:38.361319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 319563a5-db79-44fa-8b79-38cec79e6453) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:38.361576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2a424-d894-4add-98cd-103ccbb3f602 None None] Network c343e6bd-a81a-4ffa-b1bb-57492f0564e2 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:38.367330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:38.368113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.378096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:38.381527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.385571 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bbc19e79-7906-40d9-9972-7d52e2ea33ad tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags/tempest-TagsExtTest-Tag-493677716 HTTP/1.1" status: 201 len: 201 time: 0.3947573 Jan 17 08:18:38.386798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52926) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:38.388452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb00167-560b-46ad-ac5b-487ef6fd0188 None None] Network 319563a5-db79-44fa-8b79-38cec79e6453 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:38.417845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-21c72a77-7bdc-4f5f-8f24-a2f4591809e3 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349', 'tempest-TagsExtTest-Tag-100655858') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:38.525305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.588382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5735304b-4fb2-4d5d-9a94-3c593789101d tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.622276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5735304b-4fb2-4d5d-9a94-3c593789101d tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.640986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event updated for resources: {'Port': ['ID=9c6ed757-ae71-4b75-96e4-2186a1dca02e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:38.641864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae19d55d-4753-426a-ae86-7abdd3399104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.676137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:38.681046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:38.684122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:38.729088 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-05d8fb44-679e-458a-b32a-d6da33d120d6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5788846 Jan 17 08:18:38.737967 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0b07205e-c20a-406d-b927-89eec2426aa3 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3355072 Jan 17 08:18:38.738114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52930) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:38.738677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52934) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:38.741511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1264372864'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:38.762922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:38.773693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:network and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:38.806692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5735304b-4fb2-4d5d-9a94-3c593789101d tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.817168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:38.829682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ae19d55d-4753-426a-ae86-7abdd3399104 None None] For port 792dd560-42ab-4730-be33-ca0421e64f98, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=792dd560-42ab-4730-be33-ca0421e64f98,segment=NetworkSegment(11a9408c-d2f7-4979-9c86-51ea10977fb2),segment_id=11a9408c-d2f7-4979-9c86-51ea10977fb2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:38.871950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:38.910698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735304b-4fb2-4d5d-9a94-3c593789101d tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea645cc-478e-48b9-82b4-128d436c7565,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:38.927731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5735304b-4fb2-4d5d-9a94-3c593789101d tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.931775 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5735304b-4fb2-4d5d-9a94-3c593789101d tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/cea645cc-478e-48b9-82b4-128d436c7565 HTTP/1.1" status: 204 len: 168 time: 0.6777642 Jan 17 08:18:38.931944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ae19d55d-4753-426a-ae86-7abdd3399104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:38.948305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52938) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:39.012406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-c343e6bd-a81a-4ffa-b1bb-57492f0564e2', 'network_id': 'c343e6bd-a81a-4ffa-b1bb-57492f0564e2', 'tenant_id': '9e96f71cc798451ea9c29216c0297cd8', 'fixed_ips': [{'subnet_id': '89fd7e46-8021-4e39-831c-8a38afe60853'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:39.013426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.042079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router e401a4b4-2f03-4459-9545-5f4a7ae77c31 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:39.058583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:39.061854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.083978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-319563a5-db79-44fa-8b79-38cec79e6453', 'network_id': '319563a5-db79-44fa-8b79-38cec79e6453', 'tenant_id': 'a0f8c3140e5e4da5b245e0ae63370a44', 'fixed_ips': [{'subnet_id': '4ac51bf4-89d6-4612-9bfe-b110d24fcdab'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:39.098995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.154570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c05c99fc-6f65-48a2-896c-7fccce921aaf up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:39.170578 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-21c72a77-7bdc-4f5f-8f24-a2f4591809e3 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags/tempest-TagsExtTest-Tag-100655858 HTTP/1.1" status: 201 len: 201 time: 0.7738390 Jan 17 08:18:39.171834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52942) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:39.225328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:39.248521 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bdb28ee8-7628-42c5-bb44-addc2315f54b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2966282 Jan 17 08:18:39.253015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52946) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:39.258766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-d75432e0-18e8-4ffb-b95c-1d0475dd439b tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371', 'tempest-TagsExtTest-Tag-117058138') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:39.267808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--168683847'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:39.271881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.272222 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Added segment 60b36495-6c04-4c7d-a9ad-021e1288a207 of type vlan for network db469c7d-43f5-4e05-a467-efcc13406586 Jan 17 08:18:39.281867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:39.314601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:39.326662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:39.328129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19d55d-4753-426a-ae86-7abdd3399104 None None] Pushing event updated for resources: {'Port': ['ID=792dd560-42ab-4730-be33-ca0421e64f98,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:39.353485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:39.394412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.614549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c511b1a-cadf-40ad-b90a-ba8f1e1a1d65 None None] Network 86d4654a-5111-488f-90fe-d6d0e338250e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:39.638282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.649283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.650348 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.769672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Allocated IP 2001:db8:0:ffff::2 (319563a5-db79-44fa-8b79-38cec79e6453/4ac51bf4-89d6-4612-9bfe-b110d24fcdab/3178e471-a5d1-4a64-9380-bbf6d0937c57) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:39.771630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.774451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.779939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e6b0b7e1-dd60-424f-ad85-5c3527d7ed73 None None] Provisioning for port 7c03cfd7-c4b7-4f5b-956d-60b9175a9349 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:39.780810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:39.781410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.782797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.799427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:39.799646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e6b0b7e1-dd60-424f-ad85-5c3527d7ed73 None None] Provisioning complete for port 7c03cfd7-c4b7-4f5b-956d-60b9175a9349 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:39.799972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6b0b7e1-dd60-424f-ad85-5c3527d7ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:39.813311 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4de18-bfec-41b7-9bdc-936edd7ea95a None None] Sync routers for ids ['e401a4b4-2f03-4459-9545-5f4a7ae77c31'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:39.813998 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4a54915b-3db9-445f-a1bb-dea80b98e087 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/e401a4b4-2f03-4459-9545-5f4a7ae77c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0548253 Jan 17 08:18:39.815639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52950) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:39.818222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:39.832175 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4de18-bfec-41b7-9bdc-936edd7ea95a None None] Routers {'e401a4b4-2f03-4459-9545-5f4a7ae77c31'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:39.832782 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-07c4de18-bfec-41b7-9bdc-936edd7ea95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e401a4b4-2f03-4459-9545-5f4a7ae77c31'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:39.873193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port c05c99fc-6f65-48a2-896c-7fccce921aaf completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:39.911379 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-07c4de18-bfec-41b7-9bdc-936edd7ea95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:39.925531 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c4de18-bfec-41b7-9bdc-936edd7ea95a None None] Routers {'e401a4b4-2f03-4459-9545-5f4a7ae77c31'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:39.927335 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-07c4de18-bfec-41b7-9bdc-936edd7ea95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e401a4b4-2f03-4459-9545-5f4a7ae77c31'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:39.976619 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d75432e0-18e8-4ffb-b95c-1d0475dd439b tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags/tempest-TagsExtTest-Tag-117058138 HTTP/1.1" status: 201 len: 201 time: 0.7997875 Jan 17 08:18:39.978011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Network': ['ID=db469c7d-43f5-4e05-a467-efcc13406586,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:39.989309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52954) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:39.995234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:39.999450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:40.007867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:40.008169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network db469c7d-43f5-4e05-a467-efcc13406586 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:40.009556 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-07c4de18-bfec-41b7-9bdc-936edd7ea95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:40.010202 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4de18-bfec-41b7-9bdc-936edd7ea95a None None] The sync data for ids ['e401a4b4-2f03-4459-9545-5f4a7ae77c31'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:40.031424 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fa8b44e8-7a4d-40cc-9f33-3aebdcba7ea8 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2982392 Jan 17 08:18:40.036272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:40.044639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-093f991c-ef0f-455e-ab13-438db29d965a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767', 'tempest-TagsExtTest-Tag-62256692') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:40.045426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'subnet': {'network_id': 'db469c7d-43f5-4e05-a467-efcc13406586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:40.050471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e6b0b7e1-dd60-424f-ad85-5c3527d7ed73 None None] Port 7c03cfd7-c4b7-4f5b-956d-60b9175a9349 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:40.141532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Allocated IP 2001:db8::2 (c343e6bd-a81a-4ffa-b1bb-57492f0564e2/89fd7e46-8021-4e39-831c-8a38afe60853/0f994aed-e770-47e6-afef-37c6665c2953) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:40.238656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.307026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.319896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e6b0b7e1-dd60-424f-ad85-5c3527d7ed73 None None] Provisioning complete for port 792dd560-42ab-4730-be33-ca0421e64f98 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:40.320119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e6b0b7e1-dd60-424f-ad85-5c3527d7ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.331383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Deleting port 6d63847b-1cef-464a-9006-cec2cba5918d {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:40.331732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.369271 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-093f991c-ef0f-455e-ab13-438db29d965a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags/tempest-TagsExtTest-Tag-62256692 HTTP/1.1" status: 201 len: 201 time: 0.3383560 Jan 17 08:18:40.369271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.369586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:40.372440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:40.389435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-e0fa2412-eb37-4be8-899f-9becefec8974 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:40.415229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:subnet and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:40.422043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:40.487626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:40.499914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a552639e-76f8-41a4-93f1-b2cc8f658517,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:40.517780 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.521307 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7d493e0e-4de9-48be-bbe3-20244939dbfc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2595701 Jan 17 08:18:40.533635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52966) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:40.540205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3e3f59d7-929f-4cfd-95d0-8d3bd25999af tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': 'a552639e-76f8-41a4-93f1-b2cc8f658517', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:40.541004 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-3e3f59d7-929f-4cfd-95d0-8d3bd25999af tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:40.545425 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3e3f59d7-929f-4cfd-95d0-8d3bd25999af tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074759 Jan 17 08:18:40.547601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52970) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:40.574098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.611320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Transition to ACTIVE for port object 3178e471-a5d1-4a64-9380-bbf6d0937c57 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:40.641567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.687162 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-4f4048ab-3545-4975-b354-241981f64cc8 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] remove_router_interface failed (client error): The resource could not be found. Jan 17 08:18:40.691201 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4f4048ab-3545-4975-b354-241981f64cc8 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/e401a4b4-2f03-4459-9545-5f4a7ae77c31/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8725648 Jan 17 08:18:40.698232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52974) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:40.709415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Transition to ACTIVE for port object 3178e471-a5d1-4a64-9380-bbf6d0937c57 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:40.733821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:40.771038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Calling delete_port for 6d63847b-1cef-464a-9006-cec2cba5918d owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:40.772808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4c3d82b-f503-4b7b-a1d5-f39335f7f655 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:40.784309 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.797362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Transition to ACTIVE for port object 0f994aed-e770-47e6-afef-37c6665c2953 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:40.807589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.845550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Router fbf2eea5-eb76-4723-ae37-4229c4cb3479 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:18:40.849834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a606592-a668-4e95-be23-5e0c6b104b66 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.896999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.901949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Pushing event updated for resources: {'Port': ['ID=3178e471-a5d1-4a64-9380-bbf6d0937c57,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:40.908203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Transition to ACTIVE for port object 0f994aed-e770-47e6-afef-37c6665c2953 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:40.908463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a606592-a668-4e95-be23-5e0c6b104b66 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:40.924627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Network 319563a5-db79-44fa-8b79-38cec79e6453 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:40.926643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:40.929954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:40.940869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] Provisioning complete for port 7c03cfd7-c4b7-4f5b-956d-60b9175a9349 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:40.941256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.040713 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.103531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 792dd560-42ab-4730-be33-ca0421e64f98 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:41.142243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.171346 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e0fa2412-eb37-4be8-899f-9becefec8974 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags HTTP/1.1" status: 200 len: 240 time: 0.7975252 Jan 17 08:18:41.181038 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] Port 7c03cfd7-c4b7-4f5b-956d-60b9175a9349 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:41.199933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52978) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:41.201970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Attempting to bind port 3178e471-a5d1-4a64-9380-bbf6d0937c57 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:41.202339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Attempting to bind port 3178e471-a5d1-4a64-9380-bbf6d0937c57 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '3c93b3b7-ad8e-4517-9447-27979bb2699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '319563a5-db79-44fa-8b79-38cec79e6453'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:41.202698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Attempting to bind port 3178e471-a5d1-4a64-9380-bbf6d0937c57 on network 319563a5-db79-44fa-8b79-38cec79e6453 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:41.210734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Network c343e6bd-a81a-4ffa-b1bb-57492f0564e2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:41.213928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a606592-a668-4e95-be23-5e0c6b104b66 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.219313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:41.221188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-9cb1c661-15fd-4580-8e53-c2cb79cb233e tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91', 'tempest-TagsExtTest-Tag-493677716') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:41.221883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:41.229154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Pushing event updated for resources: {'Port': ['ID=0f994aed-e770-47e6-afef-37c6665c2953,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:41.229387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4c3d82b-f503-4b7b-a1d5-f39335f7f655 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:41.233257 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f4c3d82b-f503-4b7b-a1d5-f39335f7f655 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=e401a4b4-2f03-4459-9545-5f4a7ae77c31 HTTP/1.1" status: 200 len: 205 time: 0.5338514 Jan 17 08:18:41.233831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:41.240715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:41.241095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Checking segment: {'id': '3c93b3b7-ad8e-4517-9447-27979bb2699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '319563a5-db79-44fa-8b79-38cec79e6453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:41.241529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.241997 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Bound using segment: {'id': '3c93b3b7-ad8e-4517-9447-27979bb2699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '319563a5-db79-44fa-8b79-38cec79e6453'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:41.242430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Bound port: 3178e471-a5d1-4a64-9380-bbf6d0937c57, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c93b3b7-ad8e-4517-9447-27979bb2699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '319563a5-db79-44fa-8b79-38cec79e6453'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:41.242807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.273880 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a606592-a668-4e95-be23-5e0c6b104b66 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a552639e-76f8-41a4-93f1-b2cc8f658517,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:41.311563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a606592-a668-4e95-be23-5e0c6b104b66 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.315103 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3a606592-a668-4e95-be23-5e0c6b104b66 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/a552639e-76f8-41a4-93f1-b2cc8f658517 HTTP/1.1" status: 204 len: 168 time: 0.7616205 Jan 17 08:18:41.316187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52986) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:41.341381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.392815 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] Provisioning for port c05c99fc-6f65-48a2-896c-7fccce921aaf completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:41.400249 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event deleted for resources: {'Port': ['ID=6d63847b-1cef-464a-9006-cec2cba5918d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:41.414598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Attempting to bind port 0f994aed-e770-47e6-afef-37c6665c2953 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:41.415038 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Attempting to bind port 0f994aed-e770-47e6-afef-37c6665c2953 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '24f2375f-9ec6-4191-b543-27b1d000df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c343e6bd-a81a-4ffa-b1bb-57492f0564e2'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:41.415345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Attempting to bind port 0f994aed-e770-47e6-afef-37c6665c2953 on network c343e6bd-a81a-4ffa-b1bb-57492f0564e2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:41.420991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] Provisioning complete for port c05c99fc-6f65-48a2-896c-7fccce921aaf triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:41.421684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.455787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Allocated IP 2001:db8::1 (86d4654a-5111-488f-90fe-d6d0e338250e/a5bcd0ff-1d88-4815-8984-5797cfa6c026/7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:41.503593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 792dd560-42ab-4730-be33-ca0421e64f98 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:41.504226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.525803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40d02a6a-c3f5-4f72-a8de-11769602a4cf tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.535378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:41.536066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Checking segment: {'id': '24f2375f-9ec6-4191-b543-27b1d000df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c343e6bd-a81a-4ffa-b1bb-57492f0564e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:41.536646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.537236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Bound using segment: {'id': '24f2375f-9ec6-4191-b543-27b1d000df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c343e6bd-a81a-4ffa-b1bb-57492f0564e2'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:41.537881 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Bound port: 0f994aed-e770-47e6-afef-37c6665c2953, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f2375f-9ec6-4191-b543-27b1d000df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c343e6bd-a81a-4ffa-b1bb-57492f0564e2'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:41.538465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.660235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] For port 3178e471-a5d1-4a64-9380-bbf6d0937c57, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:41.711508 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9cb1c661-15fd-4580-8e53-c2cb79cb233e tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags/tempest-TagsExtTest-Tag-493677716 HTTP/1.1" status: 204 len: 168 time: 0.5081844 Jan 17 08:18:41.715086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:41.716374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] For port 3178e471-a5d1-4a64-9380-bbf6d0937c57, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3178e471-a5d1-4a64-9380-bbf6d0937c57,segment=NetworkSegment(3c93b3b7-ad8e-4517-9447-27979bb2699d),segment_id=3c93b3b7-ad8e-4517-9447-27979bb2699d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:41.733440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-bbde283f-40a7-4576-8585-7899e7b0146f tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91', 'tempest-TagsExtTest-Tag-493677716') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:41.768395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:41.788521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-463a2998-e0d5-488f-9cb2-c5c8b2cc5303 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Synchronizing usage tracker for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:41.802562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Sync routers for ids ['fbf2eea5-eb76-4723-ae37-4229c4cb3479'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:41.822428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.884889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.939392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] For port 0f994aed-e770-47e6-afef-37c6665c2953, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:41.951246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.951485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:41.952448 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5cc1dd1b-2c19-42f1-a787-7d55846f4b82 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7151334 Jan 17 08:18:41.953336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-463a2998-e0d5-488f-9cb2-c5c8b2cc5303 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Unset dirty status for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:41.954436 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-463a2998-e0d5-488f-9cb2-c5c8b2cc5303 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6379969 Jan 17 08:18:41.958645 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 52994) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:41.962273 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 52996) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:41.970544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--361148324'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:41.976411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:42.006605 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Routers {'fbf2eea5-eb76-4723-ae37-4229c4cb3479'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:42.007905 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['fbf2eea5-eb76-4723-ae37-4229c4cb3479'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:42.037072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:42.064731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] For port 0f994aed-e770-47e6-afef-37c6665c2953, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0f994aed-e770-47e6-afef-37c6665c2953,segment=NetworkSegment(24f2375f-9ec6-4191-b543-27b1d000df21),segment_id=24f2375f-9ec6-4191-b543-27b1d000df21)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:42.108257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc83a77-addf-4816-8c08-cbc5e18b78c2 None None] Pushing event updated for resources: {'Port': ['ID=3178e471-a5d1-4a64-9380-bbf6d0937c57,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:42.127872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] For port c05c99fc-6f65-48a2-896c-7fccce921aaf, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c05c99fc-6f65-48a2-896c-7fccce921aaf,segment=NetworkSegment(dbc6ab44-7a76-4475-88c2-b6b0246ca10e),segment_id=dbc6ab44-7a76-4475-88c2-b6b0246ca10e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:42.134875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.187352 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.212880 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.243901 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.281362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40d02a6a-c3f5-4f72-a8de-11769602a4cf tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.285932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40d02a6a-c3f5-4f72-a8de-11769602a4cf tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.307576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7fef7-27bc-4639-8493-90e2cd4dde04 None None] Pushing event updated for resources: {'Port': ['ID=0f994aed-e770-47e6-afef-37c6665c2953,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:42.344334 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Transition to ACTIVE for port object 7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:42.390554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Set router fbf2eea5-eb76-4723-ae37-4229c4cb3479 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:42.437682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:42.444463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:42.448539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Router 1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:42.449495 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:42.462629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:42.473582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40d02a6a-c3f5-4f72-a8de-11769602a4cf tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.476063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d02a6a-c3f5-4f72-a8de-11769602a4cf tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Fanout notify agent at l3_agent the message router_deleted on router e401a4b4-2f03-4459-9545-5f4a7ae77c31 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:18:42.549384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40d02a6a-c3f5-4f72-a8de-11769602a4cf tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.551329 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-40d02a6a-c3f5-4f72-a8de-11769602a4cf tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/e401a4b4-2f03-4459-9545-5f4a7ae77c31 HTTP/1.1" status: 204 len: 168 time: 1.3102267 Jan 17 08:18:42.553582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.569806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53002) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:42.620361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14fbab-f23a-43bc-a111-f6df954a35cf None None] Pushing event updated for resources: {'Port': ['ID=c05c99fc-6f65-48a2-896c-7fccce921aaf,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:42.712132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-812e15c1-dadd-429e-b373-a70f33b54583 None None] Provisioning complete for port c05c99fc-6f65-48a2-896c-7fccce921aaf triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:42.712907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-812e15c1-dadd-429e-b373-a70f33b54583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.817868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.879831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.902430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:42.917334 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97d12a-9691-4948-92e4-65ad43b9e143 None None] Sync routers for ids ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:42.917854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network 86d4654a-5111-488f-90fe-d6d0e338250e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:42.924060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:42.925900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.objects.ports [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:18:42.932749 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97d12a-9691-4948-92e4-65ad43b9e143 None None] Routers {'1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:42.933551 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0d97d12a-9691-4948-92e4-65ad43b9e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:42.947111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:42.947690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:42.950335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b683308b-b2c8-4f81-aa1a-0a453eb0fdaa,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:42.967440 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4f341288-a259-4e0d-a805-7805bd9e80d4 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "PUT /v2.0/routers/1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7636182 Jan 17 08:18:42.971423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53006) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:43.023680 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bbde283f-40a7-4576-8585-7899e7b0146f tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags/tempest-TagsExtTest-Tag-493677716 HTTP/1.1" status: 204 len: 168 time: 1.3074615 Jan 17 08:18:43.024487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:43.030513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53010) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:43.032090 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0d97d12a-9691-4948-92e4-65ad43b9e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:43.049243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf2eea5-eb76-4723-ae37-4229c4cb3479', 'name': 'tempest-snat-router-1972122301', 'tenant_id': '727cb77dc13d48c69f767a9c028b3dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.154'}], 'enable_snat': False}, 'gw_port_id': '9c6ed757-ae71-4b75-96e4-2186a1dca02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:36Z', 'updated_at': '2022-01-17T08:18:38Z', 'revision_number': 3, 'project_id': '727cb77dc13d48c69f767a9c028b3dee', 'gw_port': {'id': '9c6ed757-ae71-4b75-96e4-2186a1dca02e', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf2eea5-eb76-4723-ae37-4229c4cb3479', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:18:37Z', 'updated_at': '2022-01-17T08:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:43.054088 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97d12a-9691-4948-92e4-65ad43b9e143 None None] Routers {'1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:43.055506 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0d97d12a-9691-4948-92e4-65ad43b9e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:43.060382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Checking router: fbf2eea5-eb76-4723-ae37-4229c4cb3479 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:18:43.060827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Updating router fbf2eea5-eb76-4723-ae37-4229c4cb3479 port 9c6ed757-ae71-4b75-96e4-2186a1dca02e binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:18:43.119430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Port': ['ID=7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:43.136961 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:43.138095 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-63e98d79-b7ac-4d61-b324-691c60b2ad10 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1747158 Jan 17 08:18:43.138732 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0d97d12a-9691-4948-92e4-65ad43b9e143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:43.139432 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97d12a-9691-4948-92e4-65ad43b9e143 None None] The sync data for ids ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:43.146663 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-285646b5-f323-4274-8308-593f7ab41156 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] delete failed (client error): The resource could not be found. Jan 17 08:18:43.147764 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-285646b5-f323-4274-8308-593f7ab41156 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1811999682 HTTP/1.1" status: 404 len: 335 time: 0.1755865 Jan 17 08:18:43.148294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53014) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:43.157706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:43.166912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53016) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:43.175116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c944b8aa-a680-4763-9bdf-e90abab4a654 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': 'b683308b-b2c8-4f81-aa1a-0a453eb0fdaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:43.176126 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-c944b8aa-a680-4763-9bdf-e90abab4a654 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:43.177929 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c944b8aa-a680-4763-9bdf-e90abab4a654 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0261815 Jan 17 08:18:43.189263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-5743d8c9-7e81-4686-972c-b49549515492 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:43.193051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f4a125-c163-4c39-b157-735d5bee27c0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting subnet 5974b76b-afe8-4ce1-92c3-36e9eeb814f1 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:43.198861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53020) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:43.227925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5770372c-4e8a-449a-aa0c-e402afef2f71 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': 'b683308b-b2c8-4f81-aa1a-0a453eb0fdaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:43.228746 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-5770372c-4e8a-449a-aa0c-e402afef2f71 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:43.229781 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5770372c-4e8a-449a-aa0c-e402afef2f71 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0144536 Jan 17 08:18:43.233201 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c6bfbfb0-cfd5-4508-bebb-1b0ee73fe326 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Request body: {'router': {'external_gateway_info': {'network_id': '1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:43.305062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53026) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:43.325470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a4e76d6b-5f4e-4829-869b-0d8cdd11dbf9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': 'b683308b-b2c8-4f81-aa1a-0a453eb0fdaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:43.326202 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-a4e76d6b-5f4e-4829-869b-0d8cdd11dbf9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:43.329700 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a4e76d6b-5f4e-4829-869b-0d8cdd11dbf9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0197330 Jan 17 08:18:43.337515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a125-c163-4c39-b157-735d5bee27c0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:43.368508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53030) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:43.403129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0f994aed-e770-47e6-afef-37c6665c2953 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:43.502910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Subnet': ['ID=ad0df540-7b26-4dec-83bb-6a90e8704756,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:43.556439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dd7ace53-7062-4c00-b6a9-f55bdb325ecf tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': 'b683308b-b2c8-4f81-aa1a-0a453eb0fdaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:43.557355 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-dd7ace53-7062-4c00-b6a9-f55bdb325ecf tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:43.560988 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dd7ace53-7062-4c00-b6a9-f55bdb325ecf tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0730836 Jan 17 08:18:43.566918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:43.655850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6b845fcc-c157-443e-9633-4a902148841a None None] Provisioning for port 7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:43.701876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6b845fcc-c157-443e-9633-4a902148841a None None] Provisioning complete for port 7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:43.703754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b845fcc-c157-443e-9633-4a902148841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:43.719094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:43.748195 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 0f994aed-e770-47e6-afef-37c6665c2953 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:43.753873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a125-c163-4c39-b157-735d5bee27c0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:43.774098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Checking segment: {'id': '60b36495-6c04-4c7d-a9ad-021e1288a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'db469c7d-43f5-4e05-a467-efcc13406586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:43.774098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network hostable DHCP agents. Network: db469c7d-43f5-4e05-a467-efcc13406586, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:43.783468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3ff1f-7ef5-4110-9541-1c08c4ab335c None None] Network 319563a5-db79-44fa-8b79-38cec79e6453 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:43.875458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3178e471-a5d1-4a64-9380-bbf6d0937c57 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:44.005792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1dd4e325-2589-43ed-af98-e2dfb7290372 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.010069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.023145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6b845fcc-c157-443e-9633-4a902148841a None None] Port 7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:44.045580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Transition to ACTIVE for port object 9c6ed757-ae71-4b75-96e4-2186a1dca02e will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:44.053452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6ab3a7-aff1-4015-8ad3-f67ca25d1602 None None] Network c343e6bd-a81a-4ffa-b1bb-57492f0564e2 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:44.056935 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5743d8c9-7e81-4686-972c-b49549515492 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags HTTP/1.1" status: 200 len: 205 time: 0.9364924 Jan 17 08:18:44.064439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:44.073622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1dd4e325-2589-43ed-af98-e2dfb7290372 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.086270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-0ebb08b1-76fb-4840-b9f2-17cf0ba48026 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:44.153945 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a125-c163-4c39-b157-735d5bee27c0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.155223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.192167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6bfbfb0-cfd5-4508-bebb-1b0ee73fe326 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.251352 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1442b22f-f9d1-4995-944f-953f3609e5b6 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/routers/fbf2eea5-eb76-4723-ae37-4229c4cb3479 HTTP/1.1" status: 200 len: 909 time: 2.2799909 Jan 17 08:18:44.251912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53042) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:44.260373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1972122301', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': True}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:44.266714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:44.271471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Usage tracker for resource:router and tenant:727cb77dc13d48c69f767a9c028b3dee is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:44.275118 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:44.284937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:44.310515 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-c6bfbfb0-cfd5-4508-bebb-1b0ee73fe326 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] update failed (client error): The resource could not be found. Jan 17 08:18:44.313976 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c6bfbfb0-cfd5-4508-bebb-1b0ee73fe326 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "PUT /v2.0/routers/1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c HTTP/1.1" status: 404 len: 339 time: 1.1147792 Jan 17 08:18:44.316598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53046) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:44.328413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f085cab-c6a2-4709-9b89-f725295468cb None None] Pushing event updated for resources: {'Port': ['ID=9c6ed757-ae71-4b75-96e4-2186a1dca02e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:44.331771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network db469c7d-43f5-4e05-a467-efcc13406586 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:44.342078 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0ebb08b1-76fb-4840-b9f2-17cf0ba48026 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags HTTP/1.1" status: 200 len: 240 time: 0.2704599 Jan 17 08:18:44.342247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 3178e471-a5d1-4a64-9380-bbf6d0937c57 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:44.346725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53050) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:44.354697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-c8191216-733d-44dc-abcd-aff9880e5c47 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349', 'tempest-TagsExtTest-Tag-100655858') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:44.370634 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Attempting to bind port 9c6ed757-ae71-4b75-96e4-2186a1dca02e on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:44.371017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Attempting to bind port 9c6ed757-ae71-4b75-96e4-2186a1dca02e by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:44.371438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Attempting to bind port 9c6ed757-ae71-4b75-96e4-2186a1dca02e on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:44.385568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1dd4e325-2589-43ed-af98-e2dfb7290372 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.388646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a125-c163-4c39-b157-735d5bee27c0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.392951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Provisioning for port 0f994aed-e770-47e6-afef-37c6665c2953 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:44.398879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c05c99fc-6f65-48a2-896c-7fccce921aaf up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:44.412840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4e325-2589-43ed-af98-e2dfb7290372 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683308b-b2c8-4f81-aa1a-0a453eb0fdaa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:44.435164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.436120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.439677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.442295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4a125-c163-4c39-b157-735d5bee27c0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Subnet': ['ID=5974b76b-afe8-4ce1-92c3-36e9eeb814f1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:44.462348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, db469c7d-43f5-4e05-a467-efcc13406586) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:44.467831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:44.471036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:44.471036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.471267 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c8191216-733d-44dc-abcd-aff9880e5c47 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags/tempest-TagsExtTest-Tag-100655858 HTTP/1.1" status: 204 len: 168 time: 0.1208935 Jan 17 08:18:44.471408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:44.471408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Bound port: 9c6ed757-ae71-4b75-96e4-2186a1dca02e, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:44.471408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.471690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:44.471690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.473385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a125-c163-4c39-b157-735d5bee27c0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.474523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53054) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:44.483375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-b914adb7-7879-4901-8355-dc28ccef6bd1 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349', 'tempest-TagsExtTest-Tag-100655858') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:44.493719 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c1f4a125-c163-4c39-b157-735d5bee27c0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/5974b76b-afe8-4ce1-92c3-36e9eeb814f1 HTTP/1.1" status: 204 len: 168 time: 1.9121428 Jan 17 08:18:44.496914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Provisioning complete for port 0f994aed-e770-47e6-afef-37c6665c2953 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:44.499634 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.511792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53058) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:44.567894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1dd4e325-2589-43ed-af98-e2dfb7290372 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.572307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1dd4e325-2589-43ed-af98-e2dfb7290372 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/b683308b-b2c8-4f81-aa1a-0a453eb0fdaa HTTP/1.1" status: 204 len: 168 time: 0.9886596 Jan 17 08:18:44.572307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.572307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.582742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:44.635123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:44.673252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c3eccf-dd07-4169-aade-f929adb7446b None None] Network 7b7b4b19-1f43-4856-8c41-1c01a95afc1a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:44.688178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce731f57-299b-493c-9ee9-464ce86cb33f None None] Network db469c7d-43f5-4e05-a467-efcc13406586 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:44.719011 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a346f060-5710-4433-869a-c0b9ddd26b65 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6773405 Jan 17 08:18:44.727897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53066) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:44.755969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'port': {'network_id': 'db469c7d-43f5-4e05-a467-efcc13406586', 'name': 'tempest-NetworksIpV6TestAttrs-1790781266'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:44.783678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Port': ['ID=7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:44.841173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] For port 9c6ed757-ae71-4b75-96e4-2186a1dca02e, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:44.896839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] For port 9c6ed757-ae71-4b75-96e4-2186a1dca02e, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9c6ed757-ae71-4b75-96e4-2186a1dca02e,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:45.013919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.068745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.093655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c05c99fc-6f65-48a2-896c-7fccce921aaf triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:45.093655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.147184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d6c101f6-53a8-4b12-ab5b-771e202cf5c7 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Synchronizing usage tracker for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:45.174258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.179871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.186753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port d224d7c3-5757-4b3f-8b9c-ec34e110749d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:45.187091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.279067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.294852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:45.296610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f085cab-c6a2-4709-9b89-f725295468cb None None] Pushing event updated for resources: {'Port': ['ID=9c6ed757-ae71-4b75-96e4-2186a1dca02e,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:45.297945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network 86d4654a-5111-488f-90fe-d6d0e338250e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:45.333849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:45.336775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:port and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:45.365237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] For port 0f994aed-e770-47e6-afef-37c6665c2953, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0f994aed-e770-47e6-afef-37c6665c2953,segment=NetworkSegment(24f2375f-9ec6-4191-b543-27b1d000df21),segment_id=24f2375f-9ec6-4191-b543-27b1d000df21)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:45.385970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Routers {'fbf2eea5-eb76-4723-ae37-4229c4cb3479'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:45.385970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['fbf2eea5-eb76-4723-ae37-4229c4cb3479'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:45.419817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:45.433835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d6c101f6-53a8-4b12-ab5b-771e202cf5c7 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Unset dirty status for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:45.438599 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d6c101f6-53a8-4b12-ab5b-771e202cf5c7 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7914193 Jan 17 08:18:45.448320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:45.456528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53070) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:45.525442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792667288'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:45.532729 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b914adb7-7879-4901-8355-dc28ccef6bd1 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags/tempest-TagsExtTest-Tag-100655858 HTTP/1.1" status: 204 len: 168 time: 1.0547907 Jan 17 08:18:45.548521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:45.554571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53074) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:45.612723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-70563de9-21f5-4278-b9ca-2fdfc794bb62 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:45.659168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-db469c7d-43f5-4e05-a467-efcc13406586', 'network_id': 'db469c7d-43f5-4e05-a467-efcc13406586', 'tenant_id': 'a0f8c3140e5e4da5b245e0ae63370a44', 'fixed_ips': [{'subnet_id': 'ad0df540-7b26-4dec-83bb-6a90e8704756'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:45.660188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.672281 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.750010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:45.779183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:45.782740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.855793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] device_id is not set on port c9c9b7e7-28fd-4d78-be02-b5f065d3e814 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:18:45.884683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] DHCP port deletion for 7b7b4b19-1f43-4856-8c41-1c01a95afc1a request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:18:45.911323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.924428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] Deleting port d224d7c3-5757-4b3f-8b9c-ec34e110749d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:45.924428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.936027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Allocated IP 172.20.0.1 (9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26/c9c6965f-dad5-40cd-83f5-91a8662953aa/db0bc2a8-4766-4259-a792-2690fc9d1086) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:45.961534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Pushing event updated for resources: {'Port': ['ID=0f994aed-e770-47e6-afef-37c6665c2953,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:45.986902 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-70563de9-21f5-4278-b9ca-2fdfc794bb62 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags HTTP/1.1" status: 200 len: 205 time: 0.4286516 Jan 17 08:18:45.987114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:45.997096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53078) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:46.004523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port d224d7c3-5757-4b3f-8b9c-ec34e110749d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d224d7c3-5757-4b3f-8b9c-ec34e110749d,segment=NetworkSegment(e2c7143b-d1d1-4691-bb14-eca977c677fc),segment_id=e2c7143b-d1d1-4691-bb14-eca977c677fc)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:46.004883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.020848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Provisioning for port 3178e471-a5d1-4a64-9380-bbf6d0937c57 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:46.035566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-f3e911b6-ef4b-44d4-900f-fb804aac3c1c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:46.060234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.103049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Provisioning complete for port 3178e471-a5d1-4a64-9380-bbf6d0937c57 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:46.103049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.141559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] Set router fbf2eea5-eb76-4723-ae37-4229c4cb3479 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:46.212248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for d224d7c3-5757-4b3f-8b9c-ec34e110749d owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:46.244487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.276889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Allocated IP 2001:db8::f816:3eff:feb5:cc96 (db469c7d-43f5-4e05-a467-efcc13406586/ad0df540-7b26-4dec-83bb-6a90e8704756/e2e847af-1c01-4298-97f8-421dd15e0885) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:46.277861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Transition to ACTIVE for port object db0bc2a8-4766-4259-a792-2690fc9d1086 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:46.279391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Allocated IP 172.26.4.69 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/5005ebcf-679f-4559-b1f7-529e72e96f07) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:46.342955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:46.398166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:46.436968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.454216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:46.464113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:46.464837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.501481 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f3e911b6-ef4b-44d4-900f-fb804aac3c1c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags HTTP/1.1" status: 200 len: 240 time: 0.4860675 Jan 17 08:18:46.502968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53082) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:46.517848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-c9c8bcaf-76b9-49b9-a7a4-784d58ff35d4 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371', 'tempest-TagsExtTest-Tag-117058138') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:46.526101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.562269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] For port d224d7c3-5757-4b3f-8b9c-ec34e110749d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d224d7c3-5757-4b3f-8b9c-ec34e110749d,segment=NetworkSegment(e2c7143b-d1d1-4691-bb14-eca977c677fc),segment_id=e2c7143b-d1d1-4691-bb14-eca977c677fc)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:46.562921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.586364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=d224d7c3-5757-4b3f-8b9c-ec34e110749d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:46.589898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.603320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.611183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No DVR routers for this DVR port d224d7c3-5757-4b3f-8b9c-ec34e110749d on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:18:46.621553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:46.622835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Port': ['ID=db0bc2a8-4766-4259-a792-2690fc9d1086,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:46.626368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:46.718152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:46.760467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] Calling delete_port for d224d7c3-5757-4b3f-8b9c-ec34e110749d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:46.866720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.888828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.927619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b0c463-afc0-448f-99c9-f66f39c28041,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:46.947471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:46.973771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:46.983086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:47.000167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7b4b19-1f43-4856-8c41-1c01a95afc1a']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:47.009899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:47.016081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] For port 3178e471-a5d1-4a64-9380-bbf6d0937c57, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3178e471-a5d1-4a64-9380-bbf6d0937c57,segment=NetworkSegment(3c93b3b7-ad8e-4517-9447-27979bb2699d),segment_id=3c93b3b7-ad8e-4517-9447-27979bb2699d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:47.024900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:18:47.025250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:18:47.025889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.033101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c7143b-d1d1-4691-bb14-eca977c677fc') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:47.033409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c7143b-d1d1-4691-bb14-eca977c677fc') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:47.042772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Transition to ACTIVE for port object e2e847af-1c01-4298-97f8-421dd15e0885 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:47.048141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.048385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event updated for resources: {'Port': ['ID=5005ebcf-679f-4559-b1f7-529e72e96f07,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:47.056364 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c9c8bcaf-76b9-49b9-a7a4-784d58ff35d4 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags/tempest-TagsExtTest-Tag-117058138 HTTP/1.1" status: 204 len: 168 time: 0.5523133 Jan 17 08:18:47.057472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.059293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53086) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:47.068577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-8578df0c-c7c2-4962-b56d-faba9f075a9f tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371', 'tempest-TagsExtTest-Tag-117058138') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:47.072464 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf2eea5-eb76-4723-ae37-4229c4cb3479', 'name': 'tempest-snat-router-1972122301', 'tenant_id': '727cb77dc13d48c69f767a9c028b3dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.154'}], 'enable_snat': False}, 'gw_port_id': '9c6ed757-ae71-4b75-96e4-2186a1dca02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:36Z', 'updated_at': '2022-01-17T08:18:38Z', 'revision_number': 3, 'project_id': '727cb77dc13d48c69f767a9c028b3dee', 'gw_port': {'id': '9c6ed757-ae71-4b75-96e4-2186a1dca02e', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf2eea5-eb76-4723-ae37-4229c4cb3479', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:18:37Z', 'updated_at': '2022-01-17T08:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:47.074784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Transition to ACTIVE for port object e2e847af-1c01-4298-97f8-421dd15e0885 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:47.078509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc4a7a-2118-46cb-bf0a-d86344b59e40 None None] The sync data for ids ['fbf2eea5-eb76-4723-ae37-4229c4cb3479'] in dv-neutron-824874-1-hyperv is: [{'id': 'fbf2eea5-eb76-4723-ae37-4229c4cb3479', 'name': 'tempest-snat-router-1972122301', 'tenant_id': '727cb77dc13d48c69f767a9c028b3dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.154'}], 'enable_snat': False}, 'gw_port_id': '9c6ed757-ae71-4b75-96e4-2186a1dca02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:36Z', 'updated_at': '2022-01-17T08:18:38Z', 'revision_number': 3, 'project_id': '727cb77dc13d48c69f767a9c028b3dee', 'gw_port': {'id': '9c6ed757-ae71-4b75-96e4-2186a1dca02e', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf2eea5-eb76-4723-ae37-4229c4cb3479', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:18:37Z', 'updated_at': '2022-01-17T08:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:47.093421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.139649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Router a67e8258-253f-49e3-ad2b-d7698bf73bb1 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:18:47.141970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.143435 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c62b3668-084a-40c2-a29b-05d1b7b04766 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6897957 Jan 17 08:18:47.146667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:47.151681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.161169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-21f5bce2-d8a1-4214-b915-23816ad4f127 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '58b0c463-afc0-448f-99c9-f66f39c28041', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:47.162077 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-21f5bce2-d8a1-4214-b915-23816ad4f127 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:47.163303 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-21f5bce2-d8a1-4214-b915-23816ad4f127 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0145423 Jan 17 08:18:47.166652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53094) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:47.172321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:18:47.172972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.200652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-167b7886-0763-471a-8a3b-dec7aad5ae4e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '58b0c463-afc0-448f-99c9-f66f39c28041', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:18:47.204955 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:18:47.216093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-167b7886-0763-471a-8a3b-dec7aad5ae4e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:47.230687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.262383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Network db469c7d-43f5-4e05-a467-efcc13406586 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:47.265632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:47.269796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:47.379358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.396708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-167b7886-0763-471a-8a3b-dec7aad5ae4e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:47.409889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Provisioning for port db0bc2a8-4766-4259-a792-2690fc9d1086 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:47.414586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Attempting to bind port e2e847af-1c01-4298-97f8-421dd15e0885 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:47.414963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Attempting to bind port e2e847af-1c01-4298-97f8-421dd15e0885 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '60b36495-6c04-4c7d-a9ad-021e1288a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'db469c7d-43f5-4e05-a467-efcc13406586'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:47.415357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Attempting to bind port e2e847af-1c01-4298-97f8-421dd15e0885 on network db469c7d-43f5-4e05-a467-efcc13406586 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:47.418550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0edc7-6d42-498c-b057-eb04e667c9a5 None None] Pushing event updated for resources: {'Port': ['ID=3178e471-a5d1-4a64-9380-bbf6d0937c57,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:47.431260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-167b7886-0763-471a-8a3b-dec7aad5ae4e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:47.457393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Provisioning complete for port db0bc2a8-4766-4259-a792-2690fc9d1086 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:47.457393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.473915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.474793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.515879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-167b7886-0763-471a-8a3b-dec7aad5ae4e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:47.531577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Port db0bc2a8-4766-4259-a792-2690fc9d1086 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:47.534602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] Deleting port d224d7c3-5757-4b3f-8b9c-ec34e110749d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:47.534970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.560408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Allocated IP 2001:db8::f816:3eff:fe97:24ee (db469c7d-43f5-4e05-a467-efcc13406586/ad0df540-7b26-4dec-83bb-6a90e8704756/c9c9b7e7-28fd-4d78-be02-b5f065d3e814) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:47.598577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:47.599251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Checking segment: {'id': '60b36495-6c04-4c7d-a9ad-021e1288a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'db469c7d-43f5-4e05-a467-efcc13406586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:47.599402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.599790 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Bound using segment: {'id': '60b36495-6c04-4c7d-a9ad-021e1288a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'db469c7d-43f5-4e05-a467-efcc13406586'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:47.600282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Bound port: e2e847af-1c01-4298-97f8-421dd15e0885, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b36495-6c04-4c7d-a9ad-021e1288a207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'db469c7d-43f5-4e05-a467-efcc13406586'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:47.601386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.646737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.651913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.671073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Pushing event updated for resources: {'Port': ['ID=e2e847af-1c01-4298-97f8-421dd15e0885,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:47.708646 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/networks/7b7b4b19-1f43-4856-8c41-1c01a95afc1a HTTP/1.1" status: 204 len: 168 time: 3.1905208 Jan 17 08:18:47.720068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53098) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:47.723321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d799a-8471-48a9-9155-be7d643390d9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Network': ['ID=7b7b4b19-1f43-4856-8c41-1c01a95afc1a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:47.724127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Provisioning complete for port 0f994aed-e770-47e6-afef-37c6665c2953 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:47.724727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:47.740193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2092750248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:47.753895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:47.763765 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:network and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:47.768244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:47.770561 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8578df0c-c7c2-4962-b56d-faba9f075a9f tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags/tempest-TagsExtTest-Tag-117058138 HTTP/1.1" status: 204 len: 168 time: 0.7094159 Jan 17 08:18:47.774293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53102) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:47.788391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-847d619c-571e-495b-93b1-efbdca5521b6 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:47.794233 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d178c-988a-459a-a9da-66a1ddddd564 None None] The port 'd224d7c3-5757-4b3f-8b9c-ec34e110749d' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:18:47.842600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:47.871414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] For port e2e847af-1c01-4298-97f8-421dd15e0885, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:47.876576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] For port e2e847af-1c01-4298-97f8-421dd15e0885, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e2e847af-1c01-4298-97f8-421dd15e0885,segment=NetworkSegment(60b36495-6c04-4c7d-a9ad-021e1288a207),segment_id=60b36495-6c04-4c7d-a9ad-021e1288a207)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:47.924624 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-167b7886-0763-471a-8a3b-dec7aad5ae4e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:47.925684 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-167b7886-0763-471a-8a3b-dec7aad5ae4e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7552290 Jan 17 08:18:47.930397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53106) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:47.951166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3178e471-a5d1-4a64-9380-bbf6d0937c57 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:47.955048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a39a7a01-87f5-4020-9e85-f472d40d3e77 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '58b0c463-afc0-448f-99c9-f66f39c28041', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:47.957423 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-a39a7a01-87f5-4020-9e85-f472d40d3e77 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:47.957423 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a39a7a01-87f5-4020-9e85-f472d40d3e77 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0252891 Jan 17 08:18:47.985209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53110) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:48.000724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.001034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2ba33541-390b-484c-8018-2dd555d697f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '58b0c463-afc0-448f-99c9-f66f39c28041', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:48.013453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:48.025079 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c6062ef3-95d0-413f-9f76-ea2880ab05ae tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "PUT /v2.0/routers/a67e8258-253f-49e3-ad2b-d7698bf73bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2808566 Jan 17 08:18:48.025079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ba33541-390b-484c-8018-2dd555d697f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:48.030859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53114) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:48.039741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ba33541-390b-484c-8018-2dd555d697f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:48.086159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2cc221-435a-4bfa-bd86-1156984c4af0 None None] Sync routers for ids ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:48.124620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ba33541-390b-484c-8018-2dd555d697f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:48.147873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ba33541-390b-484c-8018-2dd555d697f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:48.153357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.162481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:48.167257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.173335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2cc221-435a-4bfa-bd86-1156984c4af0 None None] Routers {'a67e8258-253f-49e3-ad2b-d7698bf73bb1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:48.174103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3e2cc221-435a-4bfa-bd86-1156984c4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:48.242062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808cb5e-346b-45ca-8208-efb5afd2cb8f None None] Pushing event updated for resources: {'Port': ['ID=e2e847af-1c01-4298-97f8-421dd15e0885,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:48.249149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3e2cc221-435a-4bfa-bd86-1156984c4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:48.262812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Provisioning complete for port 7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:48.263487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.268566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.290067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:48.302701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Transition to ACTIVE for port object c9c9b7e7-28fd-4d78-be02-b5f065d3e814 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:48.315588 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3178e471-a5d1-4a64-9380-bbf6d0937c57 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:48.315951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.351681 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-847d619c-571e-495b-93b1-efbdca5521b6 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags HTTP/1.1" status: 200 len: 205 time: 0.5722339 Jan 17 08:18:48.358839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.360322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2cc221-435a-4bfa-bd86-1156984c4af0 None None] Routers {'a67e8258-253f-49e3-ad2b-d7698bf73bb1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:48.360958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3e2cc221-435a-4bfa-bd86-1156984c4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:48.392497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53118) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:48.444282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.444605 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added segment f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d of type vlan for network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 Jan 17 08:18:48.445360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3e2cc221-435a-4bfa-bd86-1156984c4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:48.445949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2cc221-435a-4bfa-bd86-1156984c4af0 None None] The sync data for ids ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:48.447775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Port 7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:48.457247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-2b5e6e3e-527d-4bb7-8c69-6abbb6cf97a7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:48.470165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.478070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Provisioning complete for port 3178e471-a5d1-4a64-9380-bbf6d0937c57 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:48.478657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d37c3b1-cf24-4369-a451-96da565b872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.568625 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-2ba33541-390b-484c-8018-2dd555d697f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:48.570781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.572849 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2ba33541-390b-484c-8018-2dd555d697f2 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5841155 Jan 17 08:18:48.574512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53122) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:48.574643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event updated for resources: {'Port': ['ID=db0bc2a8-4766-4259-a792-2690fc9d1086,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:48.578415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network db469c7d-43f5-4e05-a467-efcc13406586 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:48.589901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.604038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3cb0d018-de1d-45f3-a197-79b6afd19e49 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '58b0c463-afc0-448f-99c9-f66f39c28041', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:48.604648 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-3cb0d018-de1d-45f3-a197-79b6afd19e49 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:48.610786 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3cb0d018-de1d-45f3-a197-79b6afd19e49 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0284507 Jan 17 08:18:48.612242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:48.612561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53126) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:48.617163 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2b5e6e3e-527d-4bb7-8c69-6abbb6cf97a7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags HTTP/1.1" status: 200 len: 239 time: 0.1733100 Jan 17 08:18:48.619332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53130) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:48.622732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6124e773-9065-47e3-a954-1dd0a3ecad55 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '58b0c463-afc0-448f-99c9-f66f39c28041', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:48.633485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6124e773-9065-47e3-a954-1dd0a3ecad55 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:48.634990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:48.638961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:48.639598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.651235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-6f49a1ec-b2ca-43b1-9647-e3a124c32811 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767', 'tempest-TagsExtTest-Tag-62256692') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:48.654181 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6124e773-9065-47e3-a954-1dd0a3ecad55 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:48.665277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6124e773-9065-47e3-a954-1dd0a3ecad55 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:48.674817 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9c6ed757-ae71-4b75-96e4-2186a1dca02e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:48.692803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6124e773-9065-47e3-a954-1dd0a3ecad55 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:48.735420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Port': ['ID=c9c9b7e7-28fd-4d78-be02-b5f065d3e814,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:48.762818 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6f49a1ec-b2ca-43b1-9647-e3a124c32811 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags/tempest-TagsExtTest-Tag-62256692 HTTP/1.1" status: 204 len: 168 time: 0.1296077 Jan 17 08:18:48.763093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53134) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:48.771253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-41a5e653-bcd5-47a8-bd1b-0ef82feaff4c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767', 'tempest-TagsExtTest-Tag-62256692') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:48.786923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.791169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:48.791770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.849828 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-beb3df23-e5c6-483b-9a7f-dec369914543 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1020060 Jan 17 08:18:48.853512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53138) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:48.941264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 9c6ed757-ae71-4b75-96e4-2186a1dca02e completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:48.946540 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-6124e773-9065-47e3-a954-1dd0a3ecad55 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Project 1a5a31bf93764f979a902c20ae1dcdd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:18:48.954761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 9c6ed757-ae71-4b75-96e4-2186a1dca02e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:48.954761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:48.984998 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Network': ['ID=dedcfa7c-e9a5-473d-87dc-e5405d8301c5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:48.999019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:49.001713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:49.011037 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-41a5e653-bcd5-47a8-bd1b-0ef82feaff4c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags/tempest-TagsExtTest-Tag-62256692 HTTP/1.1" status: 204 len: 168 time: 0.2468638 Jan 17 08:18:49.019447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53142) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:49.026119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-df027bb9-61f2-418e-a90c-4109d7ee9dd4 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:49.031639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:49.197043 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-51dbd98c-6bcb-4921-9aae-4b8dab7f66a3 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4747543 Jan 17 08:18:49.198032 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-6124e773-9065-47e3-a954-1dd0a3ecad55 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:49.198994 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6124e773-9065-47e3-a954-1dd0a3ecad55 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5837746 Jan 17 08:18:49.207089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53146) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:49.211449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53150) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:49.216871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'subnet': {'network_id': 'dedcfa7c-e9a5-473d-87dc-e5405d8301c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:49.218666 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-df027bb9-61f2-418e-a90c-4109d7ee9dd4 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags HTTP/1.1" status: 200 len: 205 time: 0.1980538 Jan 17 08:18:49.221171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:49.224651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53154) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:49.238118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-dc143a14-203a-4764-9ac4-093318906788 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:49.253328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 9c6ed757-ae71-4b75-96e4-2186a1dca02e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9c6ed757-ae71-4b75-96e4-2186a1dca02e,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:49.299645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d910d6f8-a3af-435c-93d3-21bb5f1b866b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '58b0c463-afc0-448f-99c9-f66f39c28041', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:49.302984 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-d910d6f8-a3af-435c-93d3-21bb5f1b866b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:49.302984 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d910d6f8-a3af-435c-93d3-21bb5f1b866b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0886614 Jan 17 08:18:49.311940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53158) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:49.314541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Router 5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:18:49.323698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:49.324407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0f994aed-e770-47e6-afef-37c6665c2953 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:49.325199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f957c1dc-ffd3-4cf0-9c07-9b1aa09e30eb tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '58b0c463-afc0-448f-99c9-f66f39c28041', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:49.352808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f957c1dc-ffd3-4cf0-9c07-9b1aa09e30eb tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:49.368431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f957c1dc-ffd3-4cf0-9c07-9b1aa09e30eb tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:49.378481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f957c1dc-ffd3-4cf0-9c07-9b1aa09e30eb tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:49.418970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f957c1dc-ffd3-4cf0-9c07-9b1aa09e30eb tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:49.461943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd745aba-1d96-4e90-a585-c1ef43cc064d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting subnet ad0df540-7b26-4dec-83bb-6a90e8704756 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:49.469093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd745aba-1d96-4e90-a585-c1ef43cc064d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:49.507963 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dc143a14-203a-4764-9ac4-093318906788 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags HTTP/1.1" status: 204 len: 168 time: 0.2800179 Jan 17 08:18:49.514082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53162) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:49.525774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:49.540635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-5cb3936d-0e86-4c8d-bcce-6125d993416f tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:49.636635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-54d113dc-2c9c-4022-8bf0-f8fe36bdd4da None None] Provisioning complete for port db0bc2a8-4766-4259-a792-2690fc9d1086 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:49.637355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54d113dc-2c9c-4022-8bf0-f8fe36bdd4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:49.638909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:subnet and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:49.648739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:49.658693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:49.715785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0f994aed-e770-47e6-afef-37c6665c2953 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:49.716312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:49.730908 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-f957c1dc-ffd3-4cf0-9c07-9b1aa09e30eb tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Project 1a5a31bf93764f979a902c20ae1dcdd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:18:49.773243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=9c6ed757-ae71-4b75-96e4-2186a1dca02e,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:49.780557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:49.798313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:49.824605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd745aba-1d96-4e90-a585-c1ef43cc064d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:49.840453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-54d113dc-2c9c-4022-8bf0-f8fe36bdd4da None None] Port db0bc2a8-4766-4259-a792-2690fc9d1086 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:49.866956 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-f957c1dc-ffd3-4cf0-9c07-9b1aa09e30eb tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:49.868048 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f957c1dc-ffd3-4cf0-9c07-9b1aa09e30eb tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5533986 Jan 17 08:18:49.878086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53166) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:49.891077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fc65dabf-2b93-4c26-84e2-f99368f339a4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '58b0c463-afc0-448f-99c9-f66f39c28041', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:49.898458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc65dabf-2b93-4c26-84e2-f99368f339a4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:49.902612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc65dabf-2b93-4c26-84e2-f99368f339a4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:49.920946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc65dabf-2b93-4c26-84e2-f99368f339a4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:49.926133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2876fd-0a2e-480d-9ace-ee4e9d6a83e6 None None] Network db469c7d-43f5-4e05-a467-efcc13406586 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:49.930242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:49.936372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc65dabf-2b93-4c26-84e2-f99368f339a4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:50.043138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d224d7c3-5757-4b3f-8b9c-ec34e110749d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:50.075809 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-bb424c71-035a-4f1c-8bef-aff5d4b622c8 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:50.079841 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bb424c71-035a-4f1c-8bef-aff5d4b622c8 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "PUT /v2.0/routers/a67e8258-253f-49e3-ad2b-d7698bf73bb1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0432160 Jan 17 08:18:50.080966 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5cb3936d-0e86-4c8d-bcce-6125d993416f tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags HTTP/1.1" status: 204 len: 168 time: 0.5523341 Jan 17 08:18:50.081743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53170) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:50.082077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53172) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:50.097480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d224d7c3-5757-4b3f-8b9c-ec34e110749d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:18:50.098208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d224d7c3-5757-4b3f-8b9c-ec34e110749d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:18:50.121283 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ae87bc5-6194-432c-8126-51850ca7e4dc None None] Provisioning for port e2e847af-1c01-4298-97f8-421dd15e0885 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:50.174629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-e9303b7f-d1a3-4bb6-904f-7863372a83e2 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:50.175318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Router 1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:50.237688 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-fc65dabf-2b93-4c26-84e2-f99368f339a4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Project 1a5a31bf93764f979a902c20ae1dcdd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:18:50.324563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9c6ed757-ae71-4b75-96e4-2186a1dca02e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:50.364399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:50.374378 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Sync routers for ids ['5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:50.402210 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Routers {'5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:50.403521 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:50.440459 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-fc65dabf-2b93-4c26-84e2-f99368f339a4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:18:50.445188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 9c6ed757-ae71-4b75-96e4-2186a1dca02e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:50.445776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:50.448469 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fc65dabf-2b93-4c26-84e2-f99368f339a4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5657446 Jan 17 08:18:50.453594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53178) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:50.480151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd745aba-1d96-4e90-a585-c1ef43cc064d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:50.530614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:50.603025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:50.604298 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7bd52f89-2412-4a31-a3f1-44898fa8ec8f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3498828 Jan 17 08:18:50.617908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53182) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:50.632528 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e2e847af-1c01-4298-97f8-421dd15e0885 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:50.721902 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Set router 5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:50.841830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e2e847af-1c01-4298-97f8-421dd15e0885 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:50.851980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e2e847af-1c01-4298-97f8-421dd15e0885 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:50.852607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:50.859435 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e9303b7f-d1a3-4bb6-904f-7863372a83e2 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags HTTP/1.1" status: 204 len: 168 time: 0.7722404 Jan 17 08:18:50.860618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd745aba-1d96-4e90-a585-c1ef43cc064d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:50.877036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53186) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:50.889143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d814529e-a55e-4acb-9227-7f3d5d264d9f None None] Provisioning for port c9c9b7e7-28fd-4d78-be02-b5f065d3e814 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:50.909087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd745aba-1d96-4e90-a585-c1ef43cc064d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:50.913063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d814529e-a55e-4acb-9227-7f3d5d264d9f None None] Provisioning complete for port c9c9b7e7-28fd-4d78-be02-b5f065d3e814 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:50.914808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d814529e-a55e-4acb-9227-7f3d5d264d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:50.923070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-2e12ad2a-adba-444f-a313-cd7f88160196 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:50.979824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd745aba-1d96-4e90-a585-c1ef43cc064d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0df540-7b26-4dec-83bb-6a90e8704756,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:50.981700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f278d95a-256a-4d4d-a0a3-cf00c1f1ecd4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:50.989158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Subnet': ['ID=cea6255a-7b26-4111-813e-2a2cebf70b81,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:50.992246 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cd745aba-1d96-4e90-a585-c1ef43cc064d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/subnets/ad0df540-7b26-4dec-83bb-6a90e8704756 HTTP/1.1" status: 204 len: 168 time: 2.1383190 Jan 17 08:18:50.993164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:51.025661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d814529e-a55e-4acb-9227-7f3d5d264d9f None None] Port c9c9b7e7-28fd-4d78-be02-b5f065d3e814 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:51.062557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:51.088150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5874136-57b1-49f0-a32a-3a692b94fbc6 None None] Network db469c7d-43f5-4e05-a467-efcc13406586 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:51.096186 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ddc9b83f-c885-4fb8-8fd5-5b4cf50937cc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "PUT /v2.0/routers/1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7799244 Jan 17 08:18:51.101665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53194) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:51.110447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f1d51-3fe2-4738-bf81-c20067f478f7 None None] Sync routers for ids ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:51.123022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f278d95a-256a-4d4d-a0a3-cf00c1f1ecd4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.159320 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42', 'name': 'tempest-snat-router-1972122301', 'tenant_id': '727cb77dc13d48c69f767a9c028b3dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '5005ebcf-679f-4559-b1f7-529e72e96f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:44Z', 'updated_at': '2022-01-17T08:18:47Z', 'revision_number': 3, 'project_id': '727cb77dc13d48c69f767a9c028b3dee', 'gw_port': {'id': '5005ebcf-679f-4559-b1f7-529e72e96f07', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:18:46Z', 'updated_at': '2022-01-17T08:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:51.163859 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Checking router: 5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:18:51.164335 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Updating router 5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42 port 5005ebcf-679f-4559-b1f7-529e72e96f07 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:18:51.198809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d814529e-a55e-4acb-9227-7f3d5d264d9f None None] Provisioning complete for port e2e847af-1c01-4298-97f8-421dd15e0885 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:51.199181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d814529e-a55e-4acb-9227-7f3d5d264d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.259683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.272448 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.274014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Checking segment: {'id': 'f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'dedcfa7c-e9a5-473d-87dc-e5405d8301c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:51.274501 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network hostable DHCP agents. Network: dedcfa7c-e9a5-473d-87dc-e5405d8301c5, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:51.278171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.301199 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f1d51-3fe2-4738-bf81-c20067f478f7 None None] Routers {'1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:51.301994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d38f1d51-3fe2-4738-bf81-c20067f478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:51.335857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f5958-23c0-4f3b-a5c4-c8ba0ba1a9fc tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:51.337362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f5958-23c0-4f3b-a5c4-c8ba0ba1a9fc tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:51.338130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-945f5958-23c0-4f3b-a5c4-c8ba0ba1a9fc tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Synchronizing usage tracker for tenant:a0f8c3140e5e4da5b245e0ae63370a44 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:51.419726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d38f1d51-3fe2-4738-bf81-c20067f478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:51.445177 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2e12ad2a-adba-444f-a313-cd7f88160196 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags HTTP/1.1" status: 204 len: 168 time: 0.5330710 Jan 17 08:18:51.445959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53198) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:51.453317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-16804934-f523-4c2e-bc6e-5cfe8371700c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91', 'tempest-TagsExtTest-Tag-1156005513') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:51.488220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e2e847af-1c01-4298-97f8-421dd15e0885, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e2e847af-1c01-4298-97f8-421dd15e0885,segment=NetworkSegment(60b36495-6c04-4c7d-a9ad-021e1288a207),segment_id=60b36495-6c04-4c7d-a9ad-021e1288a207)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:51.525541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-945f5958-23c0-4f3b-a5c4-c8ba0ba1a9fc tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Unset dirty status for tenant:a0f8c3140e5e4da5b245e0ae63370a44 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:51.529902 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-945f5958-23c0-4f3b-a5c4-c8ba0ba1a9fc tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5260341 Jan 17 08:18:51.532249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53202) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:51.557454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:51.560808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f278d95a-256a-4d4d-a0a3-cf00c1f1ecd4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.562820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f1d51-3fe2-4738-bf81-c20067f478f7 None None] Routers {'1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:51.563495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d38f1d51-3fe2-4738-bf81-c20067f478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:51.593976 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278d95a-256a-4d4d-a0a3-cf00c1f1ecd4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b0c463-afc0-448f-99c9-f66f39c28041,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:51.617830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f278d95a-256a-4d4d-a0a3-cf00c1f1ecd4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.621904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f278d95a-256a-4d4d-a0a3-cf00c1f1ecd4 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/58b0c463-afc0-448f-99c9-f66f39c28041 HTTP/1.1" status: 204 len: 168 time: 1.1643124 Jan 17 08:18:51.626504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53206) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:51.666755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.680524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7b00-023e-472e-b747-8050150d8a2c tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.684543 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.700662 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Transition to ACTIVE for port object 5005ebcf-679f-4559-b1f7-529e72e96f07 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:51.724761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d38f1d51-3fe2-4738-bf81-c20067f478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:51.726017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38f1d51-3fe2-4738-bf81-c20067f478f7 None None] The sync data for ids ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:51.732373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-239f7892-28c9-4c86-b0be-ecc685114897 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.735743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, dedcfa7c-e9a5-473d-87dc-e5405d8301c5) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:51.760224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:51.760806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.761545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8817a-9500-47fd-83c6-bf07da9478e5 None None] Network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:51.764833 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.795316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6117d043-a93b-45df-aa50-3a9a289b97b9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Synchronizing usage tracker for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:51.854364 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-239f7892-28c9-4c86-b0be-ecc685114897 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 17 08:18:51.854816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239f7892-28c9-4c86-b0be-ecc685114897 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:18:51.863078 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-239f7892-28c9-4c86-b0be-ecc685114897 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/db469c7d-43f5-4e05-a467-efcc13406586 HTTP/1.1" status: 409 len: 405 time: 0.3278503 Jan 17 08:18:51.864602 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53210) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:51.874206 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b5b6beb7-d96a-42ba-b023-774b660ec1b2 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/routers/5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42 HTTP/1.1" status: 200 len: 907 time: 1.2551432 Jan 17 08:18:51.880973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1050219310'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:51.883241 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Pushing event updated for resources: {'Port': ['ID=5005ebcf-679f-4559-b1f7-529e72e96f07,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:51.885162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53214) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:51.919596 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Attempting to bind port 5005ebcf-679f-4559-b1f7-529e72e96f07 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:51.920609 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Attempting to bind port 5005ebcf-679f-4559-b1f7-529e72e96f07 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:51.921595 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Attempting to bind port 5005ebcf-679f-4559-b1f7-529e72e96f07 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:51.940249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e2e847af-1c01-4298-97f8-421dd15e0885,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:51.944343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:51.950625 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:51.951021 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:51.953689 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.953858 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:51.956412 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Bound port: 5005ebcf-679f-4559-b1f7-529e72e96f07, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:51.956843 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.969415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:network and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:51.976044 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0e09061c-4943-4a93-8155-39b5700590a0 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7673869 Jan 17 08:18:51.976989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:51.984098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53218) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:51.989931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b7034e2f-2532-45bb-a45c-05a4dab2c92d None None] Provisioning complete for port c9c9b7e7-28fd-4d78-be02-b5f065d3e814 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:51.990201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b7034e2f-2532-45bb-a45c-05a4dab2c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:51.992677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112785166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:51.998670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:52.005902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:52.013539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6117d043-a93b-45df-aa50-3a9a289b97b9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Unset dirty status for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:52.019143 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-16804934-f523-4c2e-bc6e-5cfe8371700c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags/tempest-TagsExtTest-Tag-1156005513 HTTP/1.1" status: 201 len: 201 time: 0.5692425 Jan 17 08:18:52.019326 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6117d043-a93b-45df-aa50-3a9a289b97b9 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3923059 Jan 17 08:18:52.019527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53222) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:52.023184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:router and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:52.029656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53224) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:52.032387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:52.038339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674182733'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:52.039420 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.039868 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.040272 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.040700 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.041899 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.042597 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.043010 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.043452 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.043848 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.044336 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.044729 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:18:52.051032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:52.055111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:52.059719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-49bc8851-2acd-49e9-99cd-1e8bb923ca56 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349', 'tempest-TagsExtTest-Tag-728630486') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:52.068111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] DHCP port deletion for db469c7d-43f5-4e05-a467-efcc13406586 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:18:52.088897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Deleting port e2e847af-1c01-4298-97f8-421dd15e0885 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:52.089271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.122139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:52.125323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:52.129372 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.189450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b7034e2f-2532-45bb-a45c-05a4dab2c92d None None] Port c9c9b7e7-28fd-4d78-be02-b5f065d3e814 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:52.199524 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-b1cd7b00-023e-472e-b747-8050150d8a2c tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 17 08:18:52.203988 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b1cd7b00-023e-472e-b747-8050150d8a2c tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "DELETE /v2.0/routers/1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c HTTP/1.1" status: 409 len: 329 time: 1.1009181 Jan 17 08:18:52.205358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53230) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:52.212147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:52.267298 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] For port 5005ebcf-679f-4559-b1f7-529e72e96f07, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:52.282004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e2e847af-1c01-4298-97f8-421dd15e0885 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:18:52.288199 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] For port 5005ebcf-679f-4559-b1f7-529e72e96f07, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5005ebcf-679f-4559-b1f7-529e72e96f07,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:52.289847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.290742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.295301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.317672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.318037 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Added segment a3d3f9d2-0a7c-4095-815e-5ce7610d2029 of type vlan for network cc515863-d6ed-42be-9057-9f73b3712c0d Jan 17 08:18:52.327454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-dedcfa7c-e9a5-473d-87dc-e5405d8301c5', 'network_id': 'dedcfa7c-e9a5-473d-87dc-e5405d8301c5', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'fixed_ips': [{'subnet_id': 'cea6255a-7b26-4111-813e-2a2cebf70b81'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:52.328264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.341345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting port 7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:52.341970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.390954 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.497763 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Routers {'5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:52.498684 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:52.515768 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.526565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:52.536011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.538182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:52.548459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:52.568095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:52.582008 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ad3b0-c679-49ac-b12c-b5e6781071cb None None] Pushing event updated for resources: {'Port': ['ID=5005ebcf-679f-4559-b1f7-529e72e96f07,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:52.639540 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-49bc8851-2acd-49e9-99cd-1e8bb923ca56 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags/tempest-TagsExtTest-Tag-728630486 HTTP/1.1" status: 201 len: 201 time: 0.5960550 Jan 17 08:18:52.644400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53234) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:52.651479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-995ed533-7fe7-4782-9d68-35bb272131df tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371', 'tempest-TagsExtTest-Tag-1704500246') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:52.687608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] For port e2e847af-1c01-4298-97f8-421dd15e0885, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e2e847af-1c01-4298-97f8-421dd15e0885,segment=NetworkSegment(60b36495-6c04-4c7d-a9ad-021e1288a207),segment_id=60b36495-6c04-4c7d-a9ad-021e1288a207)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:52.688174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.696446 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.705826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.733371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.761121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.770996 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] Set router 5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:18:52.807178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.810797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:52.811390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:52.844648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Calling delete_port for 7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:52.904073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Calling delete_port for e2e847af-1c01-4298-97f8-421dd15e0885 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:52.963842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e2e847af-1c01-4298-97f8-421dd15e0885, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e2e847af-1c01-4298-97f8-421dd15e0885,segment=NetworkSegment(60b36495-6c04-4c7d-a9ad-021e1288a207),segment_id=60b36495-6c04-4c7d-a9ad-021e1288a207)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:52.986211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Allocated IP 2001:db8::2 (dedcfa7c-e9a5-473d-87dc-e5405d8301c5/cea6255a-7b26-4111-813e-2a2cebf70b81/b7451501-7fb7-4eb0-9503-2ba5d7de3c2b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:53.081347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.123038 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42', 'name': 'tempest-snat-router-1972122301', 'tenant_id': '727cb77dc13d48c69f767a9c028b3dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '5005ebcf-679f-4559-b1f7-529e72e96f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:44Z', 'updated_at': '2022-01-17T08:18:47Z', 'revision_number': 3, 'project_id': '727cb77dc13d48c69f767a9c028b3dee', 'gw_port': {'id': '5005ebcf-679f-4559-b1f7-529e72e96f07', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:18:46Z', 'updated_at': '2022-01-17T08:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:53.124081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.128974 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99401580-5bf6-4b9a-a7aa-d40bc00332e2 None None] The sync data for ids ['5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42'] in dv-neutron-824874-1-hyperv is: [{'id': '5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42', 'name': 'tempest-snat-router-1972122301', 'tenant_id': '727cb77dc13d48c69f767a9c028b3dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.69'}], 'enable_snat': True}, 'gw_port_id': '5005ebcf-679f-4559-b1f7-529e72e96f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:18:44Z', 'updated_at': '2022-01-17T08:18:47Z', 'revision_number': 3, 'project_id': '727cb77dc13d48c69f767a9c028b3dee', 'gw_port': {'id': '5005ebcf-679f-4559-b1f7-529e72e96f07', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:18:46Z', 'updated_at': '2022-01-17T08:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:53.134096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:18:53.134472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:18:53.186780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Port': ['ID=7b1ee3a1-fe57-4d8d-a811-a7c6bca24d2e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:53.198208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e2e847af-1c01-4298-97f8-421dd15e0885,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:53.216428 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3482141 Jan 17 08:18:53.217449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.220988 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4cb510f8-8256-4b6a-8839-e841c6cab6e2 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2334199 Jan 17 08:18:53.227077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53238) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:53.227426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53240) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:53.229299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.289078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.300846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Transition to ACTIVE for port object b7451501-7fb7-4eb0-9503-2ba5d7de3c2b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:53.314332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'subnet': {'network_id': 'cc515863-d6ed-42be-9057-9f73b3712c0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:53.322612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Transition to ACTIVE for port object b7451501-7fb7-4eb0-9503-2ba5d7de3c2b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:53.335856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.388224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.408488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa9719-a9b3-461a-b8bf-8bed3a75bf6c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Network': ['ID=cc515863-d6ed-42be-9057-9f73b3712c0d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:53.486491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748c88a6-8f1b-413d-94ce-7caa8e4f07db,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:53.525302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.529075 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0bfcaa61-9ade-4c8e-837d-f3b3a8220f3f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4996150 Jan 17 08:18:53.531123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53246) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:53.542119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8aff22dd-514c-48d9-957d-42d5f371317c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '748c88a6-8f1b-413d-94ce-7caa8e4f07db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:53.542420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network cc515863-d6ed-42be-9057-9f73b3712c0d details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:53.565550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Pushing event updated for resources: {'Port': ['ID=b7451501-7fb7-4eb0-9503-2ba5d7de3c2b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:53.596386 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-995ed533-7fe7-4782-9d68-35bb272131df tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags/tempest-TagsExtTest-Tag-1704500246 HTTP/1.1" status: 201 len: 201 time: 0.9490135 Jan 17 08:18:53.599716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8aff22dd-514c-48d9-957d-42d5f371317c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:53.612112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53250) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:53.618263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8aff22dd-514c-48d9-957d-42d5f371317c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:53.625275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-d14c7681-0957-4217-9831-7c1e3a7acc02 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767', 'tempest-TagsExtTest-Tag-1825400135') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:53.635110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Deleting port e2e847af-1c01-4298-97f8-421dd15e0885 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:53.635501 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.636969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8aff22dd-514c-48d9-957d-42d5f371317c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:53.648338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8aff22dd-514c-48d9-957d-42d5f371317c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:53.676879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.680725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:53.691341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:53.704441 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:53.776834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:53.848591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.853064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:53.880646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.909751 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d14c7681-0957-4217-9831-7c1e3a7acc02 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags/tempest-TagsExtTest-Tag-1825400135 HTTP/1.1" status: 201 len: 201 time: 0.2940919 Jan 17 08:18:53.909994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53254) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:53.917699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-b1d23374-6237-4dd8-bf29-484f8fb8be08 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91', {'tags': ['tempest-TagsExtTest-Tag-1410331836', 'tempest-TagsExtTest-Tag-1971642804', 'tempest-TagsExtTest-Tag-473401031']}) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:53.956852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Deleting port 5005ebcf-679f-4559-b1f7-529e72e96f07 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:53.957270 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.972317 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Attempting to bind port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:53.972920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Attempting to bind port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'dedcfa7c-e9a5-473d-87dc-e5405d8301c5'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:53.973030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Attempting to bind port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b on network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:53.981354 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-8aff22dd-514c-48d9-957d-42d5f371317c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The resource could not be found. Jan 17 08:18:53.981536 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8aff22dd-514c-48d9-957d-42d5f371317c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4480963 Jan 17 08:18:53.992157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53258) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:53.997978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:53.998350 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Checking segment: {'id': 'f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'dedcfa7c-e9a5-473d-87dc-e5405d8301c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:53.999060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:53.999179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Bound using segment: {'id': 'f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'dedcfa7c-e9a5-473d-87dc-e5405d8301c5'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:53.999623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Bound port: b7451501-7fb7-4eb0-9503-2ba5d7de3c2b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'dedcfa7c-e9a5-473d-87dc-e5405d8301c5'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:53.999984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:54.003020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4db6d3b2-fb51-419c-937e-3f4e14b76177 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '748c88a6-8f1b-413d-94ce-7caa8e4f07db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2e43e9c3-80ee-4deb-8d5a-2cdfd21c3891'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:54.010664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4db6d3b2-fb51-419c-937e-3f4e14b76177 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:54.016280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4db6d3b2-fb51-419c-937e-3f4e14b76177 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:54.020223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4db6d3b2-fb51-419c-937e-3f4e14b76177 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:54.028441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4db6d3b2-fb51-419c-937e-3f4e14b76177 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:54.067772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] For port e2e847af-1c01-4298-97f8-421dd15e0885, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e2e847af-1c01-4298-97f8-421dd15e0885,segment=NetworkSegment(60b36495-6c04-4c7d-a9ad-021e1288a207),segment_id=60b36495-6c04-4c7d-a9ad-021e1288a207)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:54.068156 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:54.134732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:54.200019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Calling delete_port for e2e847af-1c01-4298-97f8-421dd15e0885 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:54.263676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] For port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:54.269059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] For port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b7451501-7fb7-4eb0-9503-2ba5d7de3c2b,segment=NetworkSegment(f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d),segment_id=f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:54.327827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] For port 5005ebcf-679f-4559-b1f7-529e72e96f07, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5005ebcf-679f-4559-b1f7-529e72e96f07,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:54.328130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:54.356863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:54.400422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:54.455029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:54.457886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99087abd-83e7-4e8a-8cdd-802ef4853be0 None None] Pushing event updated for resources: {'Port': ['ID=b7451501-7fb7-4eb0-9503-2ba5d7de3c2b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:54.479084 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b1d23374-6237-4dd8-bf29-484f8fb8be08 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags HTTP/1.1" status: 200 len: 317 time: 0.5648129 Jan 17 08:18:54.486380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53262) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:54.486861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Calling delete_port for 5005ebcf-679f-4559-b1f7-529e72e96f07 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:54.540187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] Pushing event deleted for resources: {'Port': ['ID=e2e847af-1c01-4298-97f8-421dd15e0885,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:54.542272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-3d3063ff-f46d-4ceb-9aef-1475dc826853 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:54.559356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8faa2-8734-42be-ade3-b831f26c65b5 None None] No DVR routers for this DVR port e2e847af-1c01-4298-97f8-421dd15e0885 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:18:54.672881 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-4db6d3b2-fb51-419c-937e-3f4e14b76177 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The resource could not be found. Jan 17 08:18:54.674155 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4db6d3b2-fb51-419c-937e-3f4e14b76177 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6809382 Jan 17 08:18:54.812559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53266) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:55.040194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:55.083282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-295071f6-578a-4a70-8d01-70bd30291a03 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:55.122639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-295071f6-578a-4a70-8d01-70bd30291a03 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:55.162358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:55.224701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Router a67e8258-253f-49e3-ad2b-d7698bf73bb1 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:55.251914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event deleted for resources: {'Port': ['ID=5005ebcf-679f-4559-b1f7-529e72e96f07,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:55.340398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Deleting port db0bc2a8-4766-4259-a792-2690fc9d1086 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:55.340731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:55.378605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-295071f6-578a-4a70-8d01-70bd30291a03 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:55.439968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295071f6-578a-4a70-8d01-70bd30291a03 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748c88a6-8f1b-413d-94ce-7caa8e4f07db,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:55.479290 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3d3063ff-f46d-4ceb-9aef-1475dc826853 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags HTTP/1.1" status: 204 len: 168 time: 0.9880891 Jan 17 08:18:55.496989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:55.558284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-6fd4e4d4-effc-4b5c-a808-3157aa1a6781 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91', 'tempest-TagsExtTest-Tag-1410331836') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:55.673384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:55.687478 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3cd25-8f1a-471d-802d-2a6c7fd52cdd None None] Sync routers for ids ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:55.703326 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3cd25-8f1a-471d-802d-2a6c7fd52cdd None None] Routers {'a67e8258-253f-49e3-ad2b-d7698bf73bb1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:55.704340 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-91c3cd25-8f1a-471d-802d-2a6c7fd52cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:55.761863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:55.789262 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-91c3cd25-8f1a-471d-802d-2a6c7fd52cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:55.793602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce9c539-6d1a-4aff-92f9-5051368350c3 None None] Network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:55.799375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b306ed74-a787-40d7-8b64-72d0d6ae1a3b tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "PUT /v2.0/routers/a67e8258-253f-49e3-ad2b-d7698bf73bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7102981 Jan 17 08:18:55.808601 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3cd25-8f1a-471d-802d-2a6c7fd52cdd None None] Routers {'a67e8258-253f-49e3-ad2b-d7698bf73bb1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:55.808796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53274) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:55.809401 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-91c3cd25-8f1a-471d-802d-2a6c7fd52cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:55.839497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:55.867578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 2001:db8::1 (dedcfa7c-e9a5-473d-87dc-e5405d8301c5/cea6255a-7b26-4111-813e-2a2cebf70b81/faca413b-9501-4064-897e-e11d41f4ff0c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:55.875419 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-91c3cd25-8f1a-471d-802d-2a6c7fd52cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:55.875972 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c3cd25-8f1a-471d-802d-2a6c7fd52cdd None None] The sync data for ids ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:55.901226 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-8644bf1d-70db-4a1c-a611-764a9e70e631 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] delete failed (client error): The resource could not be found. Jan 17 08:18:55.902166 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8644bf1d-70db-4a1c-a611-764a9e70e631 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-104813869 HTTP/1.1" status: 404 len: 334 time: 0.0875177 Jan 17 08:18:55.913715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53278) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:55.913939 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-6fd4e4d4-effc-4b5c-a808-3157aa1a6781 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:18:55.914845 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6fd4e4d4-effc-4b5c-a808-3157aa1a6781 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags/tempest-TagsExtTest-Tag-1410331836 HTTP/1.1" status: 404 len: 329 time: 0.3730094 Jan 17 08:18:55.926000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5854699c-598d-4bda-be14-abe69023683e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a67e8258-253f-49e3-ad2b-d7698bf73bb1'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:55.970764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53282) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:55.979890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-295071f6-578a-4a70-8d01-70bd30291a03 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:55.980959 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-295071f6-578a-4a70-8d01-70bd30291a03 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/748c88a6-8f1b-413d-94ce-7caa8e4f07db HTTP/1.1" status: 204 len: 168 time: 1.1620345 Jan 17 08:18:55.988206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Calling delete_port for db0bc2a8-4766-4259-a792-2690fc9d1086 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:56.003318 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53286) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:56.015158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3b7b064c-a5b4-4ab1-b2db-ff957a174457 None None] Provisioning for port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:56.019769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-f6e7b44d-72dd-4ec2-8021-a2254700c353 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91', 'tempest-TagsExtTest-Tag-1971642804') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:56.129616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.objects.ports [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84155) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:18:56.139829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.255650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b7451501-7fb7-4eb0-9503-2ba5d7de3c2b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:56.408982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:56.418002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:56.418627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.420844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.436381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.483588 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-f6e7b44d-72dd-4ec2-8021-a2254700c353 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:18:56.487146 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f6e7b44d-72dd-4ec2-8021-a2254700c353 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags/tempest-TagsExtTest-Tag-1971642804 HTTP/1.1" status: 404 len: 329 time: 0.5063214 Jan 17 08:18:56.489302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53290) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:56.503428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-159ca350-87c6-46bf-a9aa-84482dc1521b tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91', 'tempest-TagsExtTest-Tag-473401031') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:56.520248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a98b8b7c-d606-4547-b6e0-166d48c05fda tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Synchronizing usage tracker for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:18:56.522625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Subnet': ['ID=8cdaa5a8-9072-47ac-8b4e-e84cd259a036,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:56.570840 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.571416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:18:56.585585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.601163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.604213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.607837 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-08d72158-37a4-4982-b9c3-c9ceeb80af6f tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "DELETE /v2.0/routers/5e0bee24-0bf4-49e4-a17f-9d2ec6a7bb42 HTTP/1.1" status: 204 len: 168 time: 4.7192771 Jan 17 08:18:56.609255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53294) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:56.640758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b7451501-7fb7-4eb0-9503-2ba5d7de3c2b,segment=NetworkSegment(f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d),segment_id=f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:56.668276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Transition to ACTIVE for port object faca413b-9501-4064-897e-e11d41f4ff0c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:56.673044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Checking segment: {'id': 'a3d3f9d2-0a7c-4095-815e-5ce7610d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cc515863-d6ed-42be-9057-9f73b3712c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:56.673406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network hostable DHCP agents. Network: cc515863-d6ed-42be-9057-9f73b3712c0d, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:18:56.714311 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-159ca350-87c6-46bf-a9aa-84482dc1521b tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:18:56.715362 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-159ca350-87c6-46bf-a9aa-84482dc1521b tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags/tempest-TagsExtTest-Tag-473401031 HTTP/1.1" status: 404 len: 328 time: 0.2269900 Jan 17 08:18:56.719265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53298) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:56.721677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.726163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-038ff5d0-eb71-4ea1-b52d-9e84ff080c03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349', {'tags': ['tempest-TagsExtTest-Tag-1162511811', 'tempest-TagsExtTest-Tag-52157489', 'tempest-TagsExtTest-Tag-5901401']}) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:56.750164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a98b8b7c-d606-4547-b6e0-166d48c05fda tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Unset dirty status for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:18:56.755301 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a98b8b7c-d606-4547-b6e0-166d48c05fda tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7223985 Jan 17 08:18:56.763000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53302) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:56.775603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d4032c19-76e6-4946-b4c5-3bd53b2350ca tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '471551b3-3f6f-41c6-9f32-bcf470cebd4b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:56.793520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d4032c19-76e6-4946-b4c5-3bd53b2350ca tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:56.797258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=b7451501-7fb7-4eb0-9503-2ba5d7de3c2b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:56.805420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d4032c19-76e6-4946-b4c5-3bd53b2350ca tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:56.811319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d4032c19-76e6-4946-b4c5-3bd53b2350ca tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:56.822841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d4032c19-76e6-4946-b4c5-3bd53b2350ca tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:56.827051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.853168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5854699c-598d-4bda-be14-abe69023683e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.912297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:56.934560 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event deleted for resources: {'Port': ['ID=db0bc2a8-4766-4259-a792-2690fc9d1086,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:56.960724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network cc515863-d6ed-42be-9057-9f73b3712c0d is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:18:56.997279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-5854699c-598d-4bda-be14-abe69023683e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] update failed (client error): The resource could not be found. Jan 17 08:18:57.001862 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5854699c-598d-4bda-be14-abe69023683e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "PUT /v2.0/routers/a67e8258-253f-49e3-ad2b-d7698bf73bb1 HTTP/1.1" status: 404 len: 339 time: 1.0825019 Jan 17 08:18:57.002557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53306) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:57.013332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1843742277'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:57.014776 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-038ff5d0-eb71-4ea1-b52d-9e84ff080c03 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags HTTP/1.1" status: 200 len: 313 time: 0.2945395 Jan 17 08:18:57.019606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53310) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:57.022757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:57.025520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:57.030916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:57.035985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-15e7f616-7c15-4a9c-a7db-3604c56712dd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:57.061205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=faca413b-9501-4064-897e-e11d41f4ff0c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:57.068181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:57.068353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.075836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:network and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:57.089827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, cc515863-d6ed-42be-9057-9f73b3712c0d) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:57.089827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:57.095699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3520eb8-9e15-42be-a570-53602566e3fa None None] Network cc515863-d6ed-42be-9057-9f73b3712c0d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:18:57.108922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:57.109867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.115962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:57.221738 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-16eb159a-a8f9-40cb-a49b-b29313122129 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9917045 Jan 17 08:18:57.222578 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-d4032c19-76e6-4946-b4c5-3bd53b2350ca tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The resource could not be found. Jan 17 08:18:57.224347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53314) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:57.227237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d4032c19-76e6-4946-b4c5-3bd53b2350ca tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4631548 Jan 17 08:18:57.231462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53318) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:57.236663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.239368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'port': {'network_id': 'cc515863-d6ed-42be-9057-9f73b3712c0d', 'name': 'tempest-NetworksIpV6TestAttrs-126603708'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:57.267442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--776913513'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:57.277701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:57.305969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.364357 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-15e7f616-7c15-4a9c-a7db-3604c56712dd tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags HTTP/1.1" status: 204 len: 168 time: 0.3404019 Jan 17 08:18:57.369389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53322) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:57.374222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Made reservation on behalf of 9e96f71cc798451ea9c29216c0297cd8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:57.377394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.388049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-9629e3ec-36d0-4f0c-ac6b-b266943b7d82 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349', 'tempest-TagsExtTest-Tag-1162511811') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:57.394436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:57.417377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-cc515863-d6ed-42be-9057-9f73b3712c0d', 'network_id': 'cc515863-d6ed-42be-9057-9f73b3712c0d', 'tenant_id': 'a0f8c3140e5e4da5b245e0ae63370a44', 'fixed_ips': [{'subnet_id': '8cdaa5a8-9072-47ac-8b4e-e84cd259a036'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:18:57.418675 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.472274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:18:57.474223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.507957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.523952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.524722 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Added segment 76d7f6aa-9755-4161-a4f2-e489b04513df of type vlan for network 3eb09904-26d1-41d1-8992-51ddd6615f75 Jan 17 08:18:57.587392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:57.604082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:port and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:57.614879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ac56dc99-4ed3-40f4-981b-acf8285d3800 None None] Provisioning for port faca413b-9501-4064-897e-e11d41f4ff0c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:18:57.624074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:57.627681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ac56dc99-4ed3-40f4-981b-acf8285d3800 None None] Provisioning complete for port faca413b-9501-4064-897e-e11d41f4ff0c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:57.628055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac56dc99-4ed3-40f4-981b-acf8285d3800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.632422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.641858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:57.651916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:57.685851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ac56dc99-4ed3-40f4-981b-acf8285d3800 None None] Port faca413b-9501-4064-897e-e11d41f4ff0c cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:57.695299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Allocated IP 2001:db8::f816:3eff:fe39:8fce (cc515863-d6ed-42be-9057-9f73b3712c0d/8cdaa5a8-9072-47ac-8b4e-e84cd259a036/3f68d181-b830-4e60-a716-18701b9221eb) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:57.712467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:57.722206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:57.732401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:57.811350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:57.814397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.862828 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-9629e3ec-36d0-4f0c-ac6b-b266943b7d82 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:18:57.863849 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9629e3ec-36d0-4f0c-ac6b-b266943b7d82 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags/tempest-TagsExtTest-Tag-1162511811 HTTP/1.1" status: 404 len: 329 time: 0.4935272 Jan 17 08:18:57.866885 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53326) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:57.877382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-f210f1a5-2857-42ef-8542-6dcd4253053d tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349', 'tempest-TagsExtTest-Tag-52157489') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:57.888961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] device_id is not set on port 6eed45e6-9209-4cdd-aa07-505e3dea2724 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:18:57.957408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.961022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:18:57.961602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.975984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:57.988415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Transition to ACTIVE for port object 3f68d181-b830-4e60-a716-18701b9221eb will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:58.009567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Transition to ACTIVE for port object 3f68d181-b830-4e60-a716-18701b9221eb will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:58.075034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.084223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.103711 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.112174 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-f210f1a5-2857-42ef-8542-6dcd4253053d tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:18:58.116649 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f210f1a5-2857-42ef-8542-6dcd4253053d tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags/tempest-TagsExtTest-Tag-52157489 HTTP/1.1" status: 404 len: 327 time: 0.2442198 Jan 17 08:18:58.116649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Router 1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:18:58.120974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53330) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:58.124669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-0b78afb4-da4f-445b-a586-d26fa978538c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349', 'tempest-TagsExtTest-Tag-5901401') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:58.160820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.190251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Network cc515863-d6ed-42be-9057-9f73b3712c0d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:58.192056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:58.204566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Pushing event updated for resources: {'Port': ['ID=3f68d181-b830-4e60-a716-18701b9221eb,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:58.206385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:18:58.211274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b7451501-7fb7-4eb0-9503-2ba5d7de3c2b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:18:58.265342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Network': ['ID=3eb09904-26d1-41d1-8992-51ddd6615f75,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:58.281070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 3eb09904-26d1-41d1-8992-51ddd6615f75 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:18:58.289622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Deleting port 9c6ed757-ae71-4b75-96e4-2186a1dca02e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:18:58.290135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.408629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:58.409015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.420446 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2f677a22-85cf-4ad8-b283-a88016d08c58 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4153759 Jan 17 08:18:58.426095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53334) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:58.443519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'subnet': {'network_id': '3eb09904-26d1-41d1-8992-51ddd6615f75', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:58.464003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660cd740-2409-4bce-b26f-deb598bbbe47,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:58.535859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.538302 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5fa4ddc5-4613-4925-9d1b-65bf37388dbc tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3054426 Jan 17 08:18:58.540567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] For port 9c6ed757-ae71-4b75-96e4-2186a1dca02e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9c6ed757-ae71-4b75-96e4-2186a1dca02e,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:18:58.544035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.546068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Allocated IP 2001:db8::f816:3eff:fed9:471c (cc515863-d6ed-42be-9057-9f73b3712c0d/8cdaa5a8-9072-47ac-8b4e-e84cd259a036/6eed45e6-9209-4cdd-aa07-505e3dea2724) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:18:58.550714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53338) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:58.560953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523658262'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:58.589956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:58.592807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 08:18:58.604974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Attempting to bind port 3f68d181-b830-4e60-a716-18701b9221eb on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:18:58.605804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Attempting to bind port 3f68d181-b830-4e60-a716-18701b9221eb by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a3d3f9d2-0a7c-4095-815e-5ce7610d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cc515863-d6ed-42be-9057-9f73b3712c0d'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:18:58.606173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Attempting to bind port 3f68d181-b830-4e60-a716-18701b9221eb on network cc515863-d6ed-42be-9057-9f73b3712c0d {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:18:58.622079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:18:58.622461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Checking segment: {'id': 'a3d3f9d2-0a7c-4095-815e-5ce7610d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cc515863-d6ed-42be-9057-9f73b3712c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:18:58.622863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.623481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Bound using segment: {'id': 'a3d3f9d2-0a7c-4095-815e-5ce7610d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cc515863-d6ed-42be-9057-9f73b3712c0d'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:18:58.623887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Bound port: 3f68d181-b830-4e60-a716-18701b9221eb, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d3f9d2-0a7c-4095-815e-5ce7610d2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'cc515863-d6ed-42be-9057-9f73b3712c0d'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:18:58.624495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.633104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.644463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:58.671760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:58.681796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Usage tracker for resource:subnet and tenant:9e96f71cc798451ea9c29216c0297cd8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:58.686858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:58.696332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:58.741604 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Calling delete_port for 9c6ed757-ae71-4b75-96e4-2186a1dca02e owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:18:58.774148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.775129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.792379 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:18:58.801260 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4a490947-9777-4224-a50a-d14a739815dc tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "PUT /v2.0/routers/1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5878916 Jan 17 08:18:58.806247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfe429-55b2-4c27-83ab-82d0641a79c1 None None] Sync routers for ids ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:18:58.812774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53342) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:58.814475 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] For port 3f68d181-b830-4e60-a716-18701b9221eb, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:18:58.821476 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] For port 3f68d181-b830-4e60-a716-18701b9221eb, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3f68d181-b830-4e60-a716-18701b9221eb,segment=NetworkSegment(a3d3f9d2-0a7c-4095-815e-5ce7610d2029),segment_id=a3d3f9d2-0a7c-4095-815e-5ce7610d2029)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:18:58.830067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfe429-55b2-4c27-83ab-82d0641a79c1 None None] Routers {'1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:58.831352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.831792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-78cfe429-55b2-4c27-83ab-82d0641a79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:58.869946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Made reservation on behalf of 9e96f71cc798451ea9c29216c0297cd8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:18:58.884675 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-374d7a0e-1a08-469e-bcdf-d682c9b77f01 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] show failed (client error): The resource could not be found. Jan 17 08:18:58.889154 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-374d7a0e-1a08-469e-bcdf-d682c9b77f01 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-851969889 HTTP/1.1" status: 404 len: 334 time: 0.0719035 Jan 17 08:18:58.889622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53346) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:58.905993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ef8daaf3-e23e-4a14-a111-87660cbe3878 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:18:58.906791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-78cfe429-55b2-4c27-83ab-82d0641a79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:58.915656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:58.958811 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-0b78afb4-da4f-445b-a586-d26fa978538c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:18:58.963651 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0b78afb4-da4f-445b-a586-d26fa978538c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags/tempest-TagsExtTest-Tag-5901401 HTTP/1.1" status: 404 len: 326 time: 0.8451054 Jan 17 08:18:58.965663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53350) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:58.985611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfe429-55b2-4c27-83ab-82d0641a79c1 None None] Routers {'1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:18:58.986837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-78cfe429-55b2-4c27-83ab-82d0641a79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:58.990650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-e39a23d1-cfc0-49b6-8391-3d81828df50b tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371', {'tags': ['tempest-TagsExtTest-Tag-1353799055', 'tempest-TagsExtTest-Tag-1712345904', 'tempest-TagsExtTest-Tag-455861456']}) {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:59.056060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=faca413b-9501-4064-897e-e11d41f4ff0c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:59.070172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-78cfe429-55b2-4c27-83ab-82d0641a79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:59.070752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfe429-55b2-4c27-83ab-82d0641a79c1 None None] The sync data for ids ['1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:18:59.077830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa0722-4568-4e44-a37f-f617a2cc69d1 None None] Pushing event updated for resources: {'Port': ['ID=3f68d181-b830-4e60-a716-18701b9221eb,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:59.128893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:18:59.145830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:59.152057 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-ef8daaf3-e23e-4a14-a111-87660cbe3878 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] update failed (client error): The resource could not be found. Jan 17 08:18:59.153101 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ef8daaf3-e23e-4a14-a111-87660cbe3878 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-711840173 HTTP/1.1" status: 404 len: 334 time: 0.2588692 Jan 17 08:18:59.164455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53354) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:59.169628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:18:59.232973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:18:59.235405 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e39a23d1-cfc0-49b6-8391-3d81828df50b tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags HTTP/1.1" status: 200 len: 317 time: 0.2634645 Jan 17 08:18:59.236706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53358) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:59.247532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-850c3e0a-9831-4ecb-b7e1-b03aef0d0af0 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:59.251388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:59.265219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:18:59.339263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Transition to ACTIVE for port object 6eed45e6-9209-4cdd-aa07-505e3dea2724 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:18:59.399792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:18:59.412906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:18:59.695858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:59.697876 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:18:59.738860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccfc366-d82b-4dce-99bd-5175a4afc5bf tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Deleting subnet 767952e0-9c4a-4021-817b-cea0bc7a00dc {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:18:59.740233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:59.743235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc366-d82b-4dce-99bd-5175a4afc5bf tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:59.773777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a6cf63f0-60d7-43ff-b4c9-ab830c8421c7 None None] Provisioning complete for port faca413b-9501-4064-897e-e11d41f4ff0c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:18:59.774158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6cf63f0-60d7-43ff-b4c9-ab830c8421c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:59.799066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc366-d82b-4dce-99bd-5175a4afc5bf tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:59.827132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:59.829117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf63f0-60d7-43ff-b4c9-ab830c8421c7 None None] Port faca413b-9501-4064-897e-e11d41f4ff0c cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:18:59.861979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:18:59.872827 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-850c3e0a-9831-4ecb-b7e1-b03aef0d0af0 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags HTTP/1.1" status: 204 len: 168 time: 0.6327243 Jan 17 08:18:59.882541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53362) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:18:59.886634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c6ed757-ae71-4b75-96e4-2186a1dca02e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:18:59.894745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-1cfb73fc-2b6c-4be3-8edc-48e780ba95c8 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371', 'tempest-TagsExtTest-Tag-1353799055') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:18:59.945802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Port': ['ID=6eed45e6-9209-4cdd-aa07-505e3dea2724,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:00.007134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network cc515863-d6ed-42be-9057-9f73b3712c0d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:00.016035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0507025-7a76-4e58-8304-090e3677043f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:00.019729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:00.022564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:00.026551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:00.027168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.031090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.204091 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-1cfb73fc-2b6c-4be3-8edc-48e780ba95c8 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:19:00.205158 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1cfb73fc-2b6c-4be3-8edc-48e780ba95c8 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags/tempest-TagsExtTest-Tag-1353799055 HTTP/1.1" status: 404 len: 329 time: 0.3201387 Jan 17 08:19:00.218876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53366) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:00.226818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-d5fd4f9f-5522-4c05-9002-a5e5b5014adf tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371', 'tempest-TagsExtTest-Tag-1712345904') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:00.295614 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3785b98d-86e6-41b1-8fb4-4e9b06401c75 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0702140 Jan 17 08:19:00.296529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.297605 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2691d6f0-a813-40ef-b940-17c4915c0568 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7431858 Jan 17 08:19:00.301026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53370) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:00.301360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53372) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:00.347826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3f68d181-b830-4e60-a716-18701b9221eb up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:00.351956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc366-d82b-4dce-99bd-5175a4afc5bf tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.370051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Subnet': ['ID=f92def3c-2506-478a-a9c6-7b03231ac2f1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:00.392228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-497f917c-92f2-4c45-840b-ea130b80017c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': '660cd740-2409-4bce-b26f-deb598bbbe47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd0507025-7a76-4e58-8304-090e3677043f'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:00.400431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-497f917c-92f2-4c45-840b-ea130b80017c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:00.404964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.409227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-497f917c-92f2-4c45-840b-ea130b80017c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:00.410003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c01588d-38f3-4894-a7e1-b410f48eac50 None None] Network cc515863-d6ed-42be-9057-9f73b3712c0d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:00.410287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-497f917c-92f2-4c45-840b-ea130b80017c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:00.416411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-497f917c-92f2-4c45-840b-ea130b80017c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:00.489740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Checking segment: {'id': '76d7f6aa-9755-4161-a4f2-e489b04513df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3eb09904-26d1-41d1-8992-51ddd6615f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:00.490758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network hostable DHCP agents. Network: 3eb09904-26d1-41d1-8992-51ddd6615f75, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:00.706655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-71f41a2e-386f-4985-aa9d-60d2f1bf08b6 None None] Provisioning for port 3f68d181-b830-4e60-a716-18701b9221eb completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:00.713793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7594d983-7ba4-4871-a488-aeb4a8ec6af0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting subnet 8cdaa5a8-9072-47ac-8b4e-e84cd259a036 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:00.720435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7594d983-7ba4-4871-a488-aeb4a8ec6af0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.742669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 3f68d181-b830-4e60-a716-18701b9221eb completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:00.752472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3f68d181-b830-4e60-a716-18701b9221eb triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:00.752992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.774123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network 3eb09904-26d1-41d1-8992-51ddd6615f75 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:00.784599 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-497f917c-92f2-4c45-840b-ea130b80017c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:19:00.788303 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-497f917c-92f2-4c45-840b-ea130b80017c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4779255 Jan 17 08:19:00.790331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53378) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:00.793854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7594d983-7ba4-4871-a488-aeb4a8ec6af0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.842817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router 7c1b57fc-4443-44c9-a644-6ade595e2f29 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:00.859983 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-d5fd4f9f-5522-4c05-9002-a5e5b5014adf tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:19:00.864091 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d5fd4f9f-5522-4c05-9002-a5e5b5014adf tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags/tempest-TagsExtTest-Tag-1712345904 HTTP/1.1" status: 404 len: 329 time: 0.6411819 Jan 17 08:19:00.866382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:00.874541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-a7e1496f-5837-49e3-96e2-55bb93238029 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371', 'tempest-TagsExtTest-Tag-455861456') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:00.876714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.883595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.886201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.902211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc366-d82b-4dce-99bd-5175a4afc5bf tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.925507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 3f68d181-b830-4e60-a716-18701b9221eb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3f68d181-b830-4e60-a716-18701b9221eb,segment=NetworkSegment(a3d3f9d2-0a7c-4095-815e-5ce7610d2029),segment_id=a3d3f9d2-0a7c-4095-815e-5ce7610d2029)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:00.943149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 3eb09904-26d1-41d1-8992-51ddd6615f75) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:00.945163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfc366-d82b-4dce-99bd-5175a4afc5bf tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event deleted for resources: {'Subnet': ['ID=767952e0-9c4a-4021-817b-cea0bc7a00dc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:00.949572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ccfc366-d82b-4dce-99bd-5175a4afc5bf tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.950374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:00.950896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:00.961045 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0ccfc366-d82b-4dce-99bd-5175a4afc5bf tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "DELETE /v2.0/subnets/767952e0-9c4a-4021-817b-cea0bc7a00dc HTTP/1.1" status: 204 len: 168 time: 1.7956469 Jan 17 08:19:00.962586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f1594-0441-4432-9af6-3734d5a34c0e None None] Network 3eb09904-26d1-41d1-8992-51ddd6615f75 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:00.963542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53386) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:00.980488 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8471e33-a600-40c7-bcd6-8fea4f6799bb None None] Network 0e66e0e9-f167-4200-8ca8-26d10cbe1f22 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:01.051737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.051737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbf2eea5-eb76-4723-ae37-4229c4cb3479 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:01.060428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.065087 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7053cdba-59d0-408f-833d-b6fa18601a6c tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "DELETE /v2.0/routers/fbf2eea5-eb76-4723-ae37-4229c4cb3479 HTTP/1.1" status: 204 len: 168 time: 4.4502969 Jan 17 08:19:01.070207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53390) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:01.078739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-610457283', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:01.108060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.174677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c62cf54a-32e9-44a5-aacf-a28e6a0f567f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.190331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:01.196620 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f0099b2d-01c7-4a1a-ab6c-ec434d12a678 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7614996 Jan 17 08:19:01.197741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53394) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:01.223605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f1436414-58c5-4014-8689-96ec5982ad47 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'router': {'external_gateway_info': {'network_id': '3eb09904-26d1-41d1-8992-51ddd6615f75'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:01.320380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7594d983-7ba4-4871-a488-aeb4a8ec6af0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.362359 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ad5d78-9755-4356-af21-1a5eb83c5a07 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Deleting subnet 6716477c-33fa-4231-af60-541dcdc75acc {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:01.366944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41ad5d78-9755-4356-af21-1a5eb83c5a07 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.372137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Usage tracker for resource:router and tenant:5323bdbd343c44a0b50761937db25745 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:01.384049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:01.426552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:01.430233 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-a7e1496f-5837-49e3-96e2-55bb93238029 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:19:01.434366 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a7e1496f-5837-49e3-96e2-55bb93238029 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags/tempest-TagsExtTest-Tag-455861456 HTTP/1.1" status: 404 len: 328 time: 0.5670350 Jan 17 08:19:01.438537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53398) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:01.463092 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=3f68d181-b830-4e60-a716-18701b9221eb,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:01.482893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-5ea6e6e4-0a37-4c9f-a062-c81933b461c3 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767', {'tags': ['tempest-TagsExtTest-Tag-205879117', 'tempest-TagsExtTest-Tag-1814938018', 'tempest-TagsExtTest-Tag-903767432']}) {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:01.492093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41ad5d78-9755-4356-af21-1a5eb83c5a07 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.498884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a23cdcba-351a-4481-907d-85e0ac0cdcda None None] Provisioning complete for port 3f68d181-b830-4e60-a716-18701b9221eb triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:01.498884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a23cdcba-351a-4481-907d-85e0ac0cdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.525522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c62cf54a-32e9-44a5-aacf-a28e6a0f567f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.603876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.605415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.629155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:01.645414 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe1124-5768-447e-b7c6-d32dae90b79a None None] Sync routers for ids ['7c1b57fc-4443-44c9-a644-6ade595e2f29'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:01.653283 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e48078dc-9be4-4067-9b6c-e517a0f6fa9e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/7c1b57fc-4443-44c9-a644-6ade595e2f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4208307 Jan 17 08:19:01.659039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53402) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:01.690330 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe1124-5768-447e-b7c6-d32dae90b79a None None] Routers {'7c1b57fc-4443-44c9-a644-6ade595e2f29'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:01.691991 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-28fe1124-5768-447e-b7c6-d32dae90b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7c1b57fc-4443-44c9-a644-6ade595e2f29'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:01.727964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-3eb09904-26d1-41d1-8992-51ddd6615f75', 'network_id': '3eb09904-26d1-41d1-8992-51ddd6615f75', 'tenant_id': '9e96f71cc798451ea9c29216c0297cd8', 'fixed_ips': [{'subnet_id': 'f92def3c-2506-478a-a9c6-7b03231ac2f1'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:19:01.728345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7594d983-7ba4-4871-a488-aeb4a8ec6af0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.728769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.801511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c62cf54a-32e9-44a5-aacf-a28e6a0f567f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.810893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b7d84b-a485-489f-8236-5d424e813bdf None None] DHCP port deletion for 0e66e0e9-f167-4200-8ca8-26d10cbe1f22 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:01.819353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-44b7d84b-a485-489f-8236-5d424e813bdf None None] Deleting port e5a7574a-42f6-4337-a753-734e8e8729c7 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:01.819731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44b7d84b-a485-489f-8236-5d424e813bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.832212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594d983-7ba4-4871-a488-aeb4a8ec6af0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Subnet': ['ID=8cdaa5a8-9072-47ac-8b4e-e84cd259a036,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:01.852424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c62cf54a-32e9-44a5-aacf-a28e6a0f567f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.853823 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c62cf54a-32e9-44a5-aacf-a28e6a0f567f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/d0507025-7a76-4e58-8304-090e3677043f HTTP/1.1" status: 204 len: 168 time: 1.0636075 Jan 17 08:19:01.856351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41ad5d78-9755-4356-af21-1a5eb83c5a07 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.868042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7594d983-7ba4-4871-a488-aeb4a8ec6af0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.870571 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7594d983-7ba4-4871-a488-aeb4a8ec6af0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/subnets/8cdaa5a8-9072-47ac-8b4e-e84cd259a036 HTTP/1.1" status: 204 len: 168 time: 1.5647840 Jan 17 08:19:01.876555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cf54a-32e9-44a5-aacf-a28e6a0f567f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0507025-7a76-4e58-8304-090e3677043f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:01.876705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1f2df-be41-4412-ac97-e5bfcfb62432 None None] Network cc515863-d6ed-42be-9057-9f73b3712c0d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:01.883720 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-28fe1124-5768-447e-b7c6-d32dae90b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:01.884213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53406) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:01.884715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53408) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:01.895220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad732ab0-b44f-4a1c-a41d-be478c588f2b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:01.896080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad732ab0-b44f-4a1c-a41d-be478c588f2b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:01.902639 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe1124-5768-447e-b7c6-d32dae90b79a None None] Routers {'7c1b57fc-4443-44c9-a644-6ade595e2f29'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:01.903599 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-28fe1124-5768-447e-b7c6-d32dae90b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7c1b57fc-4443-44c9-a644-6ade595e2f29'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:01.934928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1436414-58c5-4014-8689-96ec5982ad47 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.953418 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5ea6e6e4-0a37-4c9f-a062-c81933b461c3 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "PUT /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags HTTP/1.1" status: 200 len: 316 time: 0.4913814 Jan 17 08:19:01.956101 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53414) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:01.961280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:01.961854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-d9120dbd-fa66-4c5f-a1d1-baf6d12a7b81 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:02.015968 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-28fe1124-5768-447e-b7c6-d32dae90b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:02.016478 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe1124-5768-447e-b7c6-d32dae90b79a None None] The sync data for ids ['7c1b57fc-4443-44c9-a644-6ade595e2f29'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:02.045425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0b3f5-0d23-4407-af91-b98a082d882c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:02.045919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a23cdcba-351a-4481-907d-85e0ac0cdcda None None] Provisioning for port 6eed45e6-9209-4cdd-aa07-505e3dea2724 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:02.046917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0b3f5-0d23-4407-af91-b98a082d882c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:02.047691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f6b0b3f5-0d23-4407-af91-b98a082d882c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Synchronizing usage tracker for tenant:a0f8c3140e5e4da5b245e0ae63370a44 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:02.076518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f6b0b3f5-0d23-4407-af91-b98a082d882c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Unset dirty status for tenant:a0f8c3140e5e4da5b245e0ae63370a44 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:02.079874 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f6b0b3f5-0d23-4407-af91-b98a082d882c tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1906347 Jan 17 08:19:02.080727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53418) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.088981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-232742b1-4339-43b5-bc2d-cb62312c06d1 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Synchronizing usage tracker for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:02.120175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a23cdcba-351a-4481-907d-85e0ac0cdcda None None] Provisioning complete for port 6eed45e6-9209-4cdd-aa07-505e3dea2724 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:02.120547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a23cdcba-351a-4481-907d-85e0ac0cdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.128401 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d9120dbd-fa66-4c5f-a1d1-baf6d12a7b81 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags HTTP/1.1" status: 204 len: 168 time: 0.1688778 Jan 17 08:19:02.128401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41ad5d78-9755-4356-af21-1a5eb83c5a07 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.129093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53422) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.134771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-498308f2-1d3e-4c9b-8752-022a18115c99 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767', 'tempest-TagsExtTest-Tag-205879117') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:02.170980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad5d78-9755-4356-af21-1a5eb83c5a07 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event deleted for resources: {'Subnet': ['ID=6716477c-33fa-4231-af60-541dcdc75acc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:02.180310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-41ad5d78-9755-4356-af21-1a5eb83c5a07 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.193470 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-41ad5d78-9755-4356-af21-1a5eb83c5a07 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "DELETE /v2.0/subnets/6716477c-33fa-4231-af60-541dcdc75acc HTTP/1.1" status: 204 len: 168 time: 1.2262619 Jan 17 08:19:02.194685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53426) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.210754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad732ab0-b44f-4a1c-a41d-be478c588f2b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:02.214639 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad732ab0-b44f-4a1c-a41d-be478c588f2b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports/faca413b-9501-4064-897e-e11d41f4ff0c HTTP/1.1" status: 200 len: 911 time: 0.5518274 Jan 17 08:19:02.218919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aec0cc6-e473-4f0f-afbd-f5e8f74e091c None None] Network 0d09859b-9edb-4942-aa67-d20154731c38 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:02.229938 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53430) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.267142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-232742b1-4339-43b5-bc2d-cb62312c06d1 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Unset dirty status for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:02.271092 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-232742b1-4339-43b5-bc2d-cb62312c06d1 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3818014 Jan 17 08:19:02.284053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53434) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.326264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3f68d181-b830-4e60-a716-18701b9221eb up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:02.438364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Allocated IP 2001:db8:1::2 (3eb09904-26d1-41d1-8992-51ddd6615f75/f92def3c-2506-478a-a9c6-7b03231ac2f1/71c4d36d-88ab-4501-a19b-57a1940f4ff3) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:02.488721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a23cdcba-351a-4481-907d-85e0ac0cdcda None None] Port 6eed45e6-9209-4cdd-aa07-505e3dea2724 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:02.534290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43516aaf-e075-4f0a-9ef9-1c53cf35c39a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.543703 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-498308f2-1d3e-4c9b-8752-022a18115c99 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:19:02.549253 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-498308f2-1d3e-4c9b-8752-022a18115c99 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags/tempest-TagsExtTest-Tag-205879117 HTTP/1.1" status: 404 len: 328 time: 0.4146724 Jan 17 08:19:02.552140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53438) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.555173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-44b7d84b-a485-489f-8236-5d424e813bdf None None] For port e5a7574a-42f6-4337-a753-734e8e8729c7, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e5a7574a-42f6-4337-a753-734e8e8729c7,segment=NetworkSegment(96faa9f9-ccee-40a7-8087-bc05bfe9a279),segment_id=96faa9f9-ccee-40a7-8087-bc05bfe9a279)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:02.555949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44b7d84b-a485-489f-8236-5d424e813bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.560637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-858d9d20-e1ab-4294-a7c0-62cf15097607 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767', 'tempest-TagsExtTest-Tag-1814938018') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:02.578955 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-43516aaf-e075-4f0a-9ef9-1c53cf35c39a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 17 08:19:02.579172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43516aaf-e075-4f0a-9ef9-1c53cf35c39a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:02.585040 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-43516aaf-e075-4f0a-9ef9-1c53cf35c39a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/cc515863-d6ed-42be-9057-9f73b3712c0d HTTP/1.1" status: 409 len: 405 time: 0.4982963 Jan 17 08:19:02.587333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.588037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.597107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-792754581'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:02.602140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.608285 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-f1436414-58c5-4014-8689-96ec5982ad47 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:19:02.610764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:02.613514 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f1436414-58c5-4014-8689-96ec5982ad47 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "PUT /v2.0/routers/a67e8258-253f-49e3-ad2b-d7698bf73bb1 HTTP/1.1" status: 400 len: 364 time: 1.4123142 Jan 17 08:19:02.621355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53446) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.630239 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:network and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:02.636522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:02.644803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:02.647382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b697f9c-f325-4d35-a628-7d9cbae5468c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.663235 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-858d9d20-e1ab-4294-a7c0-62cf15097607 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:19:02.667235 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-858d9d20-e1ab-4294-a7c0-62cf15097607 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags/tempest-TagsExtTest-Tag-1814938018 HTTP/1.1" status: 404 len: 329 time: 0.1093075 Jan 17 08:19:02.669697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.676627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-67792d33-acef-4242-9e36-1535e1eca7e7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767', 'tempest-TagsExtTest-Tag-903767432') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:02.687955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Deleting port e5a7574a-42f6-4337-a753-734e8e8729c7 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:02.688302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.721804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b697f9c-f325-4d35-a628-7d9cbae5468c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.738456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:02.741839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.840907 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-67792d33-acef-4242-9e36-1535e1eca7e7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] show failed (client error): The resource could not be found. Jan 17 08:19:02.845023 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-67792d33-acef-4242-9e36-1535e1eca7e7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags/tempest-TagsExtTest-Tag-903767432 HTTP/1.1" status: 404 len: 328 time: 0.1720312 Jan 17 08:19:02.846507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53454) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:02.862939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:02.868376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.tag.tag_plugin [None req-36c6949d-3108-45f5-a1e2-8d8f97ca594c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fb1076e3-ed99-4753-adc6-128a8f63d767') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:02.889979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-44b7d84b-a485-489f-8236-5d424e813bdf None None] Calling delete_port for e5a7574a-42f6-4337-a753-734e8e8729c7 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:02.970587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b697f9c-f325-4d35-a628-7d9cbae5468c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.973464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:02.973785 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Added segment aaf4ab65-5d7a-4e96-a20f-c2863f91fba5 of type vlan for network f684ff66-c4a1-4259-99c0-c04a22c130c0 Jan 17 08:19:02.981317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.021284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5389a90b-5b30-41e2-b885-0beda16ca109 None None] Provisioning complete for port 6eed45e6-9209-4cdd-aa07-505e3dea2724 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:03.021682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5389a90b-5b30-41e2-b885-0beda16ca109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.023124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.028443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b697f9c-f325-4d35-a628-7d9cbae5468c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660cd740-2409-4bce-b26f-deb598bbbe47,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:03.096268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.114525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3f68d181-b830-4e60-a716-18701b9221eb triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:03.114964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.158546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ce650-54aa-4f6b-ac40-74eaf9374a81 None None] DHCP port deletion for cc515863-d6ed-42be-9057-9f73b3712c0d request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:03.205542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b697f9c-f325-4d35-a628-7d9cbae5468c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.209469 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5b697f9c-f325-4d35-a628-7d9cbae5468c tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/660cd740-2409-4bce-b26f-deb598bbbe47 HTTP/1.1" status: 204 len: 168 time: 0.9215429 Jan 17 08:19:03.209720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53458) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:03.222642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e48ce650-54aa-4f6b-ac40-74eaf9374a81 None None] Deleting port 3f68d181-b830-4e60-a716-18701b9221eb {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:03.222642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e48ce650-54aa-4f6b-ac40-74eaf9374a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.256505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Allocated IP 172.26.4.223 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/56bb877f-3aee-4abe-954d-977e9ea06baa) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:03.272382 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-36c6949d-3108-45f5-a1e2-8d8f97ca594c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767/tags HTTP/1.1" status: 204 len: 168 time: 0.4170768 Jan 17 08:19:03.272947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53462) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:03.273265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] For port e5a7574a-42f6-4337-a753-734e8e8729c7, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e5a7574a-42f6-4337-a753-734e8e8729c7,segment=NetworkSegment(96faa9f9-ccee-40a7-8087-bc05bfe9a279),segment_id=96faa9f9-ccee-40a7-8087-bc05bfe9a279)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:03.273809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.278251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-f928b30f-f544-4e9c-9903-6ae231f27df7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1f9d1550-bb08-46b0-ac44-0a265aba4371') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:03.293808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5389a90b-5b30-41e2-b885-0beda16ca109 None None] Port 6eed45e6-9209-4cdd-aa07-505e3dea2724 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:03.320099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44b7d84b-a485-489f-8236-5d424e813bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.353657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.357936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:03.358111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.358511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.409749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d2f83-0707-4593-8379-82cb983771cf None None] DHCP port deletion for 0d09859b-9edb-4942-aa67-d20154731c38 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:03.412073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7d84b-a485-489f-8236-5d424e813bdf None None] Pushing event deleted for resources: {'Port': ['ID=e5a7574a-42f6-4337-a753-734e8e8729c7,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:03.423470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc081629-806d-4b64-a6f0-1820030b81dd tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Synchronizing usage tracker for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:03.423833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Transition to ACTIVE for port object 71c4d36d-88ab-4501-a19b-57a1940f4ff3 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:03.482459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e36d2f83-0707-4593-8379-82cb983771cf None None] Deleting port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:03.482867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Calling delete_port for e5a7574a-42f6-4337-a753-734e8e8729c7 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:03.482989 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e36d2f83-0707-4593-8379-82cb983771cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.542850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7d84b-a485-489f-8236-5d424e813bdf None None] No DVR routers for this DVR port e5a7574a-42f6-4337-a753-734e8e8729c7 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:03.565339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Transition to ACTIVE for port object 71c4d36d-88ab-4501-a19b-57a1940f4ff3 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:03.627173 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0343268 Jan 17 08:19:03.628362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53466) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:03.638858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'subnet': {'network_id': 'f684ff66-c4a1-4259-99c0-c04a22c130c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:03.648028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64184852-6ad2-4320-b8f1-4bb584a965e0 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Network': ['ID=f684ff66-c4a1-4259-99c0-c04a22c130c0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:03.654575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.697960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc081629-806d-4b64-a6f0-1820030b81dd tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Unset dirty status for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:03.699432 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fc081629-806d-4b64-a6f0-1820030b81dd tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4885809 Jan 17 08:19:03.705060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53470) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:03.722642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830516204'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:03.729171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f684ff66-c4a1-4259-99c0-c04a22c130c0 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:03.731548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:03.737104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f928b30f-f544-4e9c-9903-6ae231f27df7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371/tags HTTP/1.1" status: 204 len: 168 time: 0.4610929 Jan 17 08:19:03.739291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.746090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53474) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:03.750910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-7d8ed489-9efe-481b-a9e3-6297d2da7318 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c03cfd7-c4b7-4f5b-956d-60b9175a9349') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:03.784901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:03.858656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9c6ed757-ae71-4b75-96e4-2186a1dca02e no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:03.865982 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7d8ed489-9efe-481b-a9e3-6297d2da7318 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349/tags HTTP/1.1" status: 204 len: 168 time: 0.1172976 Jan 17 08:19:03.866470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:03.872007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.tag.tag_plugin [None req-ab22416c-36dd-4b4c-befe-5e293da8ff99 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6da733c1-26cd-49f0-99f4-b8b1766a4a91') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:03.885707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.900190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.926023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:03.928715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Network 3eb09904-26d1-41d1-8992-51ddd6615f75 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:03.934817 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Pushing event updated for resources: {'Port': ['ID=71c4d36d-88ab-4501-a19b-57a1940f4ff3,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:03.937113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 9c6ed757-ae71-4b75-96e4-2186a1dca02e {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:03.937385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9c6ed757-ae71-4b75-96e4-2186a1dca02e not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:03.937797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e5a7574a-42f6-4337-a753-734e8e8729c7 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:03.983217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:04.002046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e48ce650-54aa-4f6b-ac40-74eaf9374a81 None None] For port 3f68d181-b830-4e60-a716-18701b9221eb, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3f68d181-b830-4e60-a716-18701b9221eb,segment=NetworkSegment(a3d3f9d2-0a7c-4095-815e-5ce7610d2029),segment_id=a3d3f9d2-0a7c-4095-815e-5ce7610d2029)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:04.002416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e48ce650-54aa-4f6b-ac40-74eaf9374a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.008322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:04.008640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:04.013930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:04.025837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:04.039566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:04.040853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event updated for resources: {'Port': ['ID=56bb877f-3aee-4abe-954d-977e9ea06baa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:04.044644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:04.051667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:04.054438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:04.055876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e5a7574a-42f6-4337-a753-734e8e8729c7 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:04.056214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e5a7574a-42f6-4337-a753-734e8e8729c7 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:04.056641 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5005ebcf-679f-4559-b1f7-529e72e96f07 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:04.081977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:04.090098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:04.093449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:04.105641 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 5005ebcf-679f-4559-b1f7-529e72e96f07 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:04.105981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5005ebcf-679f-4559-b1f7-529e72e96f07 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:04.144926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.155926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:04.238536 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ab22416c-36dd-4b4c-befe-5e293da8ff99 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91/tags HTTP/1.1" status: 204 len: 168 time: 0.3710196 Jan 17 08:19:04.244648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53482) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:04.245826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a948b52-28f1-4c3e-bd5e-ee0425d66239 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:04.267093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.273282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:04.280126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e48ce650-54aa-4f6b-ac40-74eaf9374a81 None None] Calling delete_port for 3f68d181-b830-4e60-a716-18701b9221eb owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:04.335293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.389183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46cdf08-33ba-4b0d-bef0-c0d8e65fbea7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:04.431425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.432253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.479663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e36d2f83-0707-4593-8379-82cb983771cf None None] For port 7a948b52-28f1-4c3e-bd5e-ee0425d66239, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7a948b52-28f1-4c3e-bd5e-ee0425d66239,segment=NetworkSegment(5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7),segment_id=5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:04.480351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e36d2f83-0707-4593-8379-82cb983771cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.499072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.500495 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7162729c-36a6-4060-864b-c13f3b8ac750 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7934494 Jan 17 08:19:04.507250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:04.513349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Deleting port e5a7574a-42f6-4337-a753-734e8e8729c7 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:04.513575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.514827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-09b14e0d-66c5-4fc3-925d-6bbf1a5d9039 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': 'c46cdf08-33ba-4b0d-bef0-c0d8e65fbea7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:04.527374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09b14e0d-66c5-4fc3-925d-6bbf1a5d9039 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:04.533274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-09b14e0d-66c5-4fc3-925d-6bbf1a5d9039 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:04.536877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-09b14e0d-66c5-4fc3-925d-6bbf1a5d9039 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:04.644434 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e36d2f83-0707-4593-8379-82cb983771cf None None] Calling delete_port for 7a948b52-28f1-4c3e-bd5e-ee0425d66239 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:04.657356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09b14e0d-66c5-4fc3-925d-6bbf1a5d9039 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:04.680864 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] The port 'e5a7574a-42f6-4337-a753-734e8e8729c7' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:19:04.683503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.715947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Attempting to bind port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:04.716317 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Attempting to bind port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '76d7f6aa-9755-4161-a4f2-e489b04513df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3eb09904-26d1-41d1-8992-51ddd6615f75'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:04.716678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Attempting to bind port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 on network 3eb09904-26d1-41d1-8992-51ddd6615f75 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:04.743518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:04.744073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Checking segment: {'id': '76d7f6aa-9755-4161-a4f2-e489b04513df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3eb09904-26d1-41d1-8992-51ddd6615f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:04.744273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.744687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Bound using segment: {'id': '76d7f6aa-9755-4161-a4f2-e489b04513df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3eb09904-26d1-41d1-8992-51ddd6615f75'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:04.745132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Bound port: 71c4d36d-88ab-4501-a19b-57a1940f4ff3, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d7f6aa-9755-4161-a4f2-e489b04513df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '3eb09904-26d1-41d1-8992-51ddd6615f75'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:04.745529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.823848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.840455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e48ce650-54aa-4f6b-ac40-74eaf9374a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.876509 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-09b14e0d-66c5-4fc3-925d-6bbf1a5d9039 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:19:04.878557 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-09b14e0d-66c5-4fc3-925d-6bbf1a5d9039 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3690524 Jan 17 08:19:04.887647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53490) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:04.893639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-16021a45-6c71-47e9-8453-aff41e65982e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group_rule': {'security_group_id': 'c46cdf08-33ba-4b0d-bef0-c0d8e65fbea7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:04.901898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-16021a45-6c71-47e9-8453-aff41e65982e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:04.902890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ce650-54aa-4f6b-ac40-74eaf9374a81 None None] Pushing event deleted for resources: {'Port': ['ID=3f68d181-b830-4e60-a716-18701b9221eb,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:04.906121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-16021a45-6c71-47e9-8453-aff41e65982e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:04.909577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-16021a45-6c71-47e9-8453-aff41e65982e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:04.916109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-16021a45-6c71-47e9-8453-aff41e65982e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:04.927496 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48ce650-54aa-4f6b-ac40-74eaf9374a81 None None] No DVR routers for this DVR port 3f68d181-b830-4e60-a716-18701b9221eb on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:04.938720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Router f50a2e01-5799-4c81-9f8e-c0f6d5f88da3 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:04.966302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e36d2f83-0707-4593-8379-82cb983771cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:04.969961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] For port 71c4d36d-88ab-4501-a19b-57a1940f4ff3, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:05.023274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3f68d181-b830-4e60-a716-18701b9221eb no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:05.043670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.052832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d2f83-0707-4593-8379-82cb983771cf None None] Pushing event deleted for resources: {'Port': ['ID=7a948b52-28f1-4c3e-bd5e-ee0425d66239,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:05.062026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] For port 71c4d36d-88ab-4501-a19b-57a1940f4ff3, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=71c4d36d-88ab-4501-a19b-57a1940f4ff3,segment=NetworkSegment(76d7f6aa-9755-4161-a4f2-e489b04513df),segment_id=76d7f6aa-9755-4161-a4f2-e489b04513df)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:05.062938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 3f68d181-b830-4e60-a716-18701b9221eb {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:05.063442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3f68d181-b830-4e60-a716-18701b9221eb not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:05.069412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d2f83-0707-4593-8379-82cb983771cf None None] No DVR routers for this DVR port 7a948b52-28f1-4c3e-bd5e-ee0425d66239 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:05.126372 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-16021a45-6c71-47e9-8453-aff41e65982e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:19:05.126792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e66e0e9-f167-4200-8ca8-26d10cbe1f22']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:05.127428 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-16021a45-6c71-47e9-8453-aff41e65982e tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2383463 Jan 17 08:19:05.133684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:05.146516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.185546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Allocated IP 2001:db8::1 (2ba0b457-65ac-4344-a37e-bdcb7d83525a/41812151-9d38-480e-aada-92014e80d569/9dc24904-f8ea-4287-ab41-3a7640e72baf) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:05.210476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-87dc9f1a-0080-4ccd-ba88-e7102600a9d2 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for subnetpool, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.211519 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-87dc9f1a-0080-4ccd-ba88-e7102600a9d2 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/fb1076e3-ed99-4753-adc6-128a8f63d767 HTTP/1.1" status: 204 len: 168 time: 0.9656355 Jan 17 08:19:05.215019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96faa9f9-ccee-40a7-8087-bc05bfe9a279') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:05.215319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96faa9f9-ccee-40a7-8087-bc05bfe9a279') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:05.219849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53498) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:05.244565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae69e05-6483-4712-adf0-5a6dfc4c415b None None] Pushing event updated for resources: {'Port': ['ID=71c4d36d-88ab-4501-a19b-57a1940f4ff3,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:05.277307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-455b0424-8ea9-497f-805d-9e768097a9e8 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f9d1550-bb08-46b0-ac44-0a265aba4371 HTTP/1.1" status: 200 len: 205 time: 0.0561669 Jan 17 08:19:05.280732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53502) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:05.283032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.294099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.386907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.401858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:05.426482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec727cb-dea7-48cb-92d9-e3aeeda484af None None] Sync routers for ids ['f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:05.449777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec727cb-dea7-48cb-92d9-e3aeeda484af None None] Routers {'f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:05.450341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-aec727cb-dea7-48cb-92d9-e3aeeda484af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:05.573447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-584de8f2-146f-429b-a577-b0e2557f2fa7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.577135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-aec727cb-dea7-48cb-92d9-e3aeeda484af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:05.588940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec727cb-dea7-48cb-92d9-e3aeeda484af None None] Routers {'f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:05.589563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-aec727cb-dea7-48cb-92d9-e3aeeda484af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:18:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:05.590431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.621087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:05.621482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:05.636416 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:05.652114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-aec727cb-dea7-48cb-92d9-e3aeeda484af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:05.652667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec727cb-dea7-48cb-92d9-e3aeeda484af None None] The sync data for ids ['f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:05.653943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.655161 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7d39f4b2-5eba-4c20-9fcd-fdd8f8dabd7f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5824666 Jan 17 08:19:05.658669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53506) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:05.664432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9d086eb2-eda6-4b39-8d64-a27df68e7d3d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': False}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:05.772212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.801353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46cdf08-33ba-4b0d-bef0-c0d8e65fbea7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:05.845979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.881545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.882647 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/c46cdf08-33ba-4b0d-bef0-c0d8e65fbea7 HTTP/1.1" status: 204 len: 168 time: 0.7479405 Jan 17 08:19:05.889253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53510) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:05.900037 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.901112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.901460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.901808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.902163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.902474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.902821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.903131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.906637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.906637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.906637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.906637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bf690-d6c0-4b29-b6cd-f3ec31e4b1ab tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:05.907008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:05.909185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Transition to ACTIVE for port object 9dc24904-f8ea-4287-ab41-3a7640e72baf will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:05.950650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event deleted for resources: {'Network': ['ID=0e66e0e9-f167-4200-8ca8-26d10cbe1f22,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:05.997287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-628821ee-f5b8-4116-ae53-b14820cb2942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.000238 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "DELETE /v2.0/networks/0e66e0e9-f167-4200-8ca8-26d10cbe1f22 HTTP/1.1" status: 204 len: 168 time: 3.8043284 Jan 17 08:19:06.008147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53514) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:06.019374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.019719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.020049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.020376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.020706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.021020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.021346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.022328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.022589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.022911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.023286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8329c-b921-4184-9b45-831a80b4ceb0 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:06.154126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-584de8f2-146f-429b-a577-b0e2557f2fa7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.172383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-584de8f2-146f-429b-a577-b0e2557f2fa7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.179340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3d985f4c-fb81-4995-84f8-6b58d103d1ad tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Synchronizing usage tracker for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:06.193680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:19:06.199287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.279418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 71c4d36d-88ab-4501-a19b-57a1940f4ff3 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:06.287150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.332676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.428087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:06.463690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Subnet': ['ID=88012365-7bbb-4ee4-b3e4-9b39b41d23a4,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:06.463916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbbbe44-2d92-4ef4-b757-5a17f606c49a None None] Network 3eb09904-26d1-41d1-8992-51ddd6615f75 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:06.487726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3d985f4c-fb81-4995-84f8-6b58d103d1ad tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Unset dirty status for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:06.489073 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3d985f4c-fb81-4995-84f8-6b58d103d1ad tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5925500 Jan 17 08:19:06.496353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-584de8f2-146f-429b-a577-b0e2557f2fa7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.496913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584de8f2-146f-429b-a577-b0e2557f2fa7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Fanout notify agent at l3_agent the message router_deleted on router 1f9d1550-bb08-46b0-ac44-0a265aba4371 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:06.498386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53518) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:06.509677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703661816'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:06.518342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:06.523807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network 2ba0b457-65ac-4344-a37e-bdcb7d83525a is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:06.531566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Checking segment: {'id': 'aaf4ab65-5d7a-4e96-a20f-c2863f91fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f684ff66-c4a1-4259-99c0-c04a22c130c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:06.531566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network hostable DHCP agents. Network: f684ff66-c4a1-4259-99c0-c04a22c130c0, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:06.532036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-584de8f2-146f-429b-a577-b0e2557f2fa7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.535656 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-584de8f2-146f-429b-a577-b0e2557f2fa7 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/routers/1f9d1550-bb08-46b0-ac44-0a265aba4371 HTTP/1.1" status: 204 len: 168 time: 1.2540641 Jan 17 08:19:06.536323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Port': ['ID=9dc24904-f8ea-4287-ab41-3a7640e72baf,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:06.538828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:06.541895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:06.546402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53522) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:06.601724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:06.602303 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.646612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-71f0a8ad-b54f-4e4b-9d53-1a4cef5d1473 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Deleting port 7c03cfd7-c4b7-4f5b-956d-60b9175a9349 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:06.652500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71f0a8ad-b54f-4e4b-9d53-1a4cef5d1473 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.680760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.683978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-de797a52-fae7-47ce-8444-551c31caea71 None None] Provisioning for port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:06.698726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.718925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-de797a52-fae7-47ce-8444-551c31caea71 None None] Provisioning complete for port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:06.719708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de797a52-fae7-47ce-8444-551c31caea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.766274 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d09859b-9edb-4942-aa67-d20154731c38']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:06.779034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port faca413b-9501-4064-897e-e11d41f4ff0c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:06.779511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.866394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:06.890606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de797a52-fae7-47ce-8444-551c31caea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:06.925890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-de797a52-fae7-47ce-8444-551c31caea71 None None] For port 71c4d36d-88ab-4501-a19b-57a1940f4ff3, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=71c4d36d-88ab-4501-a19b-57a1940f4ff3,segment=NetworkSegment(76d7f6aa-9755-4161-a4f2-e489b04513df),segment_id=76d7f6aa-9755-4161-a4f2-e489b04513df)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:06.940169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Usage tracker for resource:security_group_rule and tenant:1a5a31bf93764f979a902c20ae1dcdd1 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:06.941765 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network f684ff66-c4a1-4259-99c0-c04a22c130c0 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:06.956499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:06.969160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:06.982092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:06.982451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5063427d-3c3f-4cf1-9d4e-c446a1a0e3f7') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:07.007545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de797a52-fae7-47ce-8444-551c31caea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.019746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.046704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.068578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.069656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71f0a8ad-b54f-4e4b-9d53-1a4cef5d1473 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.092012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:07.092237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.099008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de797a52-fae7-47ce-8444-551c31caea71 None None] Pushing event updated for resources: {'Port': ['ID=71c4d36d-88ab-4501-a19b-57a1940f4ff3,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:07.107589 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:07.142905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f684ff66-c4a1-4259-99c0-c04a22c130c0) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:07.151072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6f4e47-5d50-4309-a627-a2557840936f None None] Network f684ff66-c4a1-4259-99c0-c04a22c130c0 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:07.219099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-71f0a8ad-b54f-4e4b-9d53-1a4cef5d1473 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Calling delete_port for 7c03cfd7-c4b7-4f5b-956d-60b9175a9349 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:07.228889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-43bfeb96-2cd0-4f6e-9b15-24624a947a4c None None] Provisioning for port 9dc24904-f8ea-4287-ab41-3a7640e72baf completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:07.238882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-43bfeb96-2cd0-4f6e-9b15-24624a947a4c None None] Provisioning complete for port 9dc24904-f8ea-4287-ab41-3a7640e72baf triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:07.239431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-43bfeb96-2cd0-4f6e-9b15-24624a947a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.332708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:07.333255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.367086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.367338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-43bfeb96-2cd0-4f6e-9b15-24624a947a4c None None] Port 9dc24904-f8ea-4287-ab41-3a7640e72baf cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:07.367525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.449851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.500587 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f684ff66-c4a1-4259-99c0-c04a22c130c0', 'network_id': 'f684ff66-c4a1-4259-99c0-c04a22c130c0', 'tenant_id': 'a0f8c3140e5e4da5b245e0ae63370a44', 'fixed_ips': [{'subnet_id': '88012365-7bbb-4ee4-b3e4-9b39b41d23a4'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:19:07.501647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for faca413b-9501-4064-897e-e11d41f4ff0c owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:07.502271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.528209 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.580974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-36cc608b-dc2f-4133-9996-e6608349e48b None None] Provisioning complete for port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:07.581357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-36cc608b-dc2f-4133-9996-e6608349e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.584833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98944cf2-36bd-4c90-942b-3273f10560b2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:07.612231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.613665 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "DELETE /v2.0/networks/0d09859b-9edb-4942-aa67-d20154731c38 HTTP/1.1" status: 204 len: 168 time: 1.6010690 Jan 17 08:19:07.617410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53526) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:07.622873 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dee0c53f-2d92-4eaf-b2f3-b8f7bb492d26 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.9906275 Jan 17 08:19:07.658201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53530) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:07.685017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e326a-be3b-4487-bc8a-40bff46948a8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event deleted for resources: {'Network': ['ID=0d09859b-9edb-4942-aa67-d20154731c38,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:07.687363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71f0a8ad-b54f-4e4b-9d53-1a4cef5d1473 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.742823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:07.743918 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-629135a2-0d00-4adc-8b3d-7f941752b020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2444212 Jan 17 08:19:07.748573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53534) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:07.768403 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-27323053-7864-4ab1-a6a5-13f0c269df2f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:07.769135 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-27323053-7864-4ab1-a6a5-13f0c269df2f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] update failed (client error): There was a conflict when trying to complete your request. Jan 17 08:19:07.769871 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-27323053-7864-4ab1-a6a5-13f0c269df2f tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "PUT /v2.0/security-groups/98944cf2-36bd-4c90-942b-3273f10560b2 HTTP/1.1" status: 409 len: 330 time: 0.0203810 Jan 17 08:19:07.783168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53538) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:07.802354 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Allocated IP 2001:db8::f816:3eff:feb8:77a1 (f684ff66-c4a1-4259-99c0-c04a22c130c0/88012365-7bbb-4ee4-b3e4-9b39b41d23a4/9780fda2-b7ef-4eac-9ea3-221aca593a24) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:07.821505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0a8ad-b54f-4e4b-9d53-1a4cef5d1473 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Pushing event deleted for resources: {'Port': ['ID=7c03cfd7-c4b7-4f5b-956d-60b9175a9349,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:07.989102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.015917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.065828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.070107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.070859 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.077513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=faca413b-9501-4064-897e-e11d41f4ff0c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:08.079886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Transition to ACTIVE for port object 9780fda2-b7ef-4eac-9ea3-221aca593a24 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:08.104727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Transition to ACTIVE for port object 9780fda2-b7ef-4eac-9ea3-221aca593a24 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:08.117092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d086eb2-eda6-4b39-8d64-a27df68e7d3d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.188141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.264710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f90a0d9f-1934-4317-a4a6-d85b68c90020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.280236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 71c4d36d-88ab-4501-a19b-57a1940f4ff3 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:08.315803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.324929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event updated for resources: {'Port': ['ID=9dc24904-f8ea-4287-ab41-3a7640e72baf,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:08.333050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f90a0d9f-1934-4317-a4a6-d85b68c90020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.354579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-899b1d50-adf1-4de5-9492-172935095dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.372755 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71f0a8ad-b54f-4e4b-9d53-1a4cef5d1473 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.375572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-71f0a8ad-b54f-4e4b-9d53-1a4cef5d1473 tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/ports/7c03cfd7-c4b7-4f5b-956d-60b9175a9349 HTTP/1.1" status: 204 len: 168 time: 1.8280716 Jan 17 08:19:08.384499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53542) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:08.389479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Network f684ff66-c4a1-4259-99c0-c04a22c130c0 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:08.393423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:08.413807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:08.433881 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Pushing event updated for resources: {'Port': ['ID=9780fda2-b7ef-4eac-9ea3-221aca593a24,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:08.446220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting port 9780fda2-b7ef-4eac-9ea3-221aca593a24 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:08.452133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.455548 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.469394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Network 2ba0b457-65ac-4344-a37e-bdcb7d83525a is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:08.472431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:08.542298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:08.542713 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.628297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Attempting to bind port 9780fda2-b7ef-4eac-9ea3-221aca593a24 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:08.628661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Attempting to bind port 9780fda2-b7ef-4eac-9ea3-221aca593a24 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'aaf4ab65-5d7a-4e96-a20f-c2863f91fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f684ff66-c4a1-4259-99c0-c04a22c130c0'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:08.629026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Attempting to bind port 9780fda2-b7ef-4eac-9ea3-221aca593a24 on network f684ff66-c4a1-4259-99c0-c04a22c130c0 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:08.637687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a412e11d-d4c2-4f9f-b98d-464d3f445bf8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Deleting subnet c9c6965f-dad5-40cd-83f5-91a8662953aa {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:08.641598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a412e11d-d4c2-4f9f-b98d-464d3f445bf8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.644607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:08.647141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Checking segment: {'id': 'aaf4ab65-5d7a-4e96-a20f-c2863f91fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f684ff66-c4a1-4259-99c0-c04a22c130c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:08.647141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.647141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Bound using segment: {'id': 'aaf4ab65-5d7a-4e96-a20f-c2863f91fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f684ff66-c4a1-4259-99c0-c04a22c130c0'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:08.647141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Bound port: 9780fda2-b7ef-4eac-9ea3-221aca593a24, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf4ab65-5d7a-4e96-a20f-c2863f91fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'f684ff66-c4a1-4259-99c0-c04a22c130c0'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:08.647141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.754425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] For port 9780fda2-b7ef-4eac-9ea3-221aca593a24, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:08.758555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] For port 9780fda2-b7ef-4eac-9ea3-221aca593a24, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9780fda2-b7ef-4eac-9ea3-221aca593a24,segment=NetworkSegment(aaf4ab65-5d7a-4e96-a20f-c2863f91fba5),segment_id=aaf4ab65-5d7a-4e96-a20f-c2863f91fba5)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:08.832931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f90a0d9f-1934-4317-a4a6-d85b68c90020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.840127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.879850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a0d9f-1934-4317-a4a6-d85b68c90020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98944cf2-36bd-4c90-942b-3273f10560b2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:08.934400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1a70052b-72f1-4fe1-801e-85bea2f5f7b5 None None] Provisioning complete for port 9dc24904-f8ea-4287-ab41-3a7640e72baf triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:08.934769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a70052b-72f1-4fe1-801e-85bea2f5f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.972803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a412e11d-d4c2-4f9f-b98d-464d3f445bf8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:08.982900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad583d11-f388-4573-9cea-e1be47650744 None None] Pushing event updated for resources: {'Port': ['ID=9780fda2-b7ef-4eac-9ea3-221aca593a24,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:09.008260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1a70052b-72f1-4fe1-801e-85bea2f5f7b5 None None] Port 9dc24904-f8ea-4287-ab41-3a7640e72baf cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:09.012059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f90a0d9f-1934-4317-a4a6-d85b68c90020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:09.013177 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f90a0d9f-1934-4317-a4a6-d85b68c90020 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/98944cf2-36bd-4c90-942b-3273f10560b2 HTTP/1.1" status: 204 len: 168 time: 1.2251048 Jan 17 08:19:09.019946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53546) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:09.113988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] For port 9780fda2-b7ef-4eac-9ea3-221aca593a24, host dv-neutron-824874-1-hyperv, got binding levels [] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:09.114354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:09.240177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-39fa5041-da24-4432-91e7-408e37ff6284 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Synchronizing usage tracker for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:09.270568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Calling delete_port for 9780fda2-b7ef-4eac-9ea3-221aca593a24 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:09.299678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cac836-d249-4bcf-8405-8b9032db383a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Deleting subnet 6da733c1-26cd-49f0-99f4-b8b1766a4a91 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:09.314317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57cac836-d249-4bcf-8405-8b9032db383a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:09.381644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Router a67e8258-253f-49e3-ad2b-d7698bf73bb1 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:19:09.385827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a412e11d-d4c2-4f9f-b98d-464d3f445bf8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:09.393507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-39fa5041-da24-4432-91e7-408e37ff6284 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] Unset dirty status for tenant:1a5a31bf93764f979a902c20ae1dcdd1 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:09.394726 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-39fa5041-da24-4432-91e7-408e37ff6284 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3726971 Jan 17 08:19:09.399336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53550) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:09.423465 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-fecd7167-a4b0-48f4-ab49-85aad7745036 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] delete failed (client error): The resource could not be found. Jan 17 08:19:09.424445 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fecd7167-a4b0-48f4-ab49-85aad7745036 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "DELETE /v2.0/security-groups/8f04693a-7c0f-49ec-b7f8-063cf529dc07 HTTP/1.1" status: 404 len: 347 time: 0.0241790 Jan 17 08:19:09.431981 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53554) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:09.443352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57cac836-d249-4bcf-8405-8b9032db383a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:09.447656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:09.450244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router 7c1b57fc-4443-44c9-a644-6ade595e2f29 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:19:09.509838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:09.533260 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-6b7e2006-af8d-45de-9897-94010efd6e6b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] show failed (client error): The resource could not be found. Jan 17 08:19:09.538846 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6b7e2006-af8d-45de-9897-94010efd6e6b tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-groups/d58dcf76-d03b-401f-9e10-d7c935621d6e HTTP/1.1" status: 404 len: 347 time: 0.1013987 Jan 17 08:19:09.540338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53558) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:09.605136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:09.605452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:09.608371 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-f10737b0-6c0f-4114-8220-ab3ad0c128a3 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] show failed (client error): The resource could not be found. Jan 17 08:19:09.615909 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f10737b0-6c0f-4114-8220-ab3ad0c128a3 tempest-NegativeSecGroupIPv6Test-1053410454 tempest-NegativeSecGroupIPv6Test-1053410454-project] 10.222.0.44 "GET /v2.0/security-group-rules/94dcce01-e1c4-48c5-8a6b-b6286d307c35 HTTP/1.1" status: 404 len: 356 time: 0.0681357 Jan 17 08:19:09.788827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:09.801491 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ab3c8-1dff-462f-9e2e-c306f8084b6f None None] Sync routers for ids ['7c1b57fc-4443-44c9-a644-6ade595e2f29'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:09.808551 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:09.822939 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6ec01920-2abc-4145-9bb8-4a1a664aa408 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "PUT /v2.0/routers/a67e8258-253f-49e3-ad2b-d7698bf73bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1920536 Jan 17 08:19:09.823153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ab292-b8ac-4fbd-bc78-824b1c9c8e84 None None] Sync routers for ids ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:09.823293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53564) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:09.827632 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ab3c8-1dff-462f-9e2e-c306f8084b6f None None] Routers {'7c1b57fc-4443-44c9-a644-6ade595e2f29'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:09.828252 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-225ab3c8-1dff-462f-9e2e-c306f8084b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7c1b57fc-4443-44c9-a644-6ade595e2f29'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:09.839158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ab292-b8ac-4fbd-bc78-824b1c9c8e84 None None] Routers {'a67e8258-253f-49e3-ad2b-d7698bf73bb1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:09.839878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2d3ab292-b8ac-4fbd-bc78-824b1c9c8e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:09.855222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a412e11d-d4c2-4f9f-b98d-464d3f445bf8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:09.913601 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-445292c8-d060-45a2-9a35-d592cbf79463 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/7c1b57fc-4443-44c9-a644-6ade595e2f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6827297 Jan 17 08:19:09.916380 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-225ab3c8-1dff-462f-9e2e-c306f8084b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:09.918483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53568) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:09.928635 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ab3c8-1dff-462f-9e2e-c306f8084b6f None None] Routers {'7c1b57fc-4443-44c9-a644-6ade595e2f29'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:09.929247 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-225ab3c8-1dff-462f-9e2e-c306f8084b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7c1b57fc-4443-44c9-a644-6ade595e2f29'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:09.943165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e05b2-b7b9-4771-b698-9af0466222be None None] Network 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:09.951585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a412e11d-d4c2-4f9f-b98d-464d3f445bf8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:09.963990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2d3ab292-b8ac-4fbd-bc78-824b1c9c8e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:09.968776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412e11d-d4c2-4f9f-b98d-464d3f445bf8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c6965f-dad5-40cd-83f5-91a8662953aa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:09.998401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d086eb2-eda6-4b39-8d64-a27df68e7d3d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.003400 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a412e11d-d4c2-4f9f-b98d-464d3f445bf8 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "DELETE /v2.0/subnets/c9c6965f-dad5-40cd-83f5-91a8662953aa HTTP/1.1" status: 204 len: 168 time: 2.3849974 Jan 17 08:19:10.007586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53572) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:10.035650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57cac836-d249-4bcf-8405-8b9032db383a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.076260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d086eb2-eda6-4b39-8d64-a27df68e7d3d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.085394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5e6ee8f7-ffd5-482c-b9cf-06f6b3106082 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:10.091326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ab292-b8ac-4fbd-bc78-824b1c9c8e84 None None] Routers {'a67e8258-253f-49e3-ad2b-d7698bf73bb1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:10.091974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2d3ab292-b8ac-4fbd-bc78-824b1c9c8e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:10.111383 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-225ab3c8-1dff-462f-9e2e-c306f8084b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:10.112034 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ab3c8-1dff-462f-9e2e-c306f8084b6f None None] The sync data for ids ['7c1b57fc-4443-44c9-a644-6ade595e2f29'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:10.117809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting port 9780fda2-b7ef-4eac-9ea3-221aca593a24 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:10.117948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.146970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cefc76b8-6fc2-4e4d-9363-777224e6d4a8 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.152434 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e09361-cbff-4762-89ae-75e93abfc5db None None] Network f684ff66-c4a1-4259-99c0-c04a22c130c0 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:10.236342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5e6ee8f7-ffd5-482c-b9cf-06f6b3106082 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:10.236342 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5e6ee8f7-ffd5-482c-b9cf-06f6b3106082 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c1b57fc-4443-44c9-a644-6ade595e2f29 HTTP/1.1" status: 200 len: 205 time: 0.3142490 Jan 17 08:19:10.236342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53578) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:10.335537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9780fda2-b7ef-4eac-9ea3-221aca593a24 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:10.359862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53582) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:10.410430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2d3ab292-b8ac-4fbd-bc78-824b1c9c8e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:10.410942 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ab292-b8ac-4fbd-bc78-824b1c9c8e84 None None] The sync data for ids ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:10.411062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.460509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Deleting port 6ca64e25-aacd-429c-89d6-44fe5f2427ca {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:10.460757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.582650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57cac836-d249-4bcf-8405-8b9032db383a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.630520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9e34b230-02a4-4de4-8d3a-a9b2401e8789 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.666445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d9c0ebea-67d0-4e5d-a0d7-b53db4cbb918 None None] Provisioning for port 9780fda2-b7ef-4eac-9ea3-221aca593a24 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:10.735210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cac836-d249-4bcf-8405-8b9032db383a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Pushing event deleted for resources: {'Subnet': ['ID=6da733c1-26cd-49f0-99f4-b8b1766a4a91,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:10.763235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 9780fda2-b7ef-4eac-9ea3-221aca593a24 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:10.777091 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-cefc76b8-6fc2-4e4d-9363-777224e6d4a8 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 17 08:19:10.781537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 9780fda2-b7ef-4eac-9ea3-221aca593a24 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:10.781537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.782389 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cefc76b8-6fc2-4e4d-9363-777224e6d4a8 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/routers/a67e8258-253f-49e3-ad2b-d7698bf73bb1 HTTP/1.1" status: 409 len: 329 time: 0.9600461 Jan 17 08:19:10.784465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53588) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:10.785479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57cac836-d249-4bcf-8405-8b9032db383a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.818939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0729646-5483-461d-b242-a8cd47fbed8f None None] Network 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:10.836061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] DHCP port deletion for 9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:10.901844 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-57cac836-d249-4bcf-8405-8b9032db383a tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/subnets/6da733c1-26cd-49f0-99f4-b8b1766a4a91 HTTP/1.1" status: 204 len: 168 time: 2.5055799 Jan 17 08:19:10.916513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53592) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:10.918483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] Deleting port 6ca64e25-aacd-429c-89d6-44fe5f2427ca {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:10.919293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:10.960858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.050512 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3d31bd21-afc3-4380-a97e-597b23685f4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a5a31bf93764f979a902c20ae1dcdd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6818533 Jan 17 08:19:11.055042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53596) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:11.068430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] For port 9780fda2-b7ef-4eac-9ea3-221aca593a24, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9780fda2-b7ef-4eac-9ea3-221aca593a24,segment=NetworkSegment(aaf4ab65-5d7a-4e96-a20f-c2863f91fba5),segment_id=aaf4ab65-5d7a-4e96-a20f-c2863f91fba5)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:11.068784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.084919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] For port 6ca64e25-aacd-429c-89d6-44fe5f2427ca, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6ca64e25-aacd-429c-89d6-44fe5f2427ca,segment=NetworkSegment(fed6d855-4e00-40cf-b32a-5dcb74b746bd),segment_id=fed6d855-4e00-40cf-b32a-5dcb74b746bd)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:11.085266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.183448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c0b2df6c-1cdf-4ffb-8c6c-48222fea6e23 None None] Provisioning complete for port 9780fda2-b7ef-4eac-9ea3-221aca593a24 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:11.183833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0b2df6c-1cdf-4ffb-8c6c-48222fea6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.253002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Calling delete_port for 9780fda2-b7ef-4eac-9ea3-221aca593a24 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:11.302313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.319640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9e34b230-02a4-4de4-8d3a-a9b2401e8789 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.326236 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.343530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Calling delete_port for 6ca64e25-aacd-429c-89d6-44fe5f2427ca owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:11.347033 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9e34b230-02a4-4de4-8d3a-a9b2401e8789 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.364794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Deleting port 792dd560-42ab-4730-be33-ca0421e64f98 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:11.365666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.385614 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] For port 6ca64e25-aacd-429c-89d6-44fe5f2427ca, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6ca64e25-aacd-429c-89d6-44fe5f2427ca,segment=NetworkSegment(fed6d855-4e00-40cf-b32a-5dcb74b746bd),segment_id=fed6d855-4e00-40cf-b32a-5dcb74b746bd)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:11.385877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.413441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f03b664c-6c70-48f0-84ee-f5d4372ecc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.454593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 9780fda2-b7ef-4eac-9ea3-221aca593a24, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9780fda2-b7ef-4eac-9ea3-221aca593a24,segment=NetworkSegment(aaf4ab65-5d7a-4e96-a20f-c2863f91fba5),segment_id=aaf4ab65-5d7a-4e96-a20f-c2863f91fba5)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:11.456658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d086eb2-eda6-4b39-8d64-a27df68e7d3d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Router f50a2e01-5799-4c81-9f8e-c0f6d5f88da3 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:19:11.471185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f03b664c-6c70-48f0-84ee-f5d4372ecc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.543491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] Calling delete_port for 6ca64e25-aacd-429c-89d6-44fe5f2427ca owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:11.578520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.672968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.700850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] DHCP port deletion for 1a27ddd5-d706-4aea-bd70-3e1642b4aa82 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:11.709538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=9780fda2-b7ef-4eac-9ea3-221aca593a24,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:11.714494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Deleting port 792dd560-42ab-4730-be33-ca0421e64f98 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:11.714494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.715461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9e34b230-02a4-4de4-8d3a-a9b2401e8789 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.716582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e34b230-02a4-4de4-8d3a-a9b2401e8789 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Fanout notify agent at l3_agent the message router_deleted on router 7c1b57fc-4443-44c9-a644-6ade595e2f29 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:11.726933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:11.727279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:11.730945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event deleted for resources: {'Port': ['ID=6ca64e25-aacd-429c-89d6-44fe5f2427ca,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:11.750142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] No DVR routers for this DVR port 6ca64e25-aacd-429c-89d6-44fe5f2427ca on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:11.752187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:11.758732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:11.767435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9e34b230-02a4-4de4-8d3a-a9b2401e8789 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.771331 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9e34b230-02a4-4de4-8d3a-a9b2401e8789 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/7c1b57fc-4443-44c9-a644-6ade595e2f29 HTTP/1.1" status: 204 len: 168 time: 1.5357432 Jan 17 08:19:11.774504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53600) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:11.885070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.921578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] For port 792dd560-42ab-4730-be33-ca0421e64f98, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=792dd560-42ab-4730-be33-ca0421e64f98,segment=NetworkSegment(11a9408c-d2f7-4979-9c86-51ea10977fb2),segment_id=11a9408c-d2f7-4979-9c86-51ea10977fb2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:11.921939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:11.957463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:11.978439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed6d855-4e00-40cf-b32a-5dcb74b746bd') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:11.978793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed6d855-4e00-40cf-b32a-5dcb74b746bd') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:11.993228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.032496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.032702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] For port 792dd560-42ab-4730-be33-ca0421e64f98, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=792dd560-42ab-4730-be33-ca0421e64f98,segment=NetworkSegment(11a9408c-d2f7-4979-9c86-51ea10977fb2),segment_id=11a9408c-d2f7-4979-9c86-51ea10977fb2)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:12.032702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.032899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:12.032899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:12.047286 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:12.090285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f03b664c-6c70-48f0-84ee-f5d4372ecc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.092125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Calling delete_port for 792dd560-42ab-4730-be33-ca0421e64f98 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:12.130694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d086eb2-eda6-4b39-8d64-a27df68e7d3d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:12.145132 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e721cd-819b-48ea-8ed1-93417d7259a2 None None] Sync routers for ids ['f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:12.150529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d086eb2-eda6-4b39-8d64-a27df68e7d3d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.151745 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9d086eb2-eda6-4b39-8d64-a27df68e7d3d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "PUT /v2.0/routers/f50a2e01-5799-4c81-9f8e-c0f6d5f88da3 HTTP/1.1" status: 200 len: 925 time: 6.4922321 Jan 17 08:19:12.155348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53604) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:12.162067 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e721cd-819b-48ea-8ed1-93417d7259a2 None None] Routers {'f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:12.166568 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8e721cd-819b-48ea-8ed1-93417d7259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:12.222828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Calling delete_port for 792dd560-42ab-4730-be33-ca0421e64f98 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:12.226574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.243922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.249415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.251507 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "DELETE /v2.0/networks/9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26 HTTP/1.1" status: 204 len: 168 time: 2.2419536 Jan 17 08:19:12.261195 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8e721cd-819b-48ea-8ed1-93417d7259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:12.272196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53608) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:12.273165 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e721cd-819b-48ea-8ed1-93417d7259a2 None None] Routers {'f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:12.273325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f78f75-3671-4cc7-ac30-16b4af900e4f tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Pushing event deleted for resources: {'Network': ['ID=9cb2a3b9-3fe4-4b7a-a992-85aa5225bb26,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:12.274199 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8e721cd-819b-48ea-8ed1-93417d7259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:12.283710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] Deleting port 6ca64e25-aacd-429c-89d6-44fe5f2427ca {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:12.284013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.315840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9780fda2-b7ef-4eac-9ea3-221aca593a24 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:12.323849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b664c-6c70-48f0-84ee-f5d4372ecc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aef48f5-7d67-49f4-a79c-338235ec97b1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:12.324342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting port 9780fda2-b7ef-4eac-9ea3-221aca593a24 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:12.324780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.342329 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f8e721cd-819b-48ea-8ed1-93417d7259a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:12.342974 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e721cd-819b-48ea-8ed1-93417d7259a2 None None] The sync data for ids ['f50a2e01-5799-4c81-9f8e-c0f6d5f88da3'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:12.351034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:12.351391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:12.382002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.386590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0c8d10b3-1259-40c6-9cbc-d47492936ffb tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Synchronizing usage tracker for tenant:1ce03e5ffef74a96bd69673e58b282a2 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:12.397169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Pushing event deleted for resources: {'Port': ['ID=792dd560-42ab-4730-be33-ca0421e64f98,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:12.453391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-931ec7db-0389-4117-b751-3272fbd78cd7 None None] The port '6ca64e25-aacd-429c-89d6-44fe5f2427ca' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:19:12.454638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] No DVR routers for this DVR port 792dd560-42ab-4730-be33-ca0421e64f98 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.464295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7d4e79-8027-448d-9525-bc49e417723a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:19:12.487523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-568beffa-478d-4429-b144-9f930117cbe4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting subnet cea6255a-7b26-4111-813e-2a2cebf70b81 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:12.494600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f03b664c-6c70-48f0-84ee-f5d4372ecc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.495804 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f03b664c-6c70-48f0-84ee-f5d4372ecc06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9aef48f5-7d67-49f4-a79c-338235ec97b1 HTTP/1.1" status: 204 len: 168 time: 1.3895249 Jan 17 08:19:12.501540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 9780fda2-b7ef-4eac-9ea3-221aca593a24 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:12.501540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.502313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-568beffa-478d-4429-b144-9f930117cbe4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.597349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0c8d10b3-1259-40c6-9cbc-d47492936ffb tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Unset dirty status for tenant:1ce03e5ffef74a96bd69673e58b282a2 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:12.600956 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0c8d10b3-1259-40c6-9cbc-d47492936ffb tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "GET /v2.0/ports?device_id=1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c HTTP/1.1" status: 200 len: 205 time: 0.3216305 Jan 17 08:19:12.604130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53614) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:12.676019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-568beffa-478d-4429-b144-9f930117cbe4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.690159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6ca64e25-aacd-429c-89d6-44fe5f2427ca no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:12.730742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 6ca64e25-aacd-429c-89d6-44fe5f2427ca {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:12.731279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6ca64e25-aacd-429c-89d6-44fe5f2427ca not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:12.732037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 792dd560-42ab-4730-be33-ca0421e64f98 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:12.743303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] For port 9780fda2-b7ef-4eac-9ea3-221aca593a24, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=9780fda2-b7ef-4eac-9ea3-221aca593a24,segment=NetworkSegment(aaf4ab65-5d7a-4e96-a20f-c2863f91fba5),segment_id=aaf4ab65-5d7a-4e96-a20f-c2863f91fba5)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:12.743303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.765000 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 792dd560-42ab-4730-be33-ca0421e64f98 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:12.765433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 792dd560-42ab-4730-be33-ca0421e64f98 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:12.850995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c37830a-832b-4227-be2d-da68fefb4d29 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.871038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Calling delete_port for 9780fda2-b7ef-4eac-9ea3-221aca593a24 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:12.906095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Deleting port 792dd560-42ab-4730-be33-ca0421e64f98 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:12.906431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:12.909749 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-38c42dee-d486-469d-b679-069ebe474566 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/routers/f50a2e01-5799-4c81-9f8e-c0f6d5f88da3 HTTP/1.1" status: 200 len: 925 time: 0.7533231 Jan 17 08:19:12.916999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53620) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:13.017086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] The port '792dd560-42ab-4730-be33-ca0421e64f98' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:19:13.070619 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2271ecee-fc90-4728-a532-d482446107ec tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=f50a2e01-5799-4c81-9f8e-c0f6d5f88da3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1492550 Jan 17 08:19:13.070619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53630) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:13.177559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-568beffa-478d-4429-b144-9f930117cbe4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.245082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.302617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Port': ['ID=9780fda2-b7ef-4eac-9ea3-221aca593a24,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:13.374434 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd5031-3180-4bde-a9e3-898eb5207ddd None None] DHCP port deletion for f684ff66-c4a1-4259-99c0-c04a22c130c0 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:13.391120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c66fc87-3974-447f-9e28-1a869626db04 None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:19:13.394379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No DVR routers for this DVR port 9780fda2-b7ef-4eac-9ea3-221aca593a24 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:13.468477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.671787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.672230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8c28b-63ca-41fa-92b8-b579cac8740d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:13.672230 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-02f8c28b-63ca-41fa-92b8-b579cac8740d tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 881 time: 0.5013535 Jan 17 08:19:13.672230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53640) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:13.673111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c66fc87-3974-447f-9e28-1a869626db04 None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:19:13.673218 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4bea5ec4-fcd6-4ec9-b97d-5d3e2a07643e tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=f50a2e01-5799-4c81-9f8e-c0f6d5f88da3 HTTP/1.1" status: 200 len: 205 time: 0.0617459 Jan 17 08:19:13.673218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53644) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:13.675012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a27ddd5-d706-4aea-bd70-3e1642b4aa82']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:13.696733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a9408c-d2f7-4979-9c86-51ea10977fb2') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:13.697278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a9408c-d2f7-4979-9c86-51ea10977fb2') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:13.766813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-568beffa-478d-4429-b144-9f930117cbe4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.779513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.848238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.884547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53650) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:13.887401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568beffa-478d-4429-b144-9f930117cbe4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Subnet': ['ID=cea6255a-7b26-4111-813e-2a2cebf70b81,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:13.940957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.944196 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c37830a-832b-4227-be2d-da68fefb4d29 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.954683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-568beffa-478d-4429-b144-9f930117cbe4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.967728 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-568beffa-478d-4429-b144-9f930117cbe4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/cea6255a-7b26-4111-813e-2a2cebf70b81 HTTP/1.1" status: 204 len: 168 time: 2.1915905 Jan 17 08:19:13.978972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:13.980684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:13.980833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53656) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:13.995244 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:14.005429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Subnet': ['ID=88012365-7bbb-4ee4-b3e4-9b39b41d23a4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:14.008699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c37830a-832b-4227-be2d-da68fefb4d29 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.037835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b49464-d960-4534-8f99-e8d5aed071bf None None] Network f684ff66-c4a1-4259-99c0-c04a22c130c0 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:14.085108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.126283 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef813103-1555-4640-b701-becd805dadd3 None None] Network dedcfa7c-e9a5-473d-87dc-e5405d8301c5 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:14.134572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-519083113-network', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:14.145558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:14.159999 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Usage tracker for resource:network and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:14.166420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f684ff66-c4a1-4259-99c0-c04a22c130c0']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:14.166830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:14.179946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:14.190656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf4ab65-5d7a-4e96-a20f-c2863f91fba5') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:14.190656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf4ab65-5d7a-4e96-a20f-c2863f91fba5') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:14.198916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.211678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.235536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.246006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.246300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9780fda2-b7ef-4eac-9ea3-221aca593a24 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:14.272605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.276383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c37830a-832b-4227-be2d-da68fefb4d29 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.276865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c37830a-832b-4227-be2d-da68fefb4d29 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Fanout notify agent at l3_agent the message router_deleted on router 1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:14.285280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] Pushing event deleted for resources: {'Network': ['ID=1a27ddd5-d706-4aea-bd70-3e1642b4aa82,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:14.295688 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1be5f76c-4804-47f4-93cf-8f0cfcaea79c tempest-TagsExtTest-1365100592 tempest-TagsExtTest-1365100592-project] 10.222.0.44 "DELETE /v2.0/networks/1a27ddd5-d706-4aea-bd70-3e1642b4aa82 HTTP/1.1" status: 204 len: 168 time: 3.3748586 Jan 17 08:19:14.303386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c37830a-832b-4227-be2d-da68fefb4d29 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.303386 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8c37830a-832b-4227-be2d-da68fefb4d29 tempest-RoutersNegativeTest-1431426748 tempest-RoutersNegativeTest-1431426748-project] 10.222.0.44 "DELETE /v2.0/routers/1692ee9d-4ec7-4eab-9a3c-0dc1ee68a81c HTTP/1.1" status: 204 len: 168 time: 1.6947391 Jan 17 08:19:14.303990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:14.303990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.343076 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.359818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:14.360547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.374364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Made reservation on behalf of f365aa3db4d649dc81da10839cb09d37 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:14.378892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:14.379120 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:14.397591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.425083 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting port 9dc24904-f8ea-4287-ab41-3a7640e72baf {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:14.425572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.433087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 9780fda2-b7ef-4eac-9ea3-221aca593a24 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:14.433582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 9780fda2-b7ef-4eac-9ea3-221aca593a24 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:14.508805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd3a370-a6d4-4f61-91b2-769d3d6789ec None None] DHCP port deletion for f684ff66-c4a1-4259-99c0-c04a22c130c0 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:14.626466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180a4fd-7c95-4f78-b752-1db1580ff0f7 None None] DHCP port deletion for dedcfa7c-e9a5-473d-87dc-e5405d8301c5 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:14.632036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3180a4fd-7c95-4f78-b752-1db1580ff0f7 None None] Deleting port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:14.632391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3180a4fd-7c95-4f78-b752-1db1580ff0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.669015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.751162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.756821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.930399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Calling delete_port for 9dc24904-f8ea-4287-ab41-3a7640e72baf owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:14.945822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3180a4fd-7c95-4f78-b752-1db1580ff0f7 None None] For port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b7451501-7fb7-4eb0-9503-2ba5d7de3c2b,segment=NetworkSegment(f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d),segment_id=f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:14.946302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3180a4fd-7c95-4f78-b752-1db1580ff0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:14.951486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53670) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:14.951820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:14.984765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Network': ['ID=f684ff66-c4a1-4259-99c0-c04a22c130c0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:14.994629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:14.998967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:15.003783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:15.021245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:15.030537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b7451501-7fb7-4eb0-9503-2ba5d7de3c2b,segment=NetworkSegment(f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d),segment_id=f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:15.030895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.102177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3180a4fd-7c95-4f78-b752-1db1580ff0f7 None None] Calling delete_port for b7451501-7fb7-4eb0-9503-2ba5d7de3c2b owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:15.155187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.169626 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9f3bf814-e355-4605-a169-88811e92900a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/f684ff66-c4a1-4259-99c0-c04a22c130c0 HTTP/1.1" status: 204 len: 168 time: 7.5072825 Jan 17 08:19:15.169626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.169945 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53684) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:15.178018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for b7451501-7fb7-4eb0-9503-2ba5d7de3c2b owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:15.179687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1310579230'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:15.185937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:15.195484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:network and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:15.199811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:15.206412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.213064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:15.247779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1ee7b4-20b7-4deb-8548-cb413d39ae6d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:15.257186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.260973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:15.265856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3180a4fd-7c95-4f78-b752-1db1580ff0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.267480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Deleting port 56bb877f-3aee-4abe-954d-977e9ea06baa {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:15.267827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.310669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180a4fd-7c95-4f78-b752-1db1580ff0f7 None None] Pushing event deleted for resources: {'Port': ['ID=b7451501-7fb7-4eb0-9503-2ba5d7de3c2b,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:15.320452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Port': ['ID=9dc24904-f8ea-4287-ab41-3a7640e72baf,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:15.327848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:15.330736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.335378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180a4fd-7c95-4f78-b752-1db1580ff0f7 None None] No DVR routers for this DVR port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:15.340846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.341192 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Added segment cd9813b8-7f78-41fb-8953-24c3f94ab845 of type vlan for network b7376139-ab63-4638-9884-ebc9308a798c Jan 17 08:19:15.357083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:15.357405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:15.473828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.486252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:15.500738 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4dab0380-f809-4d5d-a6c9-80a65b964d6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ce03e5ffef74a96bd69673e58b282a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5354588 Jan 17 08:19:15.508863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53692) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:15.515775 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3195bf7a-16b2-41a6-8177-61a3be50251b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f3fc3b88e49485694d5e86b8fe0a2d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5521340 Jan 17 08:19:15.527267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:15.570062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.570408 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Added segment ce315c27-6dd1-4e74-9205-cd100b486556 of type vlan for network 62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0 Jan 17 08:19:15.604969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.611712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.617138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.683448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.684290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:15.684863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.752691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Calling delete_port for 56bb877f-3aee-4abe-954d-977e9ea06baa owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:15.811136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe40c74c-a67a-4921-964f-4438a6de751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.840543 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b1de8b0-2d25-4906-bd79-e6544d21f600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.862291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port b7451501-7fb7-4eb0-9503-2ba5d7de3c2b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:15.862628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.866530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b7376139-ab63-4638-9884-ebc9308a798c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:15.877086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network b7376139-ab63-4638-9884-ebc9308a798c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:15.917096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe40c74c-a67a-4921-964f-4438a6de751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.938835 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9be0bd2e-b6a6-4498-9dee-56cb5213e1b3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0464885 Jan 17 08:19:15.938835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53702) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:15.946631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.951429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:15.952875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.961235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Request body: {'subnet': {'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-519083113-subnet', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:15.972604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b1de8b0-2d25-4906-bd79-e6544d21f600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:15.987118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] The port 'b7451501-7fb7-4eb0-9503-2ba5d7de3c2b' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:19:16.044855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:16.103785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Usage tracker for resource:subnet and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:16.110233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:16.132457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:16.140457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Network': ['ID=62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:16.151984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:16.171376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.201243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedcfa7c-e9a5-473d-87dc-e5405d8301c5']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:16.211842 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fd7e6712-8844-445c-89a5-0f4933cf416e tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0412686 Jan 17 08:19:16.218286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53710) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:16.219845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:16.220233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b6f5f5-3d86-40a8-b4e4-dd0e4eb73f4d') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:16.225177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'subnet': {'network_id': '62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:16.241144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.246401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b7451501-7fb7-4eb0-9503-2ba5d7de3c2b no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:16.269546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.289577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: b7451501-7fb7-4eb0-9503-2ba5d7de3c2b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:16.289837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b7451501-7fb7-4eb0-9503-2ba5d7de3c2b not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:16.318679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:16.319505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:16.338636 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:16.399126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b1de8b0-2d25-4906-bd79-e6544d21f600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.401872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe40c74c-a67a-4921-964f-4438a6de751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.449511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1de8b0-2d25-4906-bd79-e6544d21f600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff3bc2-da68-43a2-8fb0-ee387c2736f9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:16.453267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Made reservation on behalf of f365aa3db4d649dc81da10839cb09d37 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:16.456456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.468067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40c74c-a67a-4921-964f-4438a6de751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc1cb8b-0c03-4981-bbe7-942a9336202b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:16.559900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b1de8b0-2d25-4906-bd79-e6544d21f600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.560937 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4b1de8b0-2d25-4906-bd79-e6544d21f600 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82ff3bc2-da68-43a2-8fb0-ee387c2736f9 HTTP/1.1" status: 204 len: 168 time: 1.0299942 Jan 17 08:19:16.562348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe40c74c-a67a-4921-964f-4438a6de751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.563529 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fe40c74c-a67a-4921-964f-4438a6de751c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fc1cb8b-0c03-4981-bbe7-942a9336202b HTTP/1.1" status: 204 len: 168 time: 1.0535605 Jan 17 08:19:16.580653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.582503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.621798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Router a67e8258-253f-49e3-ad2b-d7698bf73bb1 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:19:16.638344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:16.658642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event deleted for resources: {'Port': ['ID=56bb877f-3aee-4abe-954d-977e9ea06baa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:16.663743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Network': ['ID=dedcfa7c-e9a5-473d-87dc-e5405d8301c5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:16.669666 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-929fd6c9-17df-4e66-a307-52083fa26e9a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/networks/dedcfa7c-e9a5-473d-87dc-e5405d8301c5 HTTP/1.1" status: 204 len: 168 time: 2.6821773 Jan 17 08:19:16.675773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53720) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:16.692609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:16.709414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1134477645', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:16.710962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:subnet and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:16.715565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:16.719925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:16.727585 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:16.753443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:router and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:16.842700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:16.857517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:16.864248 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1ceb8243-2f1e-4764-b62e-d89e48402b09 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "PUT /v2.0/routers/a67e8258-253f-49e3-ad2b-d7698bf73bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0784814 Jan 17 08:19:16.866385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53724) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:16.869229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:16.870417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f7de9-0123-4f45-ad6e-25148beed693 None None] Sync routers for ids ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:16.894055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:16.909187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f7de9-0123-4f45-ad6e-25148beed693 None None] Routers {'a67e8258-253f-49e3-ad2b-d7698bf73bb1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:16.910079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3a0f7de9-0123-4f45-ad6e-25148beed693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:16.960030 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-113a6739-1149-46e3-9ee7-a2c998f714ff tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] show failed (client error): The resource could not be found. Jan 17 08:19:16.961360 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-113a6739-1149-46e3-9ee7-a2c998f714ff tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-757698952 HTTP/1.1" status: 404 len: 334 time: 0.0938430 Jan 17 08:19:16.967324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53730) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:16.988532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d6f853da-2ed8-4bbc-aa8d-b8cbb5aab433 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:17.032011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3a0f7de9-0123-4f45-ad6e-25148beed693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:17.034844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.048239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f7de9-0123-4f45-ad6e-25148beed693 None None] Routers {'a67e8258-253f-49e3-ad2b-d7698bf73bb1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:17.048844 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3a0f7de9-0123-4f45-ad6e-25148beed693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:17.107159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3a0f7de9-0123-4f45-ad6e-25148beed693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:17.107586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0f7de9-0123-4f45-ad6e-25148beed693 None None] The sync data for ids ['a67e8258-253f-49e3-ad2b-d7698bf73bb1'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:17.158069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.158682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.170241 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-d6f853da-2ed8-4bbc-aa8d-b8cbb5aab433 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] update failed (client error): The resource could not be found. Jan 17 08:19:17.174509 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d6f853da-2ed8-4bbc-aa8d-b8cbb5aab433 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-230947493 HTTP/1.1" status: 404 len: 334 time: 0.2028053 Jan 17 08:19:17.174736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53740) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:17.188215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.284818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.309487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f89e02-d013-46d6-821d-541e989250da,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:17.359005 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Checking segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:17.359390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Network hostable DHCP agents. Network: b7376139-ab63-4638-9884-ebc9308a798c, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:17.417773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.420358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.474871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Network b7376139-ab63-4638-9884-ebc9308a798c is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:17.521856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Subnet': ['ID=2f207693-f8e3-4b5b-bfd0-df1a3f785090,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:17.539692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Checking segment: {'id': 'ce315c27-6dd1-4e74-9205-cd100b486556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:17.540050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network hostable DHCP agents. Network: 62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:17.557816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, b7376139-ab63-4638-9884-ebc9308a798c) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:17.562652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:17.563252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.567344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b26a5-f0f9-417d-bd0f-8e8eedb7e55a None None] Network b7376139-ab63-4638-9884-ebc9308a798c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:17.653914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.654230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network 62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:17.660998 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:17.665045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:17.665600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.671642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.677399 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bde830f-5d56-4900-a550-42dd4d63f25b None None] Network 62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:17.690881 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4c7453ea-ad04-454a-bbbf-f37da5e50ccc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7455149 Jan 17 08:19:17.696237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53752) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:17.710977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-83690423-d55c-43b5-8f6b-2e122aa6f345 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting subnet f92def3c-2506-478a-a9c6-7b03231ac2f1 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:17.717360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:17.722191 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83690423-d55c-43b5-8f6b-2e122aa6f345 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.752301 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a7497226-4592-4aa6-9717-12e2ef4a571d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5328510 Jan 17 08:19:17.754989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53756) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:17.794720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:17.821710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Usage tracker for resource:router and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:17.826973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:17.838411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:17.906286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83690423-d55c-43b5-8f6b-2e122aa6f345 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.908814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.936681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.937176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Fanout notify agent at l3_agent the message router_deleted on router f50a2e01-5799-4c81-9f8e-c0f6d5f88da3 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:17.970323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.975605 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1f7dcb9a-8914-40e5-9d43-f1018a5e5878 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/f50a2e01-5799-4c81-9f8e-c0f6d5f88da3 HTTP/1.1" status: 204 len: 168 time: 4.3287344 Jan 17 08:19:17.975605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.976623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53762) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:17.989581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-b7376139-ab63-4638-9884-ebc9308a798c', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:19:17.991163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:17.992594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1161399598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:18.002969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:18.013277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.014667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Usage tracker for resource:router and tenant:5323bdbd343c44a0b50761937db25745 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:18.019676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:18.025725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.026657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.040585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:18.069261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83690423-d55c-43b5-8f6b-2e122aa6f345 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.103813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.115482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1b17e6-a8e9-46cb-81d1-d3b79420eed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0', 'network_id': '62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0', 'tenant_id': 'a0f8c3140e5e4da5b245e0ae63370a44', 'fixed_ips': [{'subnet_id': '2f207693-f8e3-4b5b-bfd0-df1a3f785090'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:19:18.119995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e1b17e6-a8e9-46cb-81d1-d3b79420eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.129816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.131326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.169511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.220120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Subnet': ['ID=2f207693-f8e3-4b5b-bfd0-df1a3f785090,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server [None req-9e1b17e6-a8e9-46cb-81d1-d3b79420eed1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f207693-f8e3-4b5b-bfd0-df1a3f785090: This subnet is being modified by another concurrent operation. Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise value Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server raise exception Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f207693-f8e3-4b5b-bfd0-df1a3f785090: This subnet is being modified by another concurrent operation. Jan 17 08:19:18.328912 dv-neutron-824874-1-hyperv neutron-server[84156]: ERROR oslo_messaging.rpc.server Jan 17 08:19:18.344554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Allocated IP 172.20.0.2 (b7376139-ab63-4638-9884-ebc9308a798c/20f89e02-d013-46d6-821d-541e989250da/c2d0bb71-9162-4389-b8e8-dbc23b37106d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:18.352718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df22ae-e088-4fa0-8d75-537092ecbe7f None None] Network 62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:18.359877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.368015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.405568 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:18.420555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce315c27-6dd1-4e74-9205-cd100b486556') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:18.420866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce315c27-6dd1-4e74-9205-cd100b486556') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:18.433048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.461666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.469186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:18.469950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:18.485923 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:18.500798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.507815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83690423-d55c-43b5-8f6b-2e122aa6f345 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.565022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83690423-d55c-43b5-8f6b-2e122aa6f345 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Subnet': ['ID=f92def3c-2506-478a-a9c6-7b03231ac2f1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:18.666202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83690423-d55c-43b5-8f6b-2e122aa6f345 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.668085 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-83690423-d55c-43b5-8f6b-2e122aa6f345 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/subnets/f92def3c-2506-478a-a9c6-7b03231ac2f1 HTTP/1.1" status: 204 len: 168 time: 1.4923491 Jan 17 08:19:18.675026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53774) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:18.684478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628b001-7376-44f2-a79e-1a5d86edaade None None] Network 3eb09904-26d1-41d1-8992-51ddd6615f75 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:18.704306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.747830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.747830 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-48b06db7-0ddc-4077-8e50-11e155d77582 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7625000 Jan 17 08:19:18.749086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53780) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:18.752480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.756175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.757894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:18.914925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.984271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.985657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:18.986001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:18.988665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.024294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Network': ['ID=62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:19.083984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.101501 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4d1916f8-5e8d-4d89-ab3f-45e52cd95e77 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0 HTTP/1.1" status: 204 len: 168 time: 1.3444231 Jan 17 08:19:19.103237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53786) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:19.103504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Transition to ACTIVE for port object c2d0bb71-9162-4389-b8e8-dbc23b37106d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:19.109204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 172.26.4.249 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/9c7541a9-b47d-45c7-945b-0750c8a7d073) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:19.116276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2110675520'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:19.131486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:19.134739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Transition to ACTIVE for port object c2d0bb71-9162-4389-b8e8-dbc23b37106d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:19.188621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] DHCP port deletion for 3eb09904-26d1-41d1-8992-51ddd6615f75 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:19.203449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] Deleting port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:19.203449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.203732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:network and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:19.209933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:19.218290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:19.248673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.297772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.311302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:19.314746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.342413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Pushing event updated for resources: {'Port': ['ID=c2d0bb71-9162-4389-b8e8-dbc23b37106d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:19.350119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:19.359593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.360067 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Added segment 09c09f42-4dac-48cf-9e4d-4b5632787797 of type vlan for network d00269f3-c9ab-44bd-af7f-5cc49c5e275b Jan 17 08:19:19.394774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.405116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] For port 71c4d36d-88ab-4501-a19b-57a1940f4ff3, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=71c4d36d-88ab-4501-a19b-57a1940f4ff3,segment=NetworkSegment(76d7f6aa-9755-4161-a4f2-e489b04513df),segment_id=76d7f6aa-9755-4161-a4f2-e489b04513df)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:19.406585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.417504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Network b7376139-ab63-4638-9884-ebc9308a798c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:19.426503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:19.445917 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:19.577589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.600542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Calling delete_port for 71c4d36d-88ab-4501-a19b-57a1940f4ff3 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:19.636690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.669841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.703053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.704811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:19.706027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.753007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.764060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.783687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Attempting to bind port c2d0bb71-9162-4389-b8e8-dbc23b37106d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:19.784153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Attempting to bind port c2d0bb71-9162-4389-b8e8-dbc23b37106d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:19.784518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Attempting to bind port c2d0bb71-9162-4389-b8e8-dbc23b37106d on network b7376139-ab63-4638-9884-ebc9308a798c {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:19.793736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:19.794004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Checking segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:19.794448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.794974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Bound using segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:19.795471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Bound port: c2d0bb71-9162-4389-b8e8-dbc23b37106d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:19.795872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.803215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.812257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] For port 71c4d36d-88ab-4501-a19b-57a1940f4ff3, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=71c4d36d-88ab-4501-a19b-57a1940f4ff3,segment=NetworkSegment(76d7f6aa-9755-4161-a4f2-e489b04513df),segment_id=76d7f6aa-9755-4161-a4f2-e489b04513df)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:19.812649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.847363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:19.942521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Network': ['ID=d00269f3-c9ab-44bd-af7f-5cc49c5e275b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:19.970571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] Calling delete_port for 71c4d36d-88ab-4501-a19b-57a1940f4ff3 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:19.984123 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a47fac22-e882-4476-9a50-102e57b4a644 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8741531 Jan 17 08:19:19.990907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53802) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:19.995791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Request body: {'subnet': {'network_id': 'd00269f3-c9ab-44bd-af7f-5cc49c5e275b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:19.996147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.017941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network d00269f3-c9ab-44bd-af7f-5cc49c5e275b details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:20.028498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Port': ['ID=71c4d36d-88ab-4501-a19b-57a1940f4ff3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:20.108394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] No DVR routers for this DVR port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:20.174622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:20.186931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:20.194444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:20.258521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Allocated IP 172.26.4.93 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/310fac0d-1358-44fd-9b05-2543ee9de357) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:20.261045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:20.263344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 71c4d36d-88ab-4501-a19b-57a1940f4ff3 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:20.269003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Usage tracker for resource:subnet and tenant:a0f8c3140e5e4da5b245e0ae63370a44 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:20.280440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:20.289042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:20.305155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] For port c2d0bb71-9162-4389-b8e8-dbc23b37106d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:20.307472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=9c7541a9-b47d-45c7-945b-0750c8a7d073,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:20.307733 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 71c4d36d-88ab-4501-a19b-57a1940f4ff3 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:20.308082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 71c4d36d-88ab-4501-a19b-57a1940f4ff3 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:20.315913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] For port c2d0bb71-9162-4389-b8e8-dbc23b37106d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c2d0bb71-9162-4389-b8e8-dbc23b37106d,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:20.316986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:20.317345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:20.366879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.393555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.473190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb09904-26d1-41d1-8992-51ddd6615f75']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:20.490458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.495941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d7f6aa-9755-4161-a4f2-e489b04513df') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:20.496505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d7f6aa-9755-4161-a4f2-e489b04513df') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:20.515164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7693b25-d75f-49e4-ad22-39fdd5e83754 None None] Pushing event updated for resources: {'Port': ['ID=c2d0bb71-9162-4389-b8e8-dbc23b37106d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:20.516486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.523862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Made reservation on behalf of a0f8c3140e5e4da5b245e0ae63370a44 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:20.542064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.551107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:20.551602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:20.566132 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:20.621036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53806) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:20.655587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.669113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169160658', 'description': 'tempest-secgroup-smoke-169160658 description', 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:20.698234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:20.705437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:security_group and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:20.714422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:20.724713 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:20.739609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Allocated IP 172.26.4.228 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/ab593bd8-6465-41f2-a18c-682cfd7d7951) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:20.818948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] Deleting port 71c4d36d-88ab-4501-a19b-57a1940f4ff3 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:20.822301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.859586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.869824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.907164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.910619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Network': ['ID=3eb09904-26d1-41d1-8992-51ddd6615f75,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:20.932244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.956590 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b3ca5524-becc-42dd-b69d-7104079441c6 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/networks/3eb09904-26d1-41d1-8992-51ddd6615f75 HTTP/1.1" status: 204 len: 168 time: 2.2804039 Jan 17 08:19:20.961174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53810) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:20.966669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:20.982728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a33f4fdd-4cdd-464e-97a0-8b128189a895 None None] The port '71c4d36d-88ab-4501-a19b-57a1940f4ff3' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:19:20.989444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:21.049497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:21.055298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:21.058369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:21.072571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:security_group_rule and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:21.086914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:21.089235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event updated for resources: {'Port': ['ID=310fac0d-1358-44fd-9b05-2543ee9de357,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:21.105131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:21.109939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.122323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.123260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.386483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.394167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b6e6ed-1239-421c-8793-c31caed20b14 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting subnet 89fd7e46-8021-4e39-831c-8a38afe60853 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:21.404119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e6ed-1239-421c-8793-c31caed20b14 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.444847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.462500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.512329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e6ed-1239-421c-8793-c31caed20b14 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.560849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.641307 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.objects.ports [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84154) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 17 08:19:21.644669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.683755 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.694315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:21.694845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:21.697459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Pushing event updated for resources: {'Port': ['ID=ab593bd8-6465-41f2-a18c-682cfd7d7951,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:21.710144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:21.713526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:21.718519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:21.794879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e487143b-dbea-4539-93a1-2d8f3a2f894d None None] Network b7376139-ab63-4638-9884-ebc9308a798c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:21.800878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event updated for resources: {'Subnet': ['ID=4b6c15ca-0af0-4340-b847-0ff91894d8dd,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:21.833957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Checking segment: {'id': '09c09f42-4dac-48cf-9e4d-4b5632787797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd00269f3-c9ab-44bd-af7f-5cc49c5e275b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:21.834318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network hostable DHCP agents. Network: d00269f3-c9ab-44bd-af7f-5cc49c5e275b, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:21.853626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f88807-9b2e-4c1a-b693-3f5b24f826ce,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:21.861203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:security_group_rule and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:21.865631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:21.886508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:21.925753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Network d00269f3-c9ab-44bd-af7f-5cc49c5e275b is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:21.993482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dcd53473-a0c7-4f99-a810-19e6b1a9d2f8 None None] Provisioning for port c2d0bb71-9162-4389-b8e8-dbc23b37106d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:21.999289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e6ed-1239-421c-8793-c31caed20b14 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.014326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, d00269f3-c9ab-44bd-af7f-5cc49c5e275b) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:22.018207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:22.018782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.041993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d40b7-4383-4fe8-b9d7-4e07d5212f00 None None] Network d00269f3-c9ab-44bd-af7f-5cc49c5e275b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:22.065504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Router 10e04aab-909a-45f0-b831-1f5e8b089057 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:22.101332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.141836 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6dcc6f54-70f7-4ff9-80cf-1ca1bff50fd6 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1499841 Jan 17 08:19:22.142048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53814) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:22.167209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.240389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e6ed-1239-421c-8793-c31caed20b14 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.317286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020d635a-5938-4b31-b5d2-9c594e0686f4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:22.322780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6e6ed-1239-421c-8793-c31caed20b14 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Subnet': ['ID=89fd7e46-8021-4e39-831c-8a38afe60853,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:22.326662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router 52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:22.339296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.346940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53818) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:22.348130 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-28d8b707-cdc7-4869-a249-3c21e12f9041 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.7256789 Jan 17 08:19:22.348995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c2d0bb71-9162-4389-b8e8-dbc23b37106d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:22.352738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.361646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'security_group_rule': {'security_group_id': '020d635a-5938-4b31-b5d2-9c594e0686f4', 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:22.375844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e6ed-1239-421c-8793-c31caed20b14 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.377753 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b8b6e6ed-1239-421c-8793-c31caed20b14 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/subnets/89fd7e46-8021-4e39-831c-8a38afe60853 HTTP/1.1" status: 204 len: 168 time: 1.4117467 Jan 17 08:19:22.379360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:22.382846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53822) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:22.392070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:security_group_rule and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:22.393063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e878508b-1acd-4d8a-9ca6-14a2c7f111e2 None None] Network c343e6bd-a81a-4ffa-b1bb-57492f0564e2 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:22.427672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:22.491154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:22.491995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.493062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.514830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-d00269f3-c9ab-44bd-af7f-5cc49c5e275b', 'network_id': 'd00269f3-c9ab-44bd-af7f-5cc49c5e275b', 'tenant_id': 'a0f8c3140e5e4da5b245e0ae63370a44', 'fixed_ips': [{'subnet_id': '4b6c15ca-0af0-4340-b847-0ff91894d8dd'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:19:22.515667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.772293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:22.790005 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f980f88-7a24-44b5-858d-6c26fd4d933a None None] Sync routers for ids ['52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:22.792209 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.812639 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f980f88-7a24-44b5-858d-6c26fd4d933a None None] Routers {'52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:22.813928 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f980f88-7a24-44b5-858d-6c26fd4d933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:22.839237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.845436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port c2d0bb71-9162-4389-b8e8-dbc23b37106d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:22.852930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Allocated IP 2001:db8::f816:3eff:fef1:4fc1 (d00269f3-c9ab-44bd-af7f-5cc49c5e275b/4b6c15ca-0af0-4340-b847-0ff91894d8dd/0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:22.858935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c2d0bb71-9162-4389-b8e8-dbc23b37106d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:22.859584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.894539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.900724 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e909e776-664c-4130-b065-5046ffd3c6a9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2238784 Jan 17 08:19:22.901732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53826) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:22.916794 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f980f88-7a24-44b5-858d-6c26fd4d933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:22.930099 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f980f88-7a24-44b5-858d-6c26fd4d933a None None] Routers {'52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:22.931048 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f980f88-7a24-44b5-858d-6c26fd4d933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:22.938730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359a3298-59ed-4ed6-8429-5cde1dff374e None None] DHCP port deletion for c343e6bd-a81a-4ffa-b1bb-57492f0564e2 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:22.948756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-359a3298-59ed-4ed6-8429-5cde1dff374e None None] Deleting port 0f994aed-e770-47e6-afef-37c6665c2953 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:22.949234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-359a3298-59ed-4ed6-8429-5cde1dff374e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.967010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:22.970196 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ea7d67-c359-40ac-b71d-1b2d966291ef tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting subnet a5bcd0ff-1d88-4815-8984-5797cfa6c026 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:22.977642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.978360 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4639204f-cfda-4b9f-aef7-a0d72e391ed8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "PUT /v2.0/routers/10e04aab-909a-45f0-b831-1f5e8b089057 HTTP/1.1" status: 200 len: 883 time: 4.2273872 Jan 17 08:19:22.984339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53830) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:22.987111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d67-c359-40ac-b71d-1b2d966291ef tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:22.992290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:23.006242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395a04a0-2c4a-4a41-84ce-44d4eb3498e0 None None] Sync routers for ids ['10e04aab-909a-45f0-b831-1f5e8b089057'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:23.039652 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f980f88-7a24-44b5-858d-6c26fd4d933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:23.040362 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f980f88-7a24-44b5-858d-6c26fd4d933a None None] The sync data for ids ['52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:23.100081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.122328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d67-c359-40ac-b71d-1b2d966291ef tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.172510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.211525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a04a0-2c4a-4a41-84ce-44d4eb3498e0 None None] Routers {'10e04aab-909a-45f0-b831-1f5e8b089057'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:23.212166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-395a04a0-2c4a-4a41-84ce-44d4eb3498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['10e04aab-909a-45f0-b831-1f5e8b089057'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:23.219250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e629cf0-66a5-4e8e-adbf-126fe496e56b,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:23.309441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d67-c359-40ac-b71d-1b2d966291ef tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.309674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-395a04a0-2c4a-4a41-84ce-44d4eb3498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:23.320594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.341084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.342368 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7fa151f9-6b1b-409e-ac03-e12f13d69033 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9942772 Jan 17 08:19:23.345475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53834) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:23.358421 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-025e3a69-4a21-42ca-af01-d5a16a13e07f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/routers/52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 HTTP/1.1" status: 200 len: 885 time: 0.4555335 Jan 17 08:19:23.360313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:23.367295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'security_group_rule': {'security_group_id': '020d635a-5938-4b31-b5d2-9c594e0686f4', 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:23.415058 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6ec8901a-ce22-484f-8f69-6b0bee703e19 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/routers/10e04aab-909a-45f0-b831-1f5e8b089057 HTTP/1.1" status: 200 len: 924 time: 0.4301982 Jan 17 08:19:23.417752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53842) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:23.453080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:23.467890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:security_group_rule and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:23.473311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:23.483622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:23.490462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d67-c359-40ac-b71d-1b2d966291ef tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.495550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:23.505483 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Sync routers for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:23.537564 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:23.539546 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:23.540201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-359a3298-59ed-4ed6-8429-5cde1dff374e None None] For port 0f994aed-e770-47e6-afef-37c6665c2953, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0f994aed-e770-47e6-afef-37c6665c2953,segment=NetworkSegment(24f2375f-9ec6-4191-b543-27b1d000df21),segment_id=24f2375f-9ec6-4191-b543-27b1d000df21)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:23.541088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-359a3298-59ed-4ed6-8429-5cde1dff374e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.548964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a04a0-2c4a-4a41-84ce-44d4eb3498e0 None None] Routers {'10e04aab-909a-45f0-b831-1f5e8b089057'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:23.549565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-395a04a0-2c4a-4a41-84ce-44d4eb3498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['10e04aab-909a-45f0-b831-1f5e8b089057'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:23.550272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea7d67-c359-40ac-b71d-1b2d966291ef tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Subnet': ['ID=a5bcd0ff-1d88-4815-8984-5797cfa6c026,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:23.554811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-093993f5-774b-490e-97a7-b52b6f56d5ee tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Synchronizing usage tracker for tenant:727cb77dc13d48c69f767a9c028b3dee on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:23.564023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11ea7d67-c359-40ac-b71d-1b2d966291ef tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.577316 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-11ea7d67-c359-40ac-b71d-1b2d966291ef tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/subnets/a5bcd0ff-1d88-4815-8984-5797cfa6c026 HTTP/1.1" status: 204 len: 168 time: 1.1901519 Jan 17 08:19:23.577725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53846) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:23.616117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c9a72-d805-48e9-81d9-e7c968e2f828 None None] Network 86d4654a-5111-488f-90fe-d6d0e338250e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:23.626322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.630734 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b4323d31-d329-466f-ba35-35818b6d767a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9330676 Jan 17 08:19:23.633392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:23.665205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-093993f5-774b-490e-97a7-b52b6f56d5ee tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Unset dirty status for tenant:727cb77dc13d48c69f767a9c028b3dee on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:23.666576 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-093993f5-774b-490e-97a7-b52b6f56d5ee tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=10e04aab-909a-45f0-b831-1f5e8b089057&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2477782 Jan 17 08:19:23.678467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53854) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:23.692168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.753388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port c2d0bb71-9162-4389-b8e8-dbc23b37106d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c2d0bb71-9162-4389-b8e8-dbc23b37106d,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:23.781851 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.795741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-395a04a0-2c4a-4a41-84ce-44d4eb3498e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:23.796160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395a04a0-2c4a-4a41-84ce-44d4eb3498e0 None None] The sync data for ids ['10e04aab-909a-45f0-b831-1f5e8b089057'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:23.805893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-359a3298-59ed-4ed6-8429-5cde1dff374e None None] Calling delete_port for 0f994aed-e770-47e6-afef-37c6665c2953 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:23.826206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting port 0f994aed-e770-47e6-afef-37c6665c2953 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:23.830266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.845648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.853027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:23.892034 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:23.902490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e8a31a-44c1-4d70-af67-77d8be97daa2 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:23.903337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-94e8a31a-44c1-4d70-af67-77d8be97daa2 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Synchronizing usage tracker for tenant:727cb77dc13d48c69f767a9c028b3dee on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:23.942126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Transition to ACTIVE for port object 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:23.991466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a09ada0-101f-47d7-91c5-096e30e6a5f5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:router {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:24.021185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.032374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Transition to ACTIVE for port object 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:24.050883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-94e8a31a-44c1-4d70-af67-77d8be97daa2 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Unset dirty status for tenant:727cb77dc13d48c69f767a9c028b3dee on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:24.053050 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-94e8a31a-44c1-4d70-af67-77d8be97daa2 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 881 time: 0.3730712 Jan 17 08:19:24.059164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53858) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:24.075568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=c2d0bb71-9162-4389-b8e8-dbc23b37106d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:24.119500 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e12ad0e1-c16d-4a17-ba80-c16c9ca9eb9f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e04aab-909a-45f0-b831-1f5e8b089057 HTTP/1.1" status: 200 len: 205 time: 0.0586834 Jan 17 08:19:24.120601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.122310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53862) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:24.141857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] For port 0f994aed-e770-47e6-afef-37c6665c2953, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0f994aed-e770-47e6-afef-37c6665c2953,segment=NetworkSegment(24f2375f-9ec6-4191-b543-27b1d000df21),segment_id=24f2375f-9ec6-4191-b543-27b1d000df21)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:24.142427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.154550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.160346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-359a3298-59ed-4ed6-8429-5cde1dff374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.227457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a09ada0-101f-47d7-91c5-096e30e6a5f5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:router {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:24.228987 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8a09ada0-101f-47d7-91c5-096e30e6a5f5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8556657 Jan 17 08:19:24.233249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b95e29-06ab-44a9-8a24-b9ec87c0e0c0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:24.236617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53866) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:24.247257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a3298-59ed-4ed6-8429-5cde1dff374e None None] No DVR routers for this DVR port 0f994aed-e770-47e6-afef-37c6665c2953 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:24.252275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d6ed3527-ce88-46d1-9d8f-62c5b525ae19 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1134477645'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:24.255691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Network d00269f3-c9ab-44bd-af7f-5cc49c5e275b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:24.263843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:24.265882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e24eb2-d3a5-4836-afcc-f02724148e96 None None] DHCP port deletion for 86d4654a-5111-488f-90fe-d6d0e338250e request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:24.283915 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:24.290156 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-97e24eb2-d3a5-4836-afcc-f02724148e96 None None] Deleting port c05c99fc-6f65-48a2-896c-7fccce921aaf {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:24.290526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97e24eb2-d3a5-4836-afcc-f02724148e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.317174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Calling delete_port for 0f994aed-e770-47e6-afef-37c6665c2953 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:24.327365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c2d0bb71-9162-4389-b8e8-dbc23b37106d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:24.357141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Pushing event updated for resources: {'Port': ['ID=0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:24.417244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:24.417807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:24.418205 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:22Z', 'revision_number': 3, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:24.422998 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Checking router: 2441dd68-0d1c-4e23-a076-bb334a8e9e5d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:19:24.423565 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Updating router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d port ab593bd8-6465-41f2-a18c-682cfd7d7951 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:19:24.435801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.460549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.462285 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5ce8594b-366d-4f3c-9a8a-a91db4dacb1d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1145177 Jan 17 08:19:24.471840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53870) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:24.481357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a3298-59ed-4ed6-8429-5cde1dff374e None None] Pushing event deleted for resources: {'Port': ['ID=0f994aed-e770-47e6-afef-37c6665c2953,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:24.482744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'security_group_rule': {'security_group_id': '020d635a-5938-4b31-b5d2-9c594e0686f4', 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:24.496933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:24.508287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:security_group_rule and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:24.513489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:24.522827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:24.523613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6c15ca-0af0-4340-b847-0ff91894d8dd,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:24.543280 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.595941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Attempting to bind port 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:24.596309 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Attempting to bind port 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '09c09f42-4dac-48cf-9e4d-4b5632787797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd00269f3-c9ab-44bd-af7f-5cc49c5e275b'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:24.596665 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Attempting to bind port 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc on network d00269f3-c9ab-44bd-af7f-5cc49c5e275b {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:24.619620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:24.620130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Checking segment: {'id': '09c09f42-4dac-48cf-9e4d-4b5632787797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd00269f3-c9ab-44bd-af7f-5cc49c5e275b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:24.620540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.620925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Bound using segment: {'id': '09c09f42-4dac-48cf-9e4d-4b5632787797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd00269f3-c9ab-44bd-af7f-5cc49c5e275b'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:24.621409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Bound port: 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c09f42-4dac-48cf-9e4d-4b5632787797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd00269f3-c9ab-44bd-af7f-5cc49c5e275b'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:24.621774 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.698259 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.779441 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c2d0bb71-9162-4389-b8e8-dbc23b37106d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:24.779744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.794377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.830459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00269f3-c9ab-44bd-af7f-5cc49c5e275b']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:24.849729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c09f42-4dac-48cf-9e4d-4b5632787797') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:24.849729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c09f42-4dac-48cf-9e4d-4b5632787797') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:24.861952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-97e24eb2-d3a5-4836-afcc-f02724148e96 None None] For port c05c99fc-6f65-48a2-896c-7fccce921aaf, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c05c99fc-6f65-48a2-896c-7fccce921aaf,segment=NetworkSegment(dbc6ab44-7a76-4475-88c2-b6b0246ca10e),segment_id=dbc6ab44-7a76-4475-88c2-b6b0246ca10e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:24.862524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97e24eb2-d3a5-4836-afcc-f02724148e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.870078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.879791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.883583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] For port 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:24.919162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting port 0f994aed-e770-47e6-afef-37c6665c2953 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:24.919941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.946529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:24.998421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] The port '0f994aed-e770-47e6-afef-37c6665c2953' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:19:25.003135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-97e24eb2-d3a5-4836-afcc-f02724148e96 None None] Calling delete_port for c05c99fc-6f65-48a2-896c-7fccce921aaf owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:25.019627 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.031731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] For port 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc,segment=NetworkSegment(09c09f42-4dac-48cf-9e4d-4b5632787797),segment_id=09c09f42-4dac-48cf-9e4d-4b5632787797)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:25.037662 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Transition to ACTIVE for port object ab593bd8-6465-41f2-a18c-682cfd7d7951 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:25.050481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.099852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741489c7-a57c-4790-9fc6-bd6d70cdc0a2,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:25.133318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.135632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.144469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.152566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:25.153040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.157985 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:25.168873 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:25.250578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a977a7-06b2-49c8-be4d-c11231971ff4 None None] Pushing event updated for resources: {'Port': ['ID=0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:25.255041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.259168 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5f141dd8-50b3-4382-a7d5-f1836414ff6c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7827315 Jan 17 08:19:25.262868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53874) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:25.270125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c343e6bd-a81a-4ffa-b1bb-57492f0564e2']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:25.272707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'security_group_rule': {'security_group_id': '020d635a-5938-4b31-b5d2-9c594e0686f4', 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:25.282685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:25.285291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f2375f-9ec6-4191-b543-27b1d000df21') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:25.285862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f2375f-9ec6-4191-b543-27b1d000df21') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:25.301045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.301735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:security_group_rule and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:25.320611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.328045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:25.328411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.345630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2345f2-67d1-4bc5-9727-47952e26d077 None None] Network d00269f3-c9ab-44bd-af7f-5cc49c5e275b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:25.353640 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1f40f-d301-49b0-b794-5166dd9bd7cc None None] Pushing event updated for resources: {'Port': ['ID=ab593bd8-6465-41f2-a18c-682cfd7d7951,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:25.357841 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:25.360244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:25.362304 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Attempting to bind port ab593bd8-6465-41f2-a18c-682cfd7d7951 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:25.362895 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Attempting to bind port ab593bd8-6465-41f2-a18c-682cfd7d7951 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:25.363456 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Attempting to bind port ab593bd8-6465-41f2-a18c-682cfd7d7951 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:25.368095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 08:19:25.368095 dv-neutron-824874-1-hyperv neutron-server[84154]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 08:19:25.368095 dv-neutron-824874-1-hyperv neutron-server[84154]: [parameters: {'id': 'd00269f3-c9ab-44bd-af7f-5cc49c5e275b'}] Jan 17 08:19:25.368095 dv-neutron-824874-1-hyperv neutron-server[84154]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:25.371108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:25.372536 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:25.373114 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:25.373730 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.374301 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:25.374761 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Bound port: ab593bd8-6465-41f2-a18c-682cfd7d7951, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:25.375322 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.381109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:25.483160 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] For port ab593bd8-6465-41f2-a18c-682cfd7d7951, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:25.489399 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] For port ab593bd8-6465-41f2-a18c-682cfd7d7951, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ab593bd8-6465-41f2-a18c-682cfd7d7951,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:25.497090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0f994aed-e770-47e6-afef-37c6665c2953 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:25.527063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97e24eb2-d3a5-4836-afcc-f02724148e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.550605 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.571468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 0f994aed-e770-47e6-afef-37c6665c2953 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:25.571763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0f994aed-e770-47e6-afef-37c6665c2953 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:25.613151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.620337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e24eb2-d3a5-4836-afcc-f02724148e96 None None] Pushing event deleted for resources: {'Port': ['ID=c05c99fc-6f65-48a2-896c-7fccce921aaf,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:25.629145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e24eb2-d3a5-4836-afcc-f02724148e96 None None] No DVR routers for this DVR port c05c99fc-6f65-48a2-896c-7fccce921aaf on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:25.637806 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1f40f-d301-49b0-b794-5166dd9bd7cc None None] Pushing event updated for resources: {'Port': ['ID=ab593bd8-6465-41f2-a18c-682cfd7d7951,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:25.661143 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:25.661143 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:25.661823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.673918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d89519-1d24-4eb0-9b30-026ffb925e79 None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:19:25.678113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.701116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Network': ['ID=c343e6bd-a81a-4ffa-b1bb-57492f0564e2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:25.718710 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fcb55f86-1706-4a65-8b8f-a5b45a119e28 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/networks/c343e6bd-a81a-4ffa-b1bb-57492f0564e2 HTTP/1.1" status: 204 len: 168 time: 2.1395254 Jan 17 08:19:25.719579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53878) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:25.742167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.799413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d89519-1d24-4eb0-9b30-026ffb925e79 None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:19:25.857878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Deleting port 310fac0d-1358-44fd-9b05-2543ee9de357 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:25.858234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.870327 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:25.873358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.879838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:25.937427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting port 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:25.937684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.037077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.083308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3527-ce88-46d1-9d8f-62c5b525ae19 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.121389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.164842 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d4654a-5111-488f-90fe-d6d0e338250e']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:26.167282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.193751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020afa92-16e4-4523-8a2e-5470c7d780c6,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:26.198985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc6ab44-7a76-4475-88c2-b6b0246ca10e') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:26.199311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc6ab44-7a76-4475-88c2-b6b0246ca10e') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:26.251894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d456b-1185-4a3b-a480-05944267802b None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:19:26.267849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.274947 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:22Z', 'revision_number': 3, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:26.279618 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2346b9c9-e0d2-4031-9cd4-deb5734109ab None None] The sync data for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv is: [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:22Z', 'revision_number': 3, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:26.281822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3527-ce88-46d1-9d8f-62c5b525ae19 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.303105 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c05c99fc-6f65-48a2-896c-7fccce921aaf no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:26.305409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.319886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] For port 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc,segment=NetworkSegment(09c09f42-4dac-48cf-9e4d-4b5632787797),segment_id=09c09f42-4dac-48cf-9e4d-4b5632787797)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:26.320240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.331794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:26.332167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.337143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.338714 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-148f06d3-7805-463c-a9ca-d160d8e22a8f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0737951 Jan 17 08:19:26.341438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53882) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:26.343700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.351725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: c05c99fc-6f65-48a2-896c-7fccce921aaf {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:26.352154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c05c99fc-6f65-48a2-896c-7fccce921aaf not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:26.354592 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:26.423763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'security_group_rule': {'security_group_id': '020d635a-5938-4b31-b5d2-9c594e0686f4', 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:26.429961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:26.433801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:security_group_rule and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:26.436664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:26.444901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:26.452279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d456b-1185-4a3b-a480-05944267802b None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:19:26.521762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Calling delete_port for 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:26.588128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Calling delete_port for 310fac0d-1358-44fd-9b05-2543ee9de357 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:26.616877 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Project 62dcbef2c57e4a6bbaddf3c67ca42855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:19:26.660432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.670009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.803180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.844656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.860607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Network': ['ID=86d4654a-5111-488f-90fe-d6d0e338250e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:26.866237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ac8a14fc-ef41-4bc2-8388-9177c0185c1e tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/networks/86d4654a-5111-488f-90fe-d6d0e338250e HTTP/1.1" status: 204 len: 168 time: 1.1443996 Jan 17 08:19:26.873087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.873479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53886) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:26.882612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:26.909218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Port': ['ID=0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:26.917335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No DVR routers for this DVR port 0e8d5b26-ddc0-43e5-b6ca-cd2d51c045bc on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:27.038520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.044622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.076577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00269f3-c9ab-44bd-af7f-5cc49c5e275b']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:27.088918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c09f42-4dac-48cf-9e4d-4b5632787797') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:27.089267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c09f42-4dac-48cf-9e4d-4b5632787797') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:27.101643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.118663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.125060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:27.125447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.135118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3bcb3d-b124-461b-bcb3-de489837dd12,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:27.141665 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:27.309798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.329542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.340714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Network': ['ID=d00269f3-c9ab-44bd-af7f-5cc49c5e275b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:27.344355 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e23ee136-dec1-47f1-ba82-82defe5858c1 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/d00269f3-c9ab-44bd-af7f-5cc49c5e275b HTTP/1.1" status: 204 len: 168 time: 5.2013509 Jan 17 08:19:27.348691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53890) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:27.389202 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b179c153-d1e8-4bbc-b80f-e2731d84d1c4 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:27.389649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b179c153-d1e8-4bbc-b80f-e2731d84d1c4 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:27.391332 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b179c153-d1e8-4bbc-b80f-e2731d84d1c4 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/subnets/4b6c15ca-0af0-4340-b847-0ff91894d8dd HTTP/1.1" status: 404 len: 337 time: 0.0398314 Jan 17 08:19:27.393934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53894) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:27.419512 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d104bfd-0a4f-403c-a4b5-a38878eb09b2 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:27.419962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d104bfd-0a4f-403c-a4b5-a38878eb09b2 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:27.424003 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4d104bfd-0a4f-403c-a4b5-a38878eb09b2 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/d00269f3-c9ab-44bd-af7f-5cc49c5e275b HTTP/1.1" status: 404 len: 339 time: 0.0267730 Jan 17 08:19:27.424221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53898) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:27.446654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.451763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.455444 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b762b642-5acb-4e70-a29f-4921d5132a7c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0994406 Jan 17 08:19:27.456248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53902) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:27.469353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'security_group_rule': {'security_group_id': '020d635a-5938-4b31-b5d2-9c594e0686f4', 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:27.477995 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9961a934-39ec-4cca-93f8-b53250ddd949 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:27.478427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9961a934-39ec-4cca-93f8-b53250ddd949 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:27.480021 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9961a934-39ec-4cca-93f8-b53250ddd949 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/subnets/2f207693-f8e3-4b5b-bfd0-df1a3f785090 HTTP/1.1" status: 404 len: 337 time: 0.0549235 Jan 17 08:19:27.480974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:27.482884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53906) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:27.486559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:security_group_rule and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:27.504636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:27.514943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:27.517809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event deleted for resources: {'Port': ['ID=310fac0d-1358-44fd-9b05-2543ee9de357,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:27.518443 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-4572b057-a78b-4f3c-b121-8a1525007df2 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:27.518875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4572b057-a78b-4f3c-b121-8a1525007df2 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:27.522216 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4572b057-a78b-4f3c-b121-8a1525007df2 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/62b7a3cc-d8b1-446b-a01c-12b48a3c6ef0 HTTP/1.1" status: 404 len: 339 time: 0.0384340 Jan 17 08:19:27.526337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53910) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:27.566269 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccde71d3-32cb-447c-a24c-22f21976a214 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:27.566704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccde71d3-32cb-447c-a24c-22f21976a214 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:27.568981 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ccde71d3-32cb-447c-a24c-22f21976a214 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/subnets/88012365-7bbb-4ee4-b3e4-9b39b41d23a4 HTTP/1.1" status: 404 len: 337 time: 0.0405335 Jan 17 08:19:27.571595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53914) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:27.578645 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5ec312-270c-4a21-9a41-838a45c3ffdc tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting subnet 41812151-9d38-480e-aada-92014e80d569 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:27.591443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec312-270c-4a21-9a41-838a45c3ffdc tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.598015 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61c28a5-14a4-445e-886f-ff749aa41232 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:27.598470 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61c28a5-14a4-445e-886f-ff749aa41232 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:27.600141 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b61c28a5-14a4-445e-886f-ff749aa41232 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/f684ff66-c4a1-4259-99c0-c04a22c130c0 HTTP/1.1" status: 404 len: 339 time: 0.0274506 Jan 17 08:19:27.602712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53918) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:27.630002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Allocated IP 172.20.0.1 (b7376139-ab63-4638-9884-ebc9308a798c/20f89e02-d013-46d6-821d-541e989250da/33afabf1-06b6-4d62-934e-9794be1b1514) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:27.639901 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Project 62dcbef2c57e4a6bbaddf3c67ca42855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:19:27.653645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.704337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-378b7e5f-b661-4b28-9a62-c052d63f802f tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting port 6eed45e6-9209-4cdd-aa07-505e3dea2724 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:27.704679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-378b7e5f-b661-4b28-9a62-c052d63f802f tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.731701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec312-270c-4a21-9a41-838a45c3ffdc tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.762388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ed3527-ce88-46d1-9d8f-62c5b525ae19 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router 52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:19:27.827760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.899649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:27.948880 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c596220e-6a6d-43a9-880b-987efc11a44e,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:27.967330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-378b7e5f-b661-4b28-9a62-c052d63f802f tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.025613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.026711 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0b63391b-c166-4395-a4fb-4441858cc168 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5696788 Jan 17 08:19:28.060791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53922) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:28.067534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'network': {'name': 'tempest-network-smoke--1633668094', 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:28.085506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.088533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-378b7e5f-b661-4b28-9a62-c052d63f802f tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Calling delete_port for 6eed45e6-9209-4cdd-aa07-505e3dea2724 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:28.152845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:28.168744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:network and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:28.179306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:28.193356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:28.233286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ab593bd8-6465-41f2-a18c-682cfd7d7951 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:28.243259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-378b7e5f-b661-4b28-9a62-c052d63f802f tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.279764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.282886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec312-270c-4a21-9a41-838a45c3ffdc tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.296256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b7e5f-b661-4b28-9a62-c052d63f802f tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Port': ['ID=6eed45e6-9209-4cdd-aa07-505e3dea2724,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:28.309190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-378b7e5f-b661-4b28-9a62-c052d63f802f tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.315461 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-378b7e5f-b661-4b28-9a62-c052d63f802f tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/ports/6eed45e6-9209-4cdd-aa07-505e3dea2724 HTTP/1.1" status: 204 len: 168 time: 0.7117565 Jan 17 08:19:28.318354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53926) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:28.356141 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-77948159-fc86-44b5-9bd3-4ef57d854430 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:28.356640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77948159-fc86-44b5-9bd3-4ef57d854430 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:28.358251 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-77948159-fc86-44b5-9bd3-4ef57d854430 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/subnets/8cdaa5a8-9072-47ac-8b4e-e84cd259a036 HTTP/1.1" status: 404 len: 337 time: 0.0390038 Jan 17 08:19:28.360796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53930) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:28.368849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port ab593bd8-6465-41f2-a18c-682cfd7d7951 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:28.374539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port ab593bd8-6465-41f2-a18c-682cfd7d7951 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:28.375078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.412389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Made reservation on behalf of 62dcbef2c57e4a6bbaddf3c67ca42855 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:28.415333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.426097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Transition to ACTIVE for port object 33afabf1-06b6-4d62-934e-9794be1b1514 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:28.513746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.517100 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.518253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.533886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port ab593bd8-6465-41f2-a18c-682cfd7d7951, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ab593bd8-6465-41f2-a18c-682cfd7d7951,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:28.539737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.555452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:28.584084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.584422 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Added segment 42963fc0-14f4-403c-b8c9-3e39b831ec57 of type vlan for network fa87a1a3-378d-463a-9a0a-0f72d31fe691 Jan 17 08:19:28.626306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.672260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec312-270c-4a21-9a41-838a45c3ffdc tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.700227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=ab593bd8-6465-41f2-a18c-682cfd7d7951,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:28.718393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.725227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ec312-270c-4a21-9a41-838a45c3ffdc tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Subnet': ['ID=41812151-9d38-480e-aada-92014e80d569,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:28.731718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.743786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.768363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc515863-d6ed-42be-9057-9f73b3712c0d']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:28.781202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d3f9d2-0a7c-4095-815e-5ce7610d2029') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:28.781495 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d3f9d2-0a7c-4095-815e-5ce7610d2029') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:28.781642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc98c1-30ba-49ad-9058-0e51e133a71d None None] Network 2ba0b457-65ac-4344-a37e-bdcb7d83525a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:28.791458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec312-270c-4a21-9a41-838a45c3ffdc tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.793607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.801992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.802954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Fanout notify agent at l3_agent the message router_deleted on router 10e04aab-909a-45f0-b831-1f5e8b089057 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:28.810402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.818772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:28.819248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:28.835559 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:28.984097 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2b5ec312-270c-4a21-9a41-838a45c3ffdc tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/subnets/41812151-9d38-480e-aada-92014e80d569 HTTP/1.1" status: 204 len: 168 time: 2.1026545 Jan 17 08:19:28.984705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53934) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:28.986123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:28.987229 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d45bd9a4-40c5-4966-9d0e-dc45cfa67c20 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/10e04aab-909a-45f0-b831-1f5e8b089057 HTTP/1.1" status: 204 len: 168 time: 4.8529890 Jan 17 08:19:28.992510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Network b7376139-ab63-4638-9884-ebc9308a798c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:28.994786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53938) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:28.997450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:28.999209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Pushing event updated for resources: {'Port': ['ID=33afabf1-06b6-4d62-934e-9794be1b1514,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:29.003137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:29.022482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.034889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1713054487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:29.048843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:29.055969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Usage tracker for resource:router and tenant:5323bdbd343c44a0b50761937db25745 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:29.060726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.064443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:29.065049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.071358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:29.106687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.107839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:29.113675 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da506b1f-3a10-4346-96f6-6068234909bb None None] DHCP port deletion for 2ba0b457-65ac-4344-a37e-bdcb7d83525a request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:29.119675 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-da506b1f-3a10-4346-96f6-6068234909bb None None] Deleting port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:29.124315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da506b1f-3a10-4346-96f6-6068234909bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.129316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Network': ['ID=cc515863-d6ed-42be-9057-9f73b3712c0d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:29.135159 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-462f3c9c-e17e-469f-8b92-3758f0404a1d tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/cc515863-d6ed-42be-9057-9f73b3712c0d HTTP/1.1" status: 204 len: 168 time: 0.7733946 Jan 17 08:19:29.138262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53942) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:29.182199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.189644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ed3527-ce88-46d1-9d8f-62c5b525ae19 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:29.204409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085efe3-f089-4149-978a-ca3c29a3b81a None None] Sync routers for ids ['52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:29.205639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3527-ce88-46d1-9d8f-62c5b525ae19 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.206779 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d6ed3527-ce88-46d1-9d8f-62c5b525ae19 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 HTTP/1.1" status: 200 len: 892 time: 4.9673624 Jan 17 08:19:29.212510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53946) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:29.215531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.232304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-905554e4-20ea-4237-b6ad-ac63f831a381 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting port c9c9b7e7-28fd-4d78-be02-b5f065d3e814 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:29.232644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-905554e4-20ea-4237-b6ad-ac63f831a381 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.262385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:29.262728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.279753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'Network': ['ID=fa87a1a3-378d-463a-9a0a-0f72d31fe691,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:29.283761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085efe3-f089-4149-978a-ca3c29a3b81a None None] Routers {'52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:29.290832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5085efe3-f089-4149-978a-ca3c29a3b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:29.298523 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-59008675-b187-460c-a324-19160577e2df tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2323904 Jan 17 08:19:29.299914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53950) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:29.309041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'admin_state_up': True, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:29.319159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:29.327060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:router and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:29.330719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:29.347646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:29.363255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network fa87a1a3-378d-463a-9a0a-0f72d31fe691 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:29.368973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.369882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.453096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5085efe3-f089-4149-978a-ca3c29a3b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:29.485860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.487039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.512232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.539512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.564180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085efe3-f089-4149-978a-ca3c29a3b81a None None] Routers {'52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:29.564938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5085efe3-f089-4149-978a-ca3c29a3b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:29.570953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.631910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.642835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-905554e4-20ea-4237-b6ad-ac63f831a381 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.660600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] For port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=1f0d40fc-ddcc-4d64-88de-6656cbffc09c,segment=NetworkSegment(013a573d-a720-478a-ab6c-646f0d87bd3d),segment_id=013a573d-a720-478a-ab6c-646f0d87bd3d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:29.660956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.669472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5085efe3-f089-4149-978a-ca3c29a3b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:29.670041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085efe3-f089-4149-978a-ca3c29a3b81a None None] The sync data for ids ['52a9c3e3-e5c7-4ade-b62e-daaf135f79d8'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:29.673340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-da506b1f-3a10-4346-96f6-6068234909bb None None] For port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=1f0d40fc-ddcc-4d64-88de-6656cbffc09c,segment=NetworkSegment(013a573d-a720-478a-ab6c-646f0d87bd3d),segment_id=013a573d-a720-478a-ab6c-646f0d87bd3d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:29.673838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da506b1f-3a10-4346-96f6-6068234909bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.750737 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-90033113-e658-440d-b0d8-d1547440084e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/routers/52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 HTTP/1.1" status: 200 len: 892 time: 0.5356135 Jan 17 08:19:29.753426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53954) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:29.787473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-905554e4-20ea-4237-b6ad-ac63f831a381 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Calling delete_port for c9c9b7e7-28fd-4d78-be02-b5f065d3e814 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:29.808136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-da506b1f-3a10-4346-96f6-6068234909bb None None] Calling delete_port for 1f0d40fc-ddcc-4d64-88de-6656cbffc09c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:29.808919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1018e503-d558-4e1b-9984-c9517a348625 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:29.835977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c70cd769-6808-4113-8cf7-09474cf71605 None None] Provisioning for port 33afabf1-06b6-4d62-934e-9794be1b1514 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:29.846004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c70cd769-6808-4113-8cf7-09474cf71605 None None] Provisioning complete for port 33afabf1-06b6-4d62-934e-9794be1b1514 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:29.846442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c70cd769-6808-4113-8cf7-09474cf71605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.857372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:29.858540 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b1450ef8-301b-4c5c-8ed5-226b5111ec91 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8625565 Jan 17 08:19:29.863885 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53958) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:29.930281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': True}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:29.946071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c70cd769-6808-4113-8cf7-09474cf71605 None None] Port 33afabf1-06b6-4d62-934e-9794be1b1514 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:29.981944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Calling delete_port for 1f0d40fc-ddcc-4d64-88de-6656cbffc09c owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:30.001486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.010963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.037104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1018e503-d558-4e1b-9984-c9517a348625 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:30.038322 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1018e503-d558-4e1b-9984-c9517a348625 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 HTTP/1.1" status: 200 len: 205 time: 0.2839878 Jan 17 08:19:30.041070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:30.094478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da506b1f-3a10-4346-96f6-6068234909bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.140302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.145169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da506b1f-3a10-4346-96f6-6068234909bb None None] Pushing event deleted for resources: {'Port': ['ID=1f0d40fc-ddcc-4d64-88de-6656cbffc09c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:30.157466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da506b1f-3a10-4346-96f6-6068234909bb None None] No DVR routers for this DVR port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:30.247957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ab593bd8-6465-41f2-a18c-682cfd7d7951 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:30.320726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port ab593bd8-6465-41f2-a18c-682cfd7d7951 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:30.321366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.323577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:30.324096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:30.333807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-905554e4-20ea-4237-b6ad-ac63f831a381 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.349782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Pushing event updated for resources: {'Port': ['ID=33afabf1-06b6-4d62-934e-9794be1b1514,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:30.358015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.380711 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905554e4-20ea-4237-b6ad-ac63f831a381 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Port': ['ID=c9c9b7e7-28fd-4d78-be02-b5f065d3e814,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:30.453342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-905554e4-20ea-4237-b6ad-ac63f831a381 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.511807 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-905554e4-20ea-4237-b6ad-ac63f831a381 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/ports/c9c9b7e7-28fd-4d78-be02-b5f065d3e814 HTTP/1.1" status: 204 len: 168 time: 1.3725679 Jan 17 08:19:30.513869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1f0d40fc-ddcc-4d64-88de-6656cbffc09c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:30.517071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53966) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:30.549378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 1f0d40fc-ddcc-4d64-88de-6656cbffc09c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:30.549715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1f0d40fc-ddcc-4d64-88de-6656cbffc09c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:30.565489 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79b5857-b19b-477b-b5a1-a5d8d4e62fc4 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:30.565934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79b5857-b19b-477b-b5a1-a5d8d4e62fc4 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:30.570371 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c79b5857-b19b-477b-b5a1-a5d8d4e62fc4 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/subnets/ad0df540-7b26-4dec-83bb-6a90e8704756 HTTP/1.1" status: 404 len: 337 time: 0.0496261 Jan 17 08:19:30.570983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53970) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:30.721153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.745073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Network b7376139-ab63-4638-9884-ebc9308a798c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:30.748366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.748899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:30.855759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.858308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Deleting port 1f0d40fc-ddcc-4d64-88de-6656cbffc09c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:30.858711 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.903851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.960473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] The port '1f0d40fc-ddcc-4d64-88de-6656cbffc09c' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:19:30.965613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:30.993591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5bed4772-0ecd-412e-b5de-de64e9d4cb60 None None] Provisioning complete for port 33afabf1-06b6-4d62-934e-9794be1b1514 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:30.994037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5bed4772-0ecd-412e-b5de-de64e9d4cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.031882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.052512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5bed4772-0ecd-412e-b5de-de64e9d4cb60 None None] Port 33afabf1-06b6-4d62-934e-9794be1b1514 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:31.085767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db469c7d-43f5-4e05-a467-efcc13406586']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:31.160931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b36495-6c04-4c7d-a9ad-021e1288a207') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:31.161781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b36495-6c04-4c7d-a9ad-021e1288a207') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:31.180314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.188460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.221282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba0b457-65ac-4344-a37e-bdcb7d83525a']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:31.228539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.242955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:31.243371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:31.263259 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:31.268563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013a573d-a720-478a-ab6c-646f0d87bd3d') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:31.268854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013a573d-a720-478a-ab6c-646f0d87bd3d') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:31.279501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Allocated IP 172.26.4.237 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/b3ad837c-835b-4c8e-a267-188cb43de730) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:31.331797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.368007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.383644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:31.384042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:31.398179 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:31.469241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.518461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.600350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.643492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.650546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Network': ['ID=db469c7d-43f5-4e05-a467-efcc13406586,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:31.654963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.675399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:19:31.680332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.682235 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/networks/2ba0b457-65ac-4344-a37e-bdcb7d83525a HTTP/1.1" status: 204 len: 168 time: 2.6964278 Jan 17 08:19:31.686026 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-033e037f-5b48-487b-819f-4083cb29b87a tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/db469c7d-43f5-4e05-a467-efcc13406586 HTTP/1.1" status: 204 len: 168 time: 1.1139548 Jan 17 08:19:31.686204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53974) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:31.690352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53978) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:31.692778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51cde0-8f63-4436-bdb5-115106a94752 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Pushing event deleted for resources: {'Network': ['ID=2ba0b457-65ac-4344-a37e-bdcb7d83525a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:31.733567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.768609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.769531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 9c7541a9-b47d-45c7-945b-0750c8a7d073 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:31.769870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.812493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a37c5280-3a1f-4432-a123-d62c15422b13 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Synchronizing usage tracker for tenant:9e96f71cc798451ea9c29216c0297cd8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:31.815885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:31.919117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:31.940645 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:32.002694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:32.015173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1e0baf-1389-441b-95c7-acb7b17ce693 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting subnet 4ac51bf4-89d6-4612-9bfe-b110d24fcdab {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:32.024401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b1e0baf-1389-441b-95c7-acb7b17ce693 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.032113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'Port': ['ID=b3ad837c-835b-4c8e-a267-188cb43de730,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:32.034296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a37c5280-3a1f-4432-a123-d62c15422b13 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Unset dirty status for tenant:9e96f71cc798451ea9c29216c0297cd8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:32.035483 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a37c5280-3a1f-4432-a123-d62c15422b13 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67e8258-253f-49e3-ad2b-d7698bf73bb1 HTTP/1.1" status: 200 len: 205 time: 0.3483970 Jan 17 08:19:32.043299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 53982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:32.055656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Allocated IP 172.26.4.232 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/4cbd9941-ac3b-48c0-a989-36b37bb8990a) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:32.106479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b1e0baf-1389-441b-95c7-acb7b17ce693 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.287097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.292856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b1e0baf-1389-441b-95c7-acb7b17ce693 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.425918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.451884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.474614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b1e0baf-1389-441b-95c7-acb7b17ce693 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.530815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e0baf-1389-441b-95c7-acb7b17ce693 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac51bf4-89d6-4612-9bfe-b110d24fcdab,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:32.539747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:32.544639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3b1e0baf-1389-441b-95c7-acb7b17ce693 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.550650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7fd1cb-7c2b-49a2-b395-f20e7f4ab47e None None] Network 319563a5-db79-44fa-8b79-38cec79e6453 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:32.553769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:32.556684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:32.598625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 9c7541a9-b47d-45c7-945b-0750c8a7d073 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:32.601165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event updated for resources: {'Port': ['ID=4cbd9941-ac3b-48c0-a989-36b37bb8990a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:32.607593 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3b1e0baf-1389-441b-95c7-acb7b17ce693 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/subnets/4ac51bf4-89d6-4612-9bfe-b110d24fcdab HTTP/1.1" status: 204 len: 168 time: 0.9161553 Jan 17 08:19:32.612368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 53986) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:32.627153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cd3858f-72d9-4250-a510-1f7828934a60 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.784273 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.799315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting port 3178e471-a5d1-4a64-9380-bbf6d0937c57 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:32.799645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.853693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e73f196-67a0-4618-b3bb-98f92c338c63 None None] DHCP port deletion for 319563a5-db79-44fa-8b79-38cec79e6453 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:32.857600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6e73f196-67a0-4618-b3bb-98f92c338c63 None None] Deleting port 3178e471-a5d1-4a64-9380-bbf6d0937c57 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:32.857972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e73f196-67a0-4618-b3bb-98f92c338c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:32.999234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:33.013626 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Sync routers for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:33.022022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] For port 3178e471-a5d1-4a64-9380-bbf6d0937c57, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3178e471-a5d1-4a64-9380-bbf6d0937c57,segment=NetworkSegment(3c93b3b7-ad8e-4517-9447-27979bb2699d),segment_id=3c93b3b7-ad8e-4517-9447-27979bb2699d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:33.022967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.028968 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:33.030915 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:33.083427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8730a4e1-d6f9-4d56-8aea-1fc6cf74165b admin admin] 10.222.0.44 "PUT /v2.0/routers/2441dd68-0d1c-4e23-a076-bb334a8e9e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4487936 Jan 17 08:19:33.088775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6e73f196-67a0-4618-b3bb-98f92c338c63 None None] For port 3178e471-a5d1-4a64-9380-bbf6d0937c57, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3178e471-a5d1-4a64-9380-bbf6d0937c57,segment=NetworkSegment(3c93b3b7-ad8e-4517-9447-27979bb2699d),segment_id=3c93b3b7-ad8e-4517-9447-27979bb2699d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:33.089280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e73f196-67a0-4618-b3bb-98f92c338c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.183356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cd3858f-72d9-4250-a510-1f7828934a60 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.202826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cd3858f-72d9-4250-a510-1f7828934a60 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.218984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.219573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.232566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Calling delete_port for 3178e471-a5d1-4a64-9380-bbf6d0937c57 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:33.241422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6e73f196-67a0-4618-b3bb-98f92c338c63 None None] Calling delete_port for 3178e471-a5d1-4a64-9380-bbf6d0937c57 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:33.301415 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:33.329883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.336814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.393246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=9c7541a9-b47d-45c7-945b-0750c8a7d073,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:33.404606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cd3858f-72d9-4250-a510-1f7828934a60 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.405404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd3858f-72d9-4250-a510-1f7828934a60 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Fanout notify agent at l3_agent the message router_deleted on router a67e8258-253f-49e3-ad2b-d7698bf73bb1 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:33.416301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e73f196-67a0-4618-b3bb-98f92c338c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.540917 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73f196-67a0-4618-b3bb-98f92c338c63 None None] No DVR routers for this DVR port 3178e471-a5d1-4a64-9380-bbf6d0937c57 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:33.563141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73f196-67a0-4618-b3bb-98f92c338c63 None None] Pushing event deleted for resources: {'Port': ['ID=3178e471-a5d1-4a64-9380-bbf6d0937c57,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:33.612687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cd3858f-72d9-4250-a510-1f7828934a60 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.616670 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0cd3858f-72d9-4250-a510-1f7828934a60 tempest-RoutersNegativeIpV6Test-1171911551 tempest-RoutersNegativeIpV6Test-1171911551-project] 10.222.0.44 "DELETE /v2.0/routers/a67e8258-253f-49e3-ad2b-d7698bf73bb1 HTTP/1.1" status: 204 len: 168 time: 1.5663569 Jan 17 08:19:33.635774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:33.636082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:33.730725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.735790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.837956 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 2, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:33.845150 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Checking router: 2441dd68-0d1c-4e23-a076-bb334a8e9e5d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:19:33.850498 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Updating router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d port 33afabf1-06b6-4d62-934e-9794be1b1514 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:19:33.884916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:33.941639 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.082748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Router 113b768e-3b4d-4d49-b9e6-ac80a4841abc is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:34.152808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Deleting port 3178e471-a5d1-4a64-9380-bbf6d0937c57 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:34.152808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.157493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.166618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.237002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] The port '3178e471-a5d1-4a64-9380-bbf6d0937c57' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:19:34.254670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:34.260698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3178e471-a5d1-4a64-9380-bbf6d0937c57 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:34.319141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 3178e471-a5d1-4a64-9380-bbf6d0937c57 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:34.319623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3178e471-a5d1-4a64-9380-bbf6d0937c57 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:34.377251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.377251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Fanout notify agent at l3_agent the message router_deleted on router 52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:34.377251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54006) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:34.384047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.441715 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.469149 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Transition to ACTIVE for port object 33afabf1-06b6-4d62-934e-9794be1b1514 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:34.496584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.497904 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e1e3d8f5-b44e-40dd-b9f1-568f32c97b47 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 HTTP/1.1" status: 204 len: 168 time: 4.4558036 Jan 17 08:19:34.504648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54014) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:34.516141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1700995799'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:34.522693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:34.526734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:network and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:34.533702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:34.536050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:34.551277 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.559022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319563a5-db79-44fa-8b79-38cec79e6453']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:34.576095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c93b3b7-ad8e-4517-9447-27979bb2699d') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:34.576391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c93b3b7-ad8e-4517-9447-27979bb2699d') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:34.587670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:34.597387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.599756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Sync routers for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:34.612814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:34.614830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:34.621206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.623010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:34.629723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:34.633761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.633938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:34.644848 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:34.731635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:34.731891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:34.744646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.745809 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7a7ee142-74ab-4ef7-8a9c-876c5645fe14 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "PUT /v2.0/routers/113b768e-3b4d-4d49-b9e6-ac80a4841abc HTTP/1.1" status: 200 len: 919 time: 4.8757393 Jan 17 08:19:34.751970 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dce90928-c037-4fb9-8b81-54579c37b3a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e96f71cc798451ea9c29216c0297cd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3698535 Jan 17 08:19:34.752164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54020) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:34.752266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:34.805981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.811545 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d5c5a7eb-65e4-40bb-bc9f-7e23b055d4cc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.5063999 Jan 17 08:19:34.812145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:34.835330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.835777 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added segment b0023795-1791-4f5c-aa89-feef192a5c30 of type vlan for network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc Jan 17 08:19:34.859249 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14046b73-65b7-4e81-b49f-0597c5023ffb None None] Pushing event updated for resources: {'Port': ['ID=33afabf1-06b6-4d62-934e-9794be1b1514,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:34.859711 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.871006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95b2c14e-9208-4ee6-83fd-b0e4a0751b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.885134 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0f0da-54dd-426a-8c7b-d74d07b11046 None None] Sync routers for ids ['113b768e-3b4d-4d49-b9e6-ac80a4841abc'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:34.904563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.905587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.906420 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] 10.222.0.44 "DELETE /v2.0/networks/319563a5-db79-44fa-8b79-38cec79e6453 HTTP/1.1" status: 204 len: 168 time: 2.2931399 Jan 17 08:19:34.921642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b54daf-10c7-4b5d-bcf3-d49ad249b146 tempest-NetworksIpV6TestAttrs-1223865075 tempest-NetworksIpV6TestAttrs-1223865075-project] Pushing event deleted for resources: {'Network': ['ID=319563a5-db79-44fa-8b79-38cec79e6453,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:34.937664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95b2c14e-9208-4ee6-83fd-b0e4a0751b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:34.973414 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0f0da-54dd-426a-8c7b-d74d07b11046 None None] Routers {'113b768e-3b4d-4d49-b9e6-ac80a4841abc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:34.974770 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-27d0f0da-54dd-426a-8c7b-d74d07b11046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['113b768e-3b4d-4d49-b9e6-ac80a4841abc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:35.000878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:35.079354 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-27d0f0da-54dd-426a-8c7b-d74d07b11046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:35.088407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:35.095319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-73933317-network', 'tenant_id': '5351ba104819463d86ba05f9acf6e775'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:35.103016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:35.107996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Usage tracker for resource:network and tenant:5351ba104819463d86ba05f9acf6e775 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:35.111521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:35.125299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:35.143764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.149959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:35.154556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.166316 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6396e954-1a41-4246-b6ee-6727bbb4a051 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/routers/113b768e-3b4d-4d49-b9e6-ac80a4841abc HTTP/1.1" status: 200 len: 925 time: 0.4167802 Jan 17 08:19:35.170421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54042) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:35.194434 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Attempting to bind port 33afabf1-06b6-4d62-934e-9794be1b1514 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:35.195089 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Attempting to bind port 33afabf1-06b6-4d62-934e-9794be1b1514 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:35.195814 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Attempting to bind port 33afabf1-06b6-4d62-934e-9794be1b1514 on network b7376139-ab63-4638-9884-ebc9308a798c {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:35.198740 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0f0da-54dd-426a-8c7b-d74d07b11046 None None] Routers {'113b768e-3b4d-4d49-b9e6-ac80a4841abc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:35.199551 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-27d0f0da-54dd-426a-8c7b-d74d07b11046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['113b768e-3b4d-4d49-b9e6-ac80a4841abc'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:35.223151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95b2c14e-9208-4ee6-83fd-b0e4a0751b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.292856 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-27d0f0da-54dd-426a-8c7b-d74d07b11046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:35.293496 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0f0da-54dd-426a-8c7b-d74d07b11046 None None] The sync data for ids ['113b768e-3b4d-4d49-b9e6-ac80a4841abc'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:35.296659 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:35.297247 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Checking segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:35.298359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.298956 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Bound using segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:35.300395 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Bound port: 33afabf1-06b6-4d62-934e-9794be1b1514, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:35.300928 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.308115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2c14e-9208-4ee6-83fd-b0e4a0751b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9cb0a8-7ba7-4882-9560-01bca5954323,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:35.310015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Made reservation on behalf of 5351ba104819463d86ba05f9acf6e775 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:35.312400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.339376 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-50b08ed4-bc2b-448a-ae8e-6f61ec5a293b tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=113b768e-3b4d-4d49-b9e6-ac80a4841abc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1669574 Jan 17 08:19:35.342047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54046) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:35.373029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.417281 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] For port 33afabf1-06b6-4d62-934e-9794be1b1514, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:35.420211 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95b2c14e-9208-4ee6-83fd-b0e4a0751b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.421292 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-95b2c14e-9208-4ee6-83fd-b0e4a0751b70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f9cb0a8-7ba7-4882-9560-01bca5954323 HTTP/1.1" status: 204 len: 168 time: 0.6696460 Jan 17 08:19:35.427132 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] For port 33afabf1-06b6-4d62-934e-9794be1b1514, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=33afabf1-06b6-4d62-934e-9794be1b1514,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:35.443307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-18292f3b-2ece-4f97-ba0f-95349e04cfb4 tempest-TestNetworkAdvancedServerOps-1328463600 tempest-TestNetworkAdvancedServerOps-1328463600-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=62dcbef2c57e4a6bbaddf3c67ca42855&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6273463 Jan 17 08:19:35.450467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54052) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:35.466410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:32Z', 'revision_number': 3, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:35.469400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Checking router: 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:19:35.470015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Updating router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 port b3ad837c-835b-4c8e-a267-188cb43de730 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:19:35.471178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Network': ['ID=22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:35.523585 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.538617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:35.565254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:35.581854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a93bc8e-e651-4435-99c5-2dadb8a888d8 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:35.584455 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8a93bc8e-e651-4435-99c5-2dadb8a888d8 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 881 time: 0.2411385 Jan 17 08:19:35.587125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54056) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:35.647765 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-48d99b32-1cda-4122-afb5-fd35c2103bf1 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=113b768e-3b4d-4d49-b9e6-ac80a4841abc HTTP/1.1" status: 200 len: 205 time: 0.0591261 Jan 17 08:19:35.650251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54060) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:35.711764 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14046b73-65b7-4e81-b49f-0597c5023ffb None None] Pushing event updated for resources: {'Port': ['ID=33afabf1-06b6-4d62-934e-9794be1b1514,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:35.716848 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:35.717549 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:35.776559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f0bac-ab0f-4a8b-ace7-249a9717cdec tempest-TestNetworkAdvancedServerOps-1328463600 tempest-TestNetworkAdvancedServerOps-1328463600-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:35.783067 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-679f0bac-ab0f-4a8b-ace7-249a9717cdec tempest-TestNetworkAdvancedServerOps-1328463600 tempest-TestNetworkAdvancedServerOps-1328463600-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3183270 Jan 17 08:19:35.784983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54066) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:35.806565 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-02163132-a1e1-4063-8b6e-eb014b69d9d6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3000820 Jan 17 08:19:35.889972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54070) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:35.929355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'subnet': {'network_id': '22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:35.966272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:35.970202 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3dd07a52-8419-44f9-a32a-3a1fc8167130 tempest-TestNetworkAdvancedServerOps-1328463600 tempest-TestNetworkAdvancedServerOps-1328463600-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1658227 Jan 17 08:19:35.975752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54076) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:36.004105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Usage tracker for resource:security_group_rule and tenant:5351ba104819463d86ba05f9acf6e775 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:36.070201 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54080) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:36.096801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916700058', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:36.111749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:36.136675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:36.155692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.183137 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:36.215845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.258652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Transition to ACTIVE for port object b3ad837c-835b-4c8e-a267-188cb43de730 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:36.285383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:36.295483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:subnet and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:36.298257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:36.305750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:36.310423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:subnet and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:36.319560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:36.323522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:36.336698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:36.340157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e83864e-f68a-4c99-8f97-a7469d2fa47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.374868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.391587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.431810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:36.512760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad62f4-0f5d-4ee8-a5df-e54197b80b6b None None] Pushing event updated for resources: {'Port': ['ID=b3ad837c-835b-4c8e-a267-188cb43de730,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:36.518090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Attempting to bind port b3ad837c-835b-4c8e-a267-188cb43de730 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:36.518723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Attempting to bind port b3ad837c-835b-4c8e-a267-188cb43de730 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:36.519311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Attempting to bind port b3ad837c-835b-4c8e-a267-188cb43de730 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:36.528249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:36.528835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:36.529490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.530050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:36.531176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Bound port: b3ad837c-835b-4c8e-a267-188cb43de730, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:36.531749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.543331 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0398e279-7977-4fff-ac65-b07a0f3f71ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0f8c3140e5e4da5b245e0ae63370a44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4668403 Jan 17 08:19:36.546097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54094) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:36.547539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Made reservation on behalf of 62dcbef2c57e4a6bbaddf3c67ca42855 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:36.594079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.613455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.640862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] For port b3ad837c-835b-4c8e-a267-188cb43de730, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:36.642019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cf74-b423-4ac3-8483-c790f91e2f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.646938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] For port b3ad837c-835b-4c8e-a267-188cb43de730, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b3ad837c-835b-4c8e-a267-188cb43de730,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:36.674440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cf74-b423-4ac3-8483-c790f91e2f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.731516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.734247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Deleting port 4cbd9941-ac3b-48c0-a989-36b37bb8990a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:36.734842 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.741783 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:35Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:36.744345 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:19:36.747186 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e967a-865a-4c64-9cde-6a5e3c4236ae None None] The sync data for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv is: [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:35Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:36.783956 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.840876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:36.855472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349e9e5-9b9a-4458-9596-c840303a8d98,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:36.880135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.903760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.904311 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Added segment da8ed9bf-3dac-4911-a87f-7eb776b87be1 of type vlan for network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 Jan 17 08:19:36.914228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad62f4-0f5d-4ee8-a5df-e54197b80b6b None None] Pushing event updated for resources: {'Port': ['ID=b3ad837c-835b-4c8e-a267-188cb43de730,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:36.922954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cf74-b423-4ac3-8483-c790f91e2f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.939748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:36.940542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:36.955914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4cf74-b423-4ac3-8483-c790f91e2f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2569db-3630-4fd2-b283-206ea92d6afb,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:36.984179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1dd4cf74-b423-4ac3-8483-c790f91e2f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:36.986448 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1dd4cf74-b423-4ac3-8483-c790f91e2f7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a2569db-3630-4fd2-b283-206ea92d6afb HTTP/1.1" status: 204 len: 168 time: 0.4375813 Jan 17 08:19:37.037688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:37.093842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:37.209741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:37.213996 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Calling delete_port for 4cbd9941-ac3b-48c0-a989-36b37bb8990a owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:37.330248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:37.331103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:37.331706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:37.522956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:37.591728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] Pushing event updated for resources: {'Network': ['ID=e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:37.594024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54108) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:37.633449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:37.661069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:37.686571 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event deleted for resources: {'Port': ['ID=4cbd9941-ac3b-48c0-a989-36b37bb8990a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:37.793936 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d30e1f9d-0acb-4d0a-8f3d-688679aa21be admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7021737 Jan 17 08:19:37.797668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54118) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:37.809565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Request body: {'subnet': {'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-73933317-subnet', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:37.835060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:37.838425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Checking segment: {'id': 'b0023795-1791-4f5c-aa89-feef192a5c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:37.838935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network hostable DHCP agents. Network: 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:37.854365 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Usage tracker for resource:subnet and tenant:5351ba104819463d86ba05f9acf6e775 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:37.856575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:37.860751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:37.877364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-secgroup--472543260'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:37.882361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Subnet': ['ID=68d767cf-9f26-4aaa-b3ba-e1d64bf8ff7c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:37.891552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:37.914831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:32Z', 'revision_number': 3, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:37.926511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ec05fb-3434-4736-9d31-bf5e549a674e None None] The sync data for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv is: [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:32Z', 'revision_number': 3, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:37.932746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:37.942031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:37.955620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:37.985134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:38.002640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'Subnet': ['ID=ea912068-aeb6-43f9-89ad-9b4084622aa8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:38.013489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Checking segment: {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:38.013827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Network hostable DHCP agents. Network: fa87a1a3-378d-463a-9a0a-0f72d31fe691, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:38.058517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.076505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.088022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.092910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:38.127506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:38.131807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:38.136353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:38.138893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Network fa87a1a3-378d-463a-9a0a-0f72d31fe691 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:38.146520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:38.201592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ee2320f8-ae7c-4d9a-8b02-ee8eaf84b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.234904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.256493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 33afabf1-06b6-4d62-934e-9794be1b1514 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:38.267382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:38.274764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, fa87a1a3-378d-463a-9a0a-0f72d31fe691) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:38.284715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd354fa-6e22-4e9f-95e3-3d841709cb9c None None] Network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:38.289859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:38.291498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.298602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e90936-bfe5-4082-af67-56d16743f670 None None] Network fa87a1a3-378d-463a-9a0a-0f72d31fe691 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:38.304845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:38.306458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.322746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Made reservation on behalf of 5351ba104819463d86ba05f9acf6e775 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:38.325039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.349085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.427852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:38.439545 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c6139d30-75ba-4890-bd7f-ff809adc2a84 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4483402 Jan 17 08:19:38.441383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54130) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:38.451066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:38.458151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:38.478185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:38.551067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c08d44-96ff-4973-8ebd-faa6525d5107,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:38.610273 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9d8ff1a4-0d65-47c3-ab6e-72b08cdbfc2f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7139571 Jan 17 08:19:38.624793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54136) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:38.638584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.642347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-213255636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:38.643653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.650648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:38.657191 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:router and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:38.660476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:38.668138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:38.705137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54140) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:38.789078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06de8ff4-7167-4e90-b4a0-bb395eae02d1,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:38.795766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:19:38.805147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.819959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.830853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.845990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Checking segment: {'id': 'da8ed9bf-3dac-4911-a87f-7eb776b87be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:38.846345 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Network hostable DHCP agents. Network: e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:38.870181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 33afabf1-06b6-4d62-934e-9794be1b1514 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:38.876017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.882042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 33afabf1-06b6-4d62-934e-9794be1b1514 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:38.882537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.893971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.897037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.936691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b8bf3-5e8b-4a05-9800-dfc6452d02db,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:38.945964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.946698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Fanout notify agent at l3_agent the message router_deleted on router 113b768e-3b4d-4d49-b9e6-ac80a4841abc {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:38.951307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc', 'network_id': '22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'fixed_ips': [{'subnet_id': '68d767cf-9f26-4aaa-b3ba-e1d64bf8ff7c'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:19:38.952167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.970884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:38.997506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.005524 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4d492203-18f8-4512-a72f-8e244d87226f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/113b768e-3b4d-4d49-b9e6-ac80a4841abc HTTP/1.1" status: 204 len: 168 time: 3.3540604 Jan 17 08:19:39.006470 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54146) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.013447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-701287472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:39.022035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:39.026286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Usage tracker for resource:router and tenant:5323bdbd343c44a0b50761937db25745 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:39.030174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:39.038188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:39.051860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:39.053432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.054388 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2bb6c93e-85c0-46b9-9df6-687ed5548d30 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4559915 Jan 17 08:19:39.061941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54150) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.071146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f4d0a025-d256-4ca0-a4c0-679bbbc22e7e tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] Request body: {'port': {'network_id': 'eb3d079d-2ef1-4840-a908-117473ffcf8a', 'name': 'tempest-NetworksNegativeTestJSON-1046576934'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:39.109294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.115589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.117069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.125358 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d0a025-d256-4ca0-a4c0-679bbbc22e7e tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] POST failed (client error): The resource could not be found. Jan 17 08:19:39.125795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d0a025-d256-4ca0-a4c0-679bbbc22e7e tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:39.126911 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f4d0a025-d256-4ca0-a4c0-679bbbc22e7e tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4207449 Jan 17 08:19:39.130968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54154) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.159700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:39.165747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:39.166408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.178523 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-27016a29-bda6-47b4-9247-9010050cbb28 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:39.179565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27016a29-bda6-47b4-9247-9010050cbb28 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:39.187077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f0b9fb-70c0-4a4a-a57c-3d2a5456d8ae None None] Network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:39.199736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.200852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb7c22a0-e4dd-44e6-a191-80e28330a716 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:39.204474 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-27016a29-bda6-47b4-9247-9010050cbb28 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "DELETE /v2.0/networks/537f803c-2236-4e26-b357-1c919d5bc496 HTTP/1.1" status: 404 len: 339 time: 0.0720685 Jan 17 08:19:39.208856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54158) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.241248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.242380 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad871205-e550-41b0-bade-fd2d1615b258 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6166413 Jan 17 08:19:39.245401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54162) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.307836 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.316389 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c0f9f8e9-4ac2-4551-9c5b-584e697a0670 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5152597 Jan 17 08:19:39.321652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54166) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.325376 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-53494f1e-ab59-4370-b036-beca3d73a588 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:39.325706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53494f1e-ab59-4370-b036-beca3d73a588 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:39.331349 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-53494f1e-ab59-4370-b036-beca3d73a588 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "DELETE /v2.0/ports/1a8a8cbb-edc7-4b05-a8b1-d5a9eb7a32b1 HTTP/1.1" status: 404 len: 333 time: 0.1179128 Jan 17 08:19:39.331624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54170) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.336252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:39.341782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:39.348468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Usage tracker for resource:router and tenant:5351ba104819463d86ba05f9acf6e775 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:39.351980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:39.352484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Allocated IP 172.20.0.2 (fa87a1a3-378d-463a-9a0a-0f72d31fe691/ea912068-aeb6-43f9-89ad-9b4084622aa8/5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:39.367320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:39.373663 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb30d4a6-fc61-49cc-a945-8616742c2782 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] DELETE failed (client error): The resource could not be found. Jan 17 08:19:39.374107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb30d4a6-fc61-49cc-a945-8616742c2782 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:39.379461 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-eb30d4a6-fc61-49cc-a945-8616742c2782 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "DELETE /v2.0/subnets/d9f92c31-544b-4815-a593-04c7b5a580be HTTP/1.1" status: 404 len: 337 time: 0.0432670 Jan 17 08:19:39.380195 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.380300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54174) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.403080 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Allocated IP 2001:db8::2 (22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc/68d767cf-9f26-4aaa-b3ba-e1d64bf8ff7c/d490fffe-6678-4b7f-bfd5-6f981124a217) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:39.450788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb7c22a0-e4dd-44e6-a191-80e28330a716 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:39.454814 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cb7c22a0-e4dd-44e6-a191-80e28330a716 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3891330 Jan 17 08:19:39.459884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54178) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.469099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.470015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.470157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c84513a7-be81-429c-9c11-4ebb67d081a9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-security--1633039975', 'description': 'tempest-security-description-1116252468'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:39.479544 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59911cf-b3a7-45b7-bab6-c39dd55f3327 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] GET failed (client error): The resource could not be found. Jan 17 08:19:39.483883 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c59911cf-b3a7-45b7-bab6-c39dd55f3327 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "GET /v2.0/networks/6111aed7-c34f-4bde-8257-3fe1029439da HTTP/1.1" status: 404 len: 339 time: 0.0991716 Jan 17 08:19:39.484119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54182) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.488153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.491915 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5d5773af-2e11-4655-b099-f722892ab703 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4811680 Jan 17 08:19:39.493588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54186) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.552584 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-964204c6-c81b-4b49-92a6-85523c3a8560 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] GET failed (client error): The resource could not be found. Jan 17 08:19:39.557966 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-964204c6-c81b-4b49-92a6-85523c3a8560 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "GET /v2.0/ports/fb7f4512-5173-4264-b524-6161eb441f70 HTTP/1.1" status: 404 len: 333 time: 0.0686324 Jan 17 08:19:39.558249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54190) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.558448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'enable_snat': False}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:39.600055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.602555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.613506 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d741f5-6224-4680-bfd2-c4c1f125b800 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] GET failed (client error): The resource could not be found. Jan 17 08:19:39.618799 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-80d741f5-6224-4680-bfd2-c4c1f125b800 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "GET /v2.0/subnets/8e88934e-8703-4509-ac45-815ef28ac71b HTTP/1.1" status: 404 len: 337 time: 0.0555325 Jan 17 08:19:39.620927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.625140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bdd45744-d9a0-45df-8836-bf371ae32f4b tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:39.649323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c84513a7-be81-429c-9c11-4ebb67d081a9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.654033 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd45744-d9a0-45df-8836-bf371ae32f4b tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] PUT failed (client error): The resource could not be found. Jan 17 08:19:39.654424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd45744-d9a0-45df-8836-bf371ae32f4b tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:39.658988 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bdd45744-d9a0-45df-8836-bf371ae32f4b tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "PUT /v2.0/networks/ce179500-81e9-4776-aa26-42876a8b13dc HTTP/1.1" status: 404 len: 339 time: 0.0353012 Jan 17 08:19:39.660398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54198) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.667303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b109b47e-fc3f-4494-903a-b3b37206a5d8 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:39.667833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 33afabf1-06b6-4d62-934e-9794be1b1514, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=33afabf1-06b6-4d62-934e-9794be1b1514,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:39.704329 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b109b47e-fc3f-4494-903a-b3b37206a5d8 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] PUT failed (client error): The resource could not be found. Jan 17 08:19:39.704329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b109b47e-fc3f-4494-903a-b3b37206a5d8 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:39.709185 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b109b47e-fc3f-4494-903a-b3b37206a5d8 tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "PUT /v2.0/ports/b4a0706a-9517-4351-b7cf-4d7066d4dcf2 HTTP/1.1" status: 404 len: 333 time: 0.0451381 Jan 17 08:19:39.709350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54202) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:39.714882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-79b4175a-7dc4-4fdf-bae3-a05b74358bff tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:39.768039 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.796046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.841428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7', 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'fixed_ips': [{'subnet_id': '06de8ff4-7167-4e90-b4a0-bb395eae02d1'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:19:39.842332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.860527 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b4175a-7dc4-4fdf-bae3-a05b74358bff tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] PUT failed (client error): The resource could not be found. Jan 17 08:19:39.860527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b4175a-7dc4-4fdf-bae3-a05b74358bff tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:19:39.865672 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-79b4175a-7dc4-4fdf-bae3-a05b74358bff tempest-NetworksNegativeTestJSON-1295719322 tempest-NetworksNegativeTestJSON-1295719322-project] 10.222.0.44 "PUT /v2.0/subnets/d785c368-b968-4f00-9fb5-b35f87622332 HTTP/1.1" status: 404 len: 337 time: 0.1511412 Jan 17 08:19:39.928853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c84513a7-be81-429c-9c11-4ebb67d081a9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:39.970607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.130830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=33afabf1-06b6-4d62-934e-9794be1b1514,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:40.157296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.168042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.180446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Transition to ACTIVE for port object 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:40.202773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c84513a7-be81-429c-9c11-4ebb67d081a9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.205242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c84513a7-be81-429c-9c11-4ebb67d081a9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.209447 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c84513a7-be81-429c-9c11-4ebb67d081a9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "PUT /v2.0/security-groups/8c4b8bf3-5e8b-4a05-9800-dfc6452d02db HTTP/1.1" status: 200 len: 1612 time: 0.7485938 Jan 17 08:19:40.215788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:40.227145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Transition to ACTIVE for port object d490fffe-6678-4b7f-bfd5-6f981124a217 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:40.262455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Transition to ACTIVE for port object 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:40.272946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Transition to ACTIVE for port object d490fffe-6678-4b7f-bfd5-6f981124a217 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:40.285638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 33afabf1-06b6-4d62-934e-9794be1b1514 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:40.289857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84513a7-be81-429c-9c11-4ebb67d081a9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b8bf3-5e8b-4a05-9800-dfc6452d02db,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:40.319869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Allocated IP 172.20.0.2 (e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7/06de8ff4-7167-4e90-b4a0-bb395eae02d1/e9df6f67-73cc-4900-bbd2-978d1459fd57) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:40.320468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.344601 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2412771a-13ff-48ac-b080-c837d0d3d853 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups/8c4b8bf3-5e8b-4a05-9800-dfc6452d02db HTTP/1.1" status: 200 len: 1612 time: 0.1278741 Jan 17 08:19:40.345415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.362516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54212) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:40.386522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.584085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.588547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:40.592315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Pushing event updated for resources: {'Port': ['ID=d490fffe-6678-4b7f-bfd5-6f981124a217,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:40.597803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:40.620708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54218) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:40.634871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.638848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:40.643294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Network fa87a1a3-378d-463a-9a0a-0f72d31fe691 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:40.662914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:40.685741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:40.794368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.802064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a91163d-582e-4ad6-bc17-452127c4d25a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.811456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Pushing event updated for resources: {'Port': ['ID=5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:40.859582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.870806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 33afabf1-06b6-4d62-934e-9794be1b1514 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:40.871180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.925316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a91163d-582e-4ad6-bc17-452127c4d25a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:40.955117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8879e8af-9583-4aa3-85ac-7e03a62c0b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.002525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Attempting to bind port d490fffe-6678-4b7f-bfd5-6f981124a217 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:41.002525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Attempting to bind port d490fffe-6678-4b7f-bfd5-6f981124a217 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'b0023795-1791-4f5c-aa89-feef192a5c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:41.002525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Attempting to bind port d490fffe-6678-4b7f-bfd5-6f981124a217 on network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:41.033176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.050186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:41.050598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Checking segment: {'id': 'b0023795-1791-4f5c-aa89-feef192a5c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:41.050962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.051447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Bound using segment: {'id': 'b0023795-1791-4f5c-aa89-feef192a5c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:41.052444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Bound port: d490fffe-6678-4b7f-bfd5-6f981124a217, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0023795-1791-4f5c-aa89-feef192a5c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:41.052816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.062395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Attempting to bind port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:41.062395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Attempting to bind port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:41.062750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Attempting to bind port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d on network fa87a1a3-378d-463a-9a0a-0f72d31fe691 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:41.069183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8879e8af-9583-4aa3-85ac-7e03a62c0b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:41.091178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.099271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:41.099271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Checking segment: {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:41.099271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.099688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Bound using segment: {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:41.100142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Bound port: 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:41.101085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.118642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8879e8af-9583-4aa3-85ac-7e03a62c0b1a admin admin] Usage tracker for resource:security_group_rule and tenant:5b3c6092a3df4993af47caac9149e307 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:41.123554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Allocated IP 172.20.0.1 (fa87a1a3-378d-463a-9a0a-0f72d31fe691/ea912068-aeb6-43f9-89ad-9b4084622aa8/b05edd96-97f6-4818-896e-91c545f5ffcd) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:41.125662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8879e8af-9583-4aa3-85ac-7e03a62c0b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:41.139157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8879e8af-9583-4aa3-85ac-7e03a62c0b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:41.152343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Transition to ACTIVE for port object e9df6f67-73cc-4900-bbd2-978d1459fd57 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:41.193101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Allocated IP 172.26.4.130 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/feae544a-5264-48ef-ba68-7872252aa679) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:41.193379 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a91163d-582e-4ad6-bc17-452127c4d25a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.212157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 2001:db8::1 (22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc/68d767cf-9f26-4aaa-b3ba-e1d64bf8ff7c/41f5dced-cfc7-403f-a34e-f359dd7854ca) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:41.223070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91163d-582e-4ad6-bc17-452127c4d25a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b8bf3-5e8b-4a05-9800-dfc6452d02db,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:41.275803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Transition to ACTIVE for port object e9df6f67-73cc-4900-bbd2-978d1459fd57 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:41.323362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] For port d490fffe-6678-4b7f-bfd5-6f981124a217, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:41.329248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] For port d490fffe-6678-4b7f-bfd5-6f981124a217, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d490fffe-6678-4b7f-bfd5-6f981124a217,segment=NetworkSegment(b0023795-1791-4f5c-aa89-feef192a5c30),segment_id=b0023795-1791-4f5c-aa89-feef192a5c30)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:41.357093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] For port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:41.360954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] For port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:41.363012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.381351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0a91163d-582e-4ad6-bc17-452127c4d25a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.385169 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0a91163d-582e-4ad6-bc17-452127c4d25a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/8c4b8bf3-5e8b-4a05-9800-dfc6452d02db HTTP/1.1" status: 204 len: 168 time: 1.0216391 Jan 17 08:19:41.392805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54224) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:41.433808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.438349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.447084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Pushing event updated for resources: {'Port': ['ID=e9df6f67-73cc-4900-bbd2-978d1459fd57,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:41.451407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:41.466790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.482983 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.486622 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:41.490298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8879e8af-9583-4aa3-85ac-7e03a62c0b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.496567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:41.505092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Transition to ACTIVE for port object b05edd96-97f6-4818-896e-91c545f5ffcd will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:41.507122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.522318 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.574863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8879e8af-9583-4aa3-85ac-7e03a62c0b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.597072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.627109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879e8af-9583-4aa3-85ac-7e03a62c0b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc1370-2f30-4689-b2cf-c6307191a3cf,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:41.633570 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8879e8af-9583-4aa3-85ac-7e03a62c0b1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b3c6092a3df4993af47caac9149e307&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0097740 Jan 17 08:19:41.633570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.636752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:41.642922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9f6bbc1e-de11-41bc-9f10-77cd956e30ea tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:41.649292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba45a1-fcef-489c-97ac-72efdaa0e6a4 None None] Pushing event updated for resources: {'Port': ['ID=d490fffe-6678-4b7f-bfd5-6f981124a217,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:41.681716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Attempting to bind port e9df6f67-73cc-4900-bbd2-978d1459fd57 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:41.682092 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Attempting to bind port e9df6f67-73cc-4900-bbd2-978d1459fd57 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'da8ed9bf-3dac-4911-a87f-7eb776b87be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:41.682455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Attempting to bind port e9df6f67-73cc-4900-bbd2-978d1459fd57 on network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:41.697776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.699138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Transition to ACTIVE for port object 41f5dced-cfc7-403f-a34e-f359dd7854ca will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:41.711834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:41.712222 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Checking segment: {'id': 'da8ed9bf-3dac-4911-a87f-7eb776b87be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:41.712622 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.713009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Bound using segment: {'id': 'da8ed9bf-3dac-4911-a87f-7eb776b87be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:41.713487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Bound port: e9df6f67-73cc-4900-bbd2-978d1459fd57, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8ed9bf-3dac-4911-a87f-7eb776b87be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:41.713859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.752439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Allocated IP 172.26.4.123 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/4eb7b005-2a02-4ebc-a51c-f87da0d722a6) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:41.768721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'Port': ['ID=b05edd96-97f6-4818-896e-91c545f5ffcd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:41.772429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:41.774074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41c4d7-0ea8-4963-8f73-0f945c4af522 None None] Pushing event updated for resources: {'Port': ['ID=5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:41.774208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Network fa87a1a3-378d-463a-9a0a-0f72d31fe691 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:41.807636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:41.809809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:41.851164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] For port e9df6f67-73cc-4900-bbd2-978d1459fd57, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:41.853064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:41.862969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] For port e9df6f67-73cc-4900-bbd2-978d1459fd57, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e9df6f67-73cc-4900-bbd2-978d1459fd57,segment=NetworkSegment(da8ed9bf-3dac-4911-a87f-7eb776b87be1),segment_id=da8ed9bf-3dac-4911-a87f-7eb776b87be1)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:41.880661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:41.935642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:41.966020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=feae544a-5264-48ef-ba68-7872252aa679,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:41.972895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44ac2889-6d08-4457-8812-601ce90633f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.001440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.005581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9f6bbc1e-de11-41bc-9f10-77cd956e30ea tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:42.009948 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9f6bbc1e-de11-41bc-9f10-77cd956e30ea tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6148970 Jan 17 08:19:42.018078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54232) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:42.097121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0047e-c0f5-4387-b81e-b1f3e6fbee5a None None] Pushing event updated for resources: {'Port': ['ID=e9df6f67-73cc-4900-bbd2-978d1459fd57,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:42.102989 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-812883a0-2971-488a-8af9-15900d78c418 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] delete failed (client error): The resource could not be found. Jan 17 08:19:42.104135 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-812883a0-2971-488a-8af9-15900d78c418 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/8c4b8bf3-5e8b-4a05-9800-dfc6452d02db HTTP/1.1" status: 404 len: 347 time: 0.0796154 Jan 17 08:19:42.105081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.108794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44ac2889-6d08-4457-8812-601ce90633f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.109576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54236) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:42.127023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378930701'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:42.165471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:42.172507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:42.184210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.188717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:42.191775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:42.193384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.201866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=41f5dced-cfc7-403f-a34e-f359dd7854ca,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:42.208696 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:42.323554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.420013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:42.424711 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.450468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.466300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44ac2889-6d08-4457-8812-601ce90633f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.522859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac2889-6d08-4457-8812-601ce90633f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc1370-2f30-4689-b2cf-c6307191a3cf,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:42.679918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:42.692550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:42.710473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:42.728018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:42.728018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:42.732115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:42.741039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:42.745411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:42.750973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d490fffe-6678-4b7f-bfd5-6f981124a217 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:42.809955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Pushing event updated for resources: {'Port': ['ID=4eb7b005-2a02-4ebc-a51c-f87da0d722a6,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:42.821871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.903910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-44ac2889-6d08-4457-8812-601ce90633f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.905166 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-44ac2889-6d08-4457-8812-601ce90633f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88fc1370-2f30-4689-b2cf-c6307191a3cf HTTP/1.1" status: 204 len: 168 time: 1.2335951 Jan 17 08:19:42.936530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.944596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:42.951112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d490fffe-6678-4b7f-bfd5-6f981124a217 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:42.978185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.064521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.241349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491d3496-60d4-4c80-9deb-1794f84455ca,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:43.363034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.364906 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8cd9ebf8-86d1-4453-bec1-880ae3c0ede8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2510390 Jan 17 08:19:43.370528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54244) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:43.389669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': '491d3496-60d4-4c80-9deb-1794f84455ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:43.396986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:43.401112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:43.404588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:43.410497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:43.490691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.500168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.523086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.570387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.626879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.720411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.721536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.740993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.785957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.790070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'Port': ['ID=b05edd96-97f6-4818-896e-91c545f5ffcd,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:43.876597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a42a5a-d706-4cc0-b79f-b19a9e1d2c96 None None] Network fa87a1a3-378d-463a-9a0a-0f72d31fe691 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:43.902900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.904858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=41f5dced-cfc7-403f-a34e-f359dd7854ca,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:43.911162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Router 4a160fa0-42eb-404c-8eb9-bae28371cd30 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:43.921591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.935592 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:43.972195 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f219166-8ff9-4769-8764-52467fabe93c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:44.130905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:44.135342 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fca686a6-33e0-47c5-82b2-e471735bab64 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7636988 Jan 17 08:19:44.143995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54256) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:44.172180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Network fa87a1a3-378d-463a-9a0a-0f72d31fe691 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:44.174174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:44.174295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:44.177526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-953117bd-15f6-42a5-af07-c43fa3b93786 None None] Provisioning for port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:44.188238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:44.333512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649dd29-4948-4e93-8632-9811867f9c7f None None] Network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:44.520317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86bb807-4694-47e8-9806-3c710382a248 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:44.612244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86bb807-4694-47e8-9806-3c710382a248 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:44.615827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ab67b-5de1-453b-9ed7-776946f2002b None None] Network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:44.628664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b3ad837c-835b-4c8e-a267-188cb43de730 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:44.691281 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-953117bd-15f6-42a5-af07-c43fa3b93786 None None] Provisioning complete for port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:44.691647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-953117bd-15f6-42a5-af07-c43fa3b93786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:44.792942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:44.813812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54266) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:44.828125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Sync routers for ids ['4a160fa0-42eb-404c-8eb9-bae28371cd30'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:44.862789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86bb807-4694-47e8-9806-3c710382a248 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:44.891464 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Routers {'4a160fa0-42eb-404c-8eb9-bae28371cd30'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:44.892307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4a160fa0-42eb-404c-8eb9-bae28371cd30'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:44.899859 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f86bb807-4694-47e8-9806-3c710382a248 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:44.901669 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f86bb807-4694-47e8-9806-3c710382a248 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0f219166-8ff9-4769-8764-52467fabe93c HTTP/1.1" status: 204 len: 168 time: 0.7518270 Jan 17 08:19:44.906514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54272) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:44.909910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bb807-4694-47e8-9806-3c710382a248 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f219166-8ff9-4769-8764-52467fabe93c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:45.016086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-983688330'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:45.024257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.024748 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-30b8046a-05bb-4ef3-9d73-7ad488a74bb0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7009981 Jan 17 08:19:45.026581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:45.028706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:45.055866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3516ac48-ae76-4f4b-afad-9d77b687df48 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:45.080638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port b3ad837c-835b-4c8e-a267-188cb43de730 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:45.089691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:network and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:45.101432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:45.117094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:45.121809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b3ad837c-835b-4c8e-a267-188cb43de730 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:45.122131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.164727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3516ac48-ae76-4f4b-afad-9d77b687df48 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:45.168965 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3516ac48-ae76-4f4b-afad-9d77b687df48 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2535007 Jan 17 08:19:45.169216 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54280) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:45.177238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:19:45.212390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Router 5abcfc80-e909-469d-8c33-9db6860adcc1 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:45.244439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:45.247420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.310878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cac1995f-1f25-4661-aa16-68849ce06c28 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.312617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router 0461b83c-e261-4e99-a50c-8b2baa4b6425 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:45.316601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.329650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Set router 4a160fa0-42eb-404c-8eb9-bae28371cd30 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:45.358082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cac1995f-1f25-4661-aa16-68849ce06c28 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.381152 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-953117bd-15f6-42a5-af07-c43fa3b93786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.403076 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:45.410693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group_rule and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:45.414830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:45.423925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:45.549647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-953117bd-15f6-42a5-af07-c43fa3b93786 None None] For port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:45.685128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cac1995f-1f25-4661-aa16-68849ce06c28 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.710214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-953117bd-15f6-42a5-af07-c43fa3b93786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.719985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1995f-1f25-4661-aa16-68849ce06c28 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d3496-60d4-4c80-9deb-1794f84455ca,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:45.735022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:45.743629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.744481 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1c7098e8-84ee-4025-8bee-cce3beca3731 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/0461b83c-e261-4e99-a50c-8b2baa4b6425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4974518 Jan 17 08:19:45.747325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54284) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:45.748660 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675d8ec-ae57-4ac2-8dfb-8c5dc8953865 None None] Sync routers for ids ['0461b83c-e261-4e99-a50c-8b2baa4b6425'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:45.757613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:45.761716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.762971 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c865bc7f-3fe1-4976-9b4b-c6289efa9232 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "PUT /v2.0/routers/5abcfc80-e909-469d-8c33-9db6860adcc1 HTTP/1.1" status: 200 len: 919 time: 6.2679090 Jan 17 08:19:45.765716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54288) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:45.785591 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675d8ec-ae57-4ac2-8dfb-8c5dc8953865 None None] Routers {'0461b83c-e261-4e99-a50c-8b2baa4b6425'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:45.787258 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6675d8ec-ae57-4ac2-8dfb-8c5dc8953865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0461b83c-e261-4e99-a50c-8b2baa4b6425'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:45.801390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb453c-6b89-4fac-84cd-1ca6cfe451a0 None None] Sync routers for ids ['5abcfc80-e909-469d-8c33-9db6860adcc1'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:45.858959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cac1995f-1f25-4661-aa16-68849ce06c28 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.862326 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cac1995f-1f25-4661-aa16-68849ce06c28 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/491d3496-60d4-4c80-9deb-1794f84455ca HTTP/1.1" status: 204 len: 168 time: 0.6905804 Jan 17 08:19:45.866010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54292) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:45.922492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:45.926238 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6675d8ec-ae57-4ac2-8dfb-8c5dc8953865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:45.929871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.942456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:45.953810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.954079 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Added segment c8678e5d-5676-423f-9ebe-b788a6663388 of type vlan for network 19615811-581a-4bef-b45e-ab0687028cea Jan 17 08:19:45.969984 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675d8ec-ae57-4ac2-8dfb-8c5dc8953865 None None] Routers {'0461b83c-e261-4e99-a50c-8b2baa4b6425'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:45.970829 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6675d8ec-ae57-4ac2-8dfb-8c5dc8953865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0461b83c-e261-4e99-a50c-8b2baa4b6425'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:45.985978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:45.986203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb453c-6b89-4fac-84cd-1ca6cfe451a0 None None] Routers {'5abcfc80-e909-469d-8c33-9db6860adcc1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:45.986614 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-29cb453c-6b89-4fac-84cd-1ca6cfe451a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['5abcfc80-e909-469d-8c33-9db6860adcc1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:46.065075 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61559ba4-794b-4c51-9232-86279f20754c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:46.066736 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-61559ba4-794b-4c51-9232-86279f20754c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports/41f5dced-cfc7-403f-a34e-f359dd7854ca HTTP/1.1" status: 200 len: 911 time: 0.3181353 Jan 17 08:19:46.071423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54296) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:46.073932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a8084-ded8-46a4-8fd5-7a664f3ec5ad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:46.080636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8c922724-ed7c-4bca-adda-abfd63535104 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68d767cf-9f26-4aaa-b3ba-e1d64bf8ff7c'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:46.118384 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6675d8ec-ae57-4ac2-8dfb-8c5dc8953865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:46.118967 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675d8ec-ae57-4ac2-8dfb-8c5dc8953865 None None] The sync data for ids ['0461b83c-e261-4e99-a50c-8b2baa4b6425'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:46.174541 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-962134a0-2f6e-475d-8061-3243ced8dc77 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/routers/5abcfc80-e909-469d-8c33-9db6860adcc1 HTTP/1.1" status: 200 len: 925 time: 0.4073374 Jan 17 08:19:46.179010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54300) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:46.191075 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:46.200985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:46.201137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:46.223380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:46.249651 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953117bd-15f6-42a5-af07-c43fa3b93786 None None] Pushing event updated for resources: {'Port': ['ID=5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:46.256722 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4c8fcb09-ad4d-49e7-acd0-b1822c2e9b92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "PUT /v2.0/routers/8e3a1996-918d-4dc8-a18e-66a9bdb41a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8108814 Jan 17 08:19:46.263127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-29cb453c-6b89-4fac-84cd-1ca6cfe451a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:46.330711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Provisioning for port d490fffe-6678-4b7f-bfd5-6f981124a217 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:46.349816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port b3ad837c-835b-4c8e-a267-188cb43de730, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b3ad837c-835b-4c8e-a267-188cb43de730,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:46.352537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Provisioning complete for port d490fffe-6678-4b7f-bfd5-6f981124a217 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:46.352912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:46.419777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb453c-6b89-4fac-84cd-1ca6cfe451a0 None None] Routers {'5abcfc80-e909-469d-8c33-9db6860adcc1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:46.420422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-29cb453c-6b89-4fac-84cd-1ca6cfe451a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['5abcfc80-e909-469d-8c33-9db6860adcc1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:46.480428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:46.481203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e9df6f67-73cc-4900-bbd2-978d1459fd57 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:46.505754 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b0891421-4ab5-4649-97b7-19ef6d3c951a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6313763 Jan 17 08:19:46.509283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54310) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:46.529719 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7148676 Jan 17 08:19:46.536273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-secgroup--27660492'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:46.558277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54314) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:46.584905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:46.591142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06733748-77f7-4fbc-a12f-628aec997cd8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Network': ['ID=19615811-581a-4bef-b45e-ab0687028cea,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:46.608521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'name': 'tempest-PortsTestJSON-540014598'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:46.626081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-29cb453c-6b89-4fac-84cd-1ca6cfe451a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:46.632923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cb453c-6b89-4fac-84cd-1ca6cfe451a0 None None] The sync data for ids ['5abcfc80-e909-469d-8c33-9db6860adcc1'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:46.633041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:46.651303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 19615811-581a-4bef-b45e-ab0687028cea details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:46.695306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:46.709295 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-916008cb-2adb-452e-a8f2-f3c09108e463 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=5abcfc80-e909-469d-8c33-9db6860adcc1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5288107 Jan 17 08:19:46.718498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54322) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:46.722302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:46.788588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:46.849120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:46.858149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:46.861253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:46.880806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=b3ad837c-835b-4c8e-a267-188cb43de730,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:46.884365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:46.885298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'feae544a-5264-48ef-ba68-7872252aa679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:39Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 3, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'gw_port': {'id': 'feae544a-5264-48ef-ba68-7872252aa679', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:46.904094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Checking router: 4a160fa0-42eb-404c-8eb9-bae28371cd30 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:19:46.904442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Updating router 4a160fa0-42eb-404c-8eb9-bae28371cd30 port feae544a-5264-48ef-ba68-7872252aa679 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:19:46.929444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:46.935272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:46.938510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:46.945963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:46.970880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:46.983888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649d0bf-aac6-4ccb-8004-ccc69b401533 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:46.985275 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c649d0bf-aac6-4ccb-8004-ccc69b401533 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/networks/c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 881 time: 0.2655804 Jan 17 08:19:46.996132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.002593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54326) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:47.027452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:47.030339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.035411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] For port d490fffe-6678-4b7f-bfd5-6f981124a217, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d490fffe-6678-4b7f-bfd5-6f981124a217,segment=NetworkSegment(b0023795-1791-4f5c-aa89-feef192a5c30),segment_id=b0023795-1791-4f5c-aa89-feef192a5c30)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:47.048478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c922724-ed7c-4bca-adda-abfd63535104 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.050601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e9df6f67-73cc-4900-bbd2-978d1459fd57 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:47.075719 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-71bcc878-6a25-438e-bfcc-d6db40913ac0 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=5abcfc80-e909-469d-8c33-9db6860adcc1 HTTP/1.1" status: 200 len: 205 time: 0.0685461 Jan 17 08:19:47.078912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:47.089263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port b6045f43-ede1-41d8-8726-b278d69bfd63 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:19:47.108437 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-083205c1-ec3f-4244-ad83-fb05e68db0de tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169160658&fields=id&tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855 HTTP/1.1" status: 200 len: 267 time: 0.3838663 Jan 17 08:19:47.129131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.178580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:47.325070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Pushing event updated for resources: {'Port': ['ID=d490fffe-6678-4b7f-bfd5-6f981124a217,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:47.355881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.377640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Provisioning for port e9df6f67-73cc-4900-bbd2-978d1459fd57 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:47.388778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Provisioning complete for port e9df6f67-73cc-4900-bbd2-978d1459fd57 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:47.389279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.409418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-43225815-c075-4094-a8da-4ccdafc1a8a0 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:47.411702 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-43225815-c075-4094-a8da-4ccdafc1a8a0 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/networks?id=fa87a1a3-378d-463a-9a0a-0f72d31fe691 HTTP/1.1" status: 200 len: 797 time: 0.2951164 Jan 17 08:19:47.428475 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-f7f6359b-f304-42ef-848b-0504bd1cef0a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/quotas/62dcbef2c57e4a6bbaddf3c67ca42855 HTTP/1.1" status: 200 len: 375 time: 0.0105283 Jan 17 08:19:47.451044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:47.451570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.463159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.618698 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-164bdb39-447c-4147-b54a-371181b3ab03 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1831763 Jan 17 08:19:47.657887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0e7b77-6410-4cbc-8c4f-167eee1c5f4a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:47.697947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.758598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.791386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.795902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.802600 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-34abc7eb-0484-469b-a3ae-f03f817617e3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2919545 Jan 17 08:19:47.803173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Transition to ACTIVE for port object feae544a-5264-48ef-ba68-7872252aa679 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:47.804069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54338) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:47.821202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': '9a0e7b77-6410-4cbc-8c4f-167eee1c5f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:47.832128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b3ad837c-835b-4c8e-a267-188cb43de730 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:47.833205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:47.845384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:47.867472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:47.887331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] For port e9df6f67-73cc-4900-bbd2-978d1459fd57, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e9df6f67-73cc-4900-bbd2-978d1459fd57,segment=NetworkSegment(da8ed9bf-3dac-4911-a87f-7eb776b87be1),segment_id=da8ed9bf-3dac-4911-a87f-7eb776b87be1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:47.889950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:47.907328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.908163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.935064 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-4aa90037-3955-494a-ba7b-b562cf5729eb service neutron] 10.222.0.44 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051484 Jan 17 08:19:47.970436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b3ad837c-835b-4c8e-a267-188cb43de730 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:47.970984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.976710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c922724-ed7c-4bca-adda-abfd63535104 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:47.979961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.002832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.035265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eaa40-1903-4eb8-9d60-473349ede73b None None] Pushing event updated for resources: {'Port': ['ID=feae544a-5264-48ef-ba68-7872252aa679,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:48.038694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.042457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.101277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Attempting to bind port feae544a-5264-48ef-ba68-7872252aa679 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:48.101990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Attempting to bind port feae544a-5264-48ef-ba68-7872252aa679 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:48.102198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Attempting to bind port feae544a-5264-48ef-ba68-7872252aa679 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:48.131043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:48.131630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:48.132131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.132664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:48.133231 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Bound port: feae544a-5264-48ef-ba68-7872252aa679, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:48.133730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.134454 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-9d96fcab-bc55-4dec-9baf-ec264eb79d93 service neutron] 10.222.0.44 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876607 Jan 17 08:19:48.136473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c922724-ed7c-4bca-adda-abfd63535104 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.148070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c922724-ed7c-4bca-adda-abfd63535104 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:48.148070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8c922724-ed7c-4bca-adda-abfd63535104 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.148070 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8c922724-ed7c-4bca-adda-abfd63535104 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/ports/41f5dced-cfc7-403f-a34e-f359dd7854ca HTTP/1.1" status: 200 len: 911 time: 2.0696411 Jan 17 08:19:48.174961 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54342) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:48.182218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=b6045f43-ede1-41d8-8726-b278d69bfd63,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:48.229348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Provisioning for port b05edd96-97f6-4818-896e-91c545f5ffcd completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:48.243552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Pushing event updated for resources: {'Port': ['ID=e9df6f67-73cc-4900-bbd2-978d1459fd57,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:48.282873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Provisioning complete for port b05edd96-97f6-4818-896e-91c545f5ffcd triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:48.286833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.352481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Checking segment: {'id': 'c8678e5d-5676-423f-9ebe-b788a6663388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '19615811-581a-4bef-b45e-ab0687028cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:48.353371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network hostable DHCP agents. Network: 19615811-581a-4bef-b45e-ab0687028cea, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:48.369992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Port b05edd96-97f6-4818-896e-91c545f5ffcd cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:48.380684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] For port feae544a-5264-48ef-ba68-7872252aa679, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:48.386367 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] For port feae544a-5264-48ef-ba68-7872252aa679, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=feae544a-5264-48ef-ba68-7872252aa679,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:48.399154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Provisioning complete for port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:48.399154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc896-a84f-4eb7-ad2f-48f050416226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.416930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.419174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c922724-ed7c-4bca-adda-abfd63535104 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=41f5dced-cfc7-403f-a34e-f359dd7854ca,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:48.481892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.531703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.564162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76a9be0-6db4-4b81-bef5-07485cd66420,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:48.620257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-033acd26-30e2-4e8f-b30e-4c352414a4c7 req-743c99b1-53c8-4078-bbd1-1876583a3361 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Synchronizing usage tracker for tenant:62dcbef2c57e4a6bbaddf3c67ca42855 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:48.671220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.672977 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-78a32550-aa7b-406b-b082-1ad92d7dfa63 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8582706 Jan 17 08:19:48.676301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eaa40-1903-4eb8-9d60-473349ede73b None None] Pushing event updated for resources: {'Port': ['ID=feae544a-5264-48ef-ba68-7872252aa679,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:48.682572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Routers {'4a160fa0-42eb-404c-8eb9-bae28371cd30'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:48.683018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54354) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:48.683344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4a160fa0-42eb-404c-8eb9-bae28371cd30'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:48.696338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': '9a0e7b77-6410-4cbc-8c4f-167eee1c5f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:48.714058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:48.722101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:48.729823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:48.735626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:48.750108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Allocated IP 172.20.0.1 (e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7/06de8ff4-7167-4e90-b4a0-bb395eae02d1/acddd2b0-73eb-4642-bbab-2606b09dca96) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:48.765510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-033acd26-30e2-4e8f-b30e-4c352414a4c7 req-743c99b1-53c8-4078-bbd1-1876583a3361 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Unset dirty status for tenant:62dcbef2c57e4a6bbaddf3c67ca42855 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:48.766147 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-033acd26-30e2-4e8f-b30e-4c352414a4c7 req-743c99b1-53c8-4078-bbd1-1876583a3361 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 210 time: 0.2124512 Jan 17 08:19:48.768430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:48.775831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.827667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.862078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Provisioning complete for port e9df6f67-73cc-4900-bbd2-978d1459fd57 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:48.862459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.907413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.945680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Deleting port 4eb7b005-2a02-4ebc-a51c-f87da0d722a6 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:48.946247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:48.969077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 19615811-581a-4bef-b45e-ab0687028cea) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:48.997854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de264c7-54b8-4e93-b596-0bf0f711b190 None None] Network 19615811-581a-4bef-b45e-ab0687028cea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:49.007394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:49.011230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:49.011831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.020382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] Set router 4a160fa0-42eb-404c-8eb9-bae28371cd30 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:49.104047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.161472 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e4ec20f0-b578-4d93-bb94-057cc740b324 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5733192 Jan 17 08:19:49.171406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54364) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:49.193412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-169234736'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:49.203766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d490fffe-6678-4b7f-bfd5-6f981124a217 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:49.211164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.233344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:49.236048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Transition to ACTIVE for port object acddd2b0-73eb-4642-bbab-2606b09dca96 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:49.248312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:network and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:49.256435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:49.276952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:49.282915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.301108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.464772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Provisioning complete for port d490fffe-6678-4b7f-bfd5-6f981124a217 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:49.464772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.487335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 41f5dced-cfc7-403f-a34e-f359dd7854ca {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:49.487677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.523828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d490fffe-6678-4b7f-bfd5-6f981124a217 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:49.524200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.575847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Calling delete_port for 4eb7b005-2a02-4ebc-a51c-f87da0d722a6 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:49.611986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:49.615121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.634409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89425a41-47b8-44cc-a82f-417883f05f3c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:49.680805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:49.712736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.712857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.712857 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Added segment 208153dd-cb3f-4650-b8e0-35981e7ab310 of type vlan for network 0ff25556-ed57-4142-8450-d4f5cd3ac6b1 Jan 17 08:19:49.746621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.793644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e9df6f67-73cc-4900-bbd2-978d1459fd57 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:49.836590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 41f5dced-cfc7-403f-a34e-f359dd7854ca owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:49.898722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.902402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.911186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:49.911186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.913765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.919316 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6c62cd3b-e306-49d6-9005-20a54177bc13 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2270987 Jan 17 08:19:49.920710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.929241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54370) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:49.946034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': '9a0e7b77-6410-4cbc-8c4f-167eee1c5f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:49.952146 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-352eccd0-eea9-4919-9226-8be05d597c3e req-0b381e50-4bbe-4082-9af1-97e75c6c5e92 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 210 time: 0.0605800 Jan 17 08:19:49.957477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:49.958986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'feae544a-5264-48ef-ba68-7872252aa679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:39Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 3, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'gw_port': {'id': 'feae544a-5264-48ef-ba68-7872252aa679', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:49.967510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2f3ec-aeb7-4788-ab54-431a2126aa64 None None] The sync data for ids ['4a160fa0-42eb-404c-8eb9-bae28371cd30'] in dv-neutron-824874-1-hyperv is: [{'id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'feae544a-5264-48ef-ba68-7872252aa679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:39Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 3, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'gw_port': {'id': 'feae544a-5264-48ef-ba68-7872252aa679', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:49.980858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:49.981524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:49.984017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e9df6f67-73cc-4900-bbd2-978d1459fd57 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:49.985035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:49.998578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:50.120270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Provisioning for port 41f5dced-cfc7-403f-a34e-f359dd7854ca completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:50.124536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:50.125341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Pushing event updated for resources: {'Port': ['ID=acddd2b0-73eb-4642-bbab-2606b09dca96,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:50.127892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Network': ['ID=0ff25556-ed57-4142-8450-d4f5cd3ac6b1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:50.129852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Provisioning complete for port 41f5dced-cfc7-403f-a34e-f359dd7854ca triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:50.130005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:50.130154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.132247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:50.181812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 0ff25556-ed57-4142-8450-d4f5cd3ac6b1 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:50.182174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.206625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.246222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.253722 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b1630b7a-411c-48e0-94b6-f8e049456228 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0792022 Jan 17 08:19:50.256812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54376) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:50.268235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'ports': [{'network_id': '19615811-581a-4bef-b45e-ab0687028cea'}, {'network_id': '0ff25556-ed57-4142-8450-d4f5cd3ac6b1'}]} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:50.268544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:50.269040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': '0ff25556-ed57-4142-8450-d4f5cd3ac6b1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:50.307174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event deleted for resources: {'Port': ['ID=4eb7b005-2a02-4ebc-a51c-f87da0d722a6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:50.355503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Port 41f5dced-cfc7-403f-a34e-f359dd7854ca cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:50.434947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Provisioning complete for port b05edd96-97f6-4818-896e-91c545f5ffcd triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:50.440321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.497806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.506471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0c8e0-3b03-4c06-a44d-9cbd055881e3 None None] Port b05edd96-97f6-4818-896e-91c545f5ffcd cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:50.551574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.593385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=41f5dced-cfc7-403f-a34e-f359dd7854ca,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:50.732269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-65836271-c32d-4294-8b40-73a4135b2898 None None] Provisioning for port acddd2b0-73eb-4642-bbab-2606b09dca96 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:50.739590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-65836271-c32d-4294-8b40-73a4135b2898 None None] Provisioning complete for port acddd2b0-73eb-4642-bbab-2606b09dca96 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:50.740030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65836271-c32d-4294-8b40-73a4135b2898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.751894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.822010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-65836271-c32d-4294-8b40-73a4135b2898 None None] Port acddd2b0-73eb-4642-bbab-2606b09dca96 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:50.828824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.912620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:50.914747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:50.924683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:50.940842 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:50.952962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:50.956271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d58966-e649-48fb-9a76-53b249b247f9,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:50.965165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.085615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.103951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 2} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:51.107417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.117235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.119032 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-99756a97-4c32-4b9e-abf4-5e81151b7737 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1848707 Jan 17 08:19:51.128804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54382) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:51.134703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': '9a0e7b77-6410-4cbc-8c4f-167eee1c5f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:51.147799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:51.150187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.163065 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:51.166976 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:51.175370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:51.280900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.294137 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93320649-8f9e-4d24-a3c8-71ffcf3ea7b6 req-bbba8ffc-d483-41fb-8c53-44e66e48dcf9 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 210 time: 0.1629555 Jan 17 08:19:51.378569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.426857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.437531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.437892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Fanout notify agent at l3_agent the message router_deleted on router 5abcfc80-e909-469d-8c33-9db6860adcc1 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:51.451457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.452678 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4de706e8-c825-49b1-86ca-06ae2c626286 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/5abcfc80-e909-469d-8c33-9db6860adcc1 HTTP/1.1" status: 204 len: 168 time: 4.3726692 Jan 17 08:19:51.454173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.480985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54386) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:51.525324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1938426159', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:51.544476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:51.552598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Usage tracker for resource:router and tenant:5323bdbd343c44a0b50761937db25745 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:51.558166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:51.572234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:51.583437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Pushing event updated for resources: {'Port': ['ID=acddd2b0-73eb-4642-bbab-2606b09dca96,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:51.587598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.621351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 1e40dfae-2f45-40ff-a290-7ef8fb62fe91 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:19:51.662625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.663583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.710598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.722500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router 0461b83c-e261-4e99-a50c-8b2baa4b6425 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:19:51.727093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:51.745153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:51.747052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:51.818737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.012469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca52f3b0-aa60-473f-a2c4-96eb5d4f5baa,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:52.051128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-23ef514f-f9f7-4062-92d4-6a73e2d08a68 None None] Provisioning complete for port acddd2b0-73eb-4642-bbab-2606b09dca96 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:52.051759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23ef514f-f9f7-4062-92d4-6a73e2d08a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.079129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.094985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.106468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-23ef514f-f9f7-4062-92d4-6a73e2d08a68 None None] Port acddd2b0-73eb-4642-bbab-2606b09dca96 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:52.255121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.256342 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9ef107f0-c3d3-493e-a5f3-d6d5eeee4698 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1260662 Jan 17 08:19:52.263744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54390) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:52.272934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': '9a0e7b77-6410-4cbc-8c4f-167eee1c5f4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:52.283264 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:52.290969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:52.309662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:52.322625 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54973f8-ac91-4754-a10b-d17c1fc6c0ff None None] Sync routers for ids ['0461b83c-e261-4e99-a50c-8b2baa4b6425'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:52.328402 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-76ed7a83-6e20-402c-b74a-6c567977dd44 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/0461b83c-e261-4e99-a50c-8b2baa4b6425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1462214 Jan 17 08:19:52.333693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54396) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:52.336294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 72fbbcde-6ce6-4763-b306-2fcb47455565 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:19:52.338371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:52.349173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:52.358871 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54973f8-ac91-4754-a10b-d17c1fc6c0ff None None] Routers {'0461b83c-e261-4e99-a50c-8b2baa4b6425'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:52.360812 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b54973f8-ac91-4754-a10b-d17c1fc6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0461b83c-e261-4e99-a50c-8b2baa4b6425'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:52.398484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3dc16ea4-679c-41bf-b979-0eeb64bbdd8b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:52.406091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-0fe32358-48e5-48a0-80a1-ebf8ba658ffc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:52.407597 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-0fe32358-48e5-48a0-80a1-ebf8ba658ffc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.53 "GET /v2.0/networks?id=fa87a1a3-378d-463a-9a0a-0f72d31fe691 HTTP/1.1" status: 200 len: 797 time: 0.4273248 Jan 17 08:19:52.430297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Router 4a160fa0-42eb-404c-8eb9-bae28371cd30 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:19:52.461312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.495328 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-b756cb43-c4a7-42a5-923a-e8da83bb2276 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855 HTTP/1.1" status: 200 len: 379 time: 0.0724630 Jan 17 08:19:52.508541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'port': {'device_id': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'admin_state_up': True, 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'security_groups': ['020d635a-5938-4b31-b5d2-9c594e0686f4']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:52.511436 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b54973f8-ac91-4754-a10b-d17c1fc6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:52.523427 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54973f8-ac91-4754-a10b-d17c1fc6c0ff None None] Routers {'0461b83c-e261-4e99-a50c-8b2baa4b6425'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:52.524343 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b54973f8-ac91-4754-a10b-d17c1fc6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0461b83c-e261-4e99-a50c-8b2baa4b6425'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:52.575898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3dc16ea4-679c-41bf-b979-0eeb64bbdd8b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:52.577159 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3dc16ea4-679c-41bf-b979-0eeb64bbdd8b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0461b83c-e261-4e99-a50c-8b2baa4b6425 HTTP/1.1" status: 200 len: 205 time: 0.2376935 Jan 17 08:19:52.586930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54400) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:52.589408 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b54973f8-ac91-4754-a10b-d17c1fc6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:52.589924 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54973f8-ac91-4754-a10b-d17c1fc6c0ff None None] The sync data for ids ['0461b83c-e261-4e99-a50c-8b2baa4b6425'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:52.625285 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cf5eb3b4-26f3-4c4f-a3f9-2e53ed7df85c req-41eca99f-3280-4cad-9839-7b3662676285 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 210 time: 0.1287384 Jan 17 08:19:52.668304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.670762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.727087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.733409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:52.746459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:52.814572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.862640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Made reservation on behalf of 62dcbef2c57e4a6bbaddf3c67ca42855 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:52.866278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.906844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:52.912822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:52.916013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=1e40dfae-2f45-40ff-a290-7ef8fb62fe91,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:52.918040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:52.920437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:52.964384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.008733 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5660974c-aaf3-4b2b-8e1a-3138146c79ab tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.055499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=72fbbcde-6ce6-4763-b306-2fcb47455565,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:53.103286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.125689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Checking segment: {'id': '208153dd-cb3f-4650-b8e0-35981e7ab310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0ff25556-ed57-4142-8450-d4f5cd3ac6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:53.125957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network hostable DHCP agents. Network: 0ff25556-ed57-4142-8450-d4f5cd3ac6b1, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:19:53.163211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Allocated IP 172.20.0.3 (fa87a1a3-378d-463a-9a0a-0f72d31fe691/ea912068-aeb6-43f9-89ad-9b4084622aa8/247b7a91-1ed1-45a5-86bb-dd4a61c32c2f) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:53.191442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c59d98d-103e-4a70-9e1a-2af58c630d08,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:53.271238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 0ff25556-ed57-4142-8450-d4f5cd3ac6b1 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:19:53.293216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Allocated IP 172.26.4.178 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/af1e3907-daf0-416c-b947-593935408ddb) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:19:53.359505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.365615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 0ff25556-ed57-4142-8450-d4f5cd3ac6b1) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:53.372911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:53.375557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550326a8-92bb-4854-b5e3-a79aff7ea039 None None] Network 0ff25556-ed57-4142-8450-d4f5cd3ac6b1 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:53.377222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:53.380495 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:53.381138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.391235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.395379 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a1a3bb71-4113-4a18-b952-239ef9d2be45 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1252804 Jan 17 08:19:53.396516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54404) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:53.399007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Transition to ACTIVE for port object 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:53.442141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a481c602-6bcf-4dce-aac0-4e3d845e2ee2 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.455146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a481c602-6bcf-4dce-aac0-4e3d845e2ee2 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.511789 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-badb1913-9b4c-44ef-a2ec-dc6512d14021 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2551081 Jan 17 08:19:53.520490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54408) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:53.554575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.623829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a481c602-6bcf-4dce-aac0-4e3d845e2ee2 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.666651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481c602-6bcf-4dce-aac0-4e3d845e2ee2 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c59d98d-103e-4a70-9e1a-2af58c630d08,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:53.677919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a481c602-6bcf-4dce-aac0-4e3d845e2ee2 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.679707 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a481c602-6bcf-4dce-aac0-4e3d845e2ee2 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4c59d98d-103e-4a70-9e1a-2af58c630d08 HTTP/1.1" status: 204 len: 168 time: 0.2819490 Jan 17 08:19:53.682731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3481e444-852b-4f7c-8db0-a0b878971299 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 72fbbcde-6ce6-4763-b306-2fcb47455565 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:53.683067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3481e444-852b-4f7c-8db0-a0b878971299 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.687466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54414) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:53.704987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:53.710416 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3a9ea92f-2dd6-49f8-a677-8b0c636458d0 admin admin] 10.222.0.44 "PUT /v2.0/routers/4a160fa0-42eb-404c-8eb9-bae28371cd30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6799099 Jan 17 08:19:53.712488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5660974c-aaf3-4b2b-8e1a-3138146c79ab tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.727376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Network fa87a1a3-378d-463a-9a0a-0f72d31fe691 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:53.730217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'Port': ['ID=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:53.732676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:53.741960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:53.761396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5660974c-aaf3-4b2b-8e1a-3138146c79ab tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.842857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.858026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:53.858840 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.866746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5371cfa-1907-4f6f-8166-5c1272fda543 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:53.960716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6acfb-fa00-47a6-a76c-d6423c9d8502 req-aa0543da-0850-4140-81d9-70af3e615b5e tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:53.962090 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e7a6acfb-fa00-47a6-a76c-d6423c9d8502 req-aa0543da-0850-4140-81d9-70af3e615b5e tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 931 time: 0.1882761 Jan 17 08:19:53.990739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5660974c-aaf3-4b2b-8e1a-3138146c79ab tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:53.991336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660974c-aaf3-4b2b-8e1a-3138146c79ab tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Fanout notify agent at l3_agent the message router_deleted on router 0461b83c-e261-4e99-a50c-8b2baa4b6425 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:19:54.009037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5371cfa-1907-4f6f-8166-5c1272fda543 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:54.010507 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a5371cfa-1907-4f6f-8166-5c1272fda543 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3195221 Jan 17 08:19:54.011845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.018475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54424) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:54.084744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5660974c-aaf3-4b2b-8e1a-3138146c79ab tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.087739 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5660974c-aaf3-4b2b-8e1a-3138146c79ab tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/0461b83c-e261-4e99-a50c-8b2baa4b6425 HTTP/1.1" status: 204 len: 168 time: 1.4864001 Jan 17 08:19:54.091149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54428) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:54.117440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3481e444-852b-4f7c-8db0-a0b878971299 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.122847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-854757b8-ac3e-4018-8f7a-472ba796a7f1 None None] Provisioning for port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:54.128596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-854757b8-ac3e-4018-8f7a-472ba796a7f1 None None] Provisioning complete for port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:54.130380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-854757b8-ac3e-4018-8f7a-472ba796a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.187622 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-04a1de8c-ef9a-41e9-9012-3590d5a347c8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6859443 Jan 17 08:19:54.191985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event updated for resources: {'Port': ['ID=af1e3907-daf0-416c-b947-593935408ddb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:54.192387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-854757b8-ac3e-4018-8f7a-472ba796a7f1 None None] Port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:19:54.198123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:19:54.200090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e7a6acfb-fa00-47a6-a76c-d6423c9d8502 req-2a5b607b-9a8d-48b6-b40b-1e9f87439dbc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Synchronizing usage tracker for tenant:62dcbef2c57e4a6bbaddf3c67ca42855 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:54.202473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee13e-bbdd-4f80-a4e6-bc434e2a714e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.217720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:19:54.225097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:19:54.254939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee13e-bbdd-4f80-a4e6-bc434e2a714e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.263345 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3481e444-852b-4f7c-8db0-a0b878971299 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 72fbbcde-6ce6-4763-b306-2fcb47455565 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:54.394645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Request body: {'port': {'device_id': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:54.488173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3481e444-852b-4f7c-8db0-a0b878971299 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.512863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e7a6acfb-fa00-47a6-a76c-d6423c9d8502 req-2a5b607b-9a8d-48b6-b40b-1e9f87439dbc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Unset dirty status for tenant:62dcbef2c57e4a6bbaddf3c67ca42855 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:54.514018 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e7a6acfb-fa00-47a6-a76c-d6423c9d8502 req-2a5b607b-9a8d-48b6-b40b-1e9f87439dbc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5452056 Jan 17 08:19:54.570471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54434) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:54.581614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481e444-852b-4f7c-8db0-a0b878971299 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=72fbbcde-6ce6-4763-b306-2fcb47455565,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:54.588588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.593277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961001287', 'description': 'tempest-secgroup-smoke-1961001287 description', 'project_id': 'f365aa3db4d649dc81da10839cb09d37'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:54.612204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3481e444-852b-4f7c-8db0-a0b878971299 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.621206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:54.623236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee13e-bbdd-4f80-a4e6-bc434e2a714e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.637314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:security_group and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:54.653499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:54.658991 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3481e444-852b-4f7c-8db0-a0b878971299 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/72fbbcde-6ce6-4763-b306-2fcb47455565 HTTP/1.1" status: 204 len: 168 time: 1.1373048 Jan 17 08:19:54.661699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54438) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:54.671708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ee13e-bbdd-4f80-a4e6-bc434e2a714e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca52f3b0-aa60-473f-a2c4-96eb5d4f5baa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:54.674248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:54.683677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11806ca-eb62-4540-ae7a-62c877cf048e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting subnet 68d767cf-9f26-4aaa-b3ba-e1d64bf8ff7c {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:19:54.696565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11806ca-eb62-4540-ae7a-62c877cf048e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.753788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11806ca-eb62-4540-ae7a-62c877cf048e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.792633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee13e-bbdd-4f80-a4e6-bc434e2a714e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.793835 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bb2ee13e-bbdd-4f80-a4e6-bc434e2a714e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ca52f3b0-aa60-473f-a2c4-96eb5d4f5baa HTTP/1.1" status: 204 len: 168 time: 0.7436295 Jan 17 08:19:54.796749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:54.830122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.885599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e052ea-01d5-4cbc-8b7f-517b2503d6ad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:54.889542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e052ea-01d5-4cbc-8b7f-517b2503d6ad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:54.890285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-95e052ea-01d5-4cbc-8b7f-517b2503d6ad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:54.920886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca497fcd-dd77-4500-8c08-234d1deacff5 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:54.933959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:54.938818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11806ca-eb62-4540-ae7a-62c877cf048e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:54.968721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:security_group_rule and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:54.976568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:54.990607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:55.024351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-95e052ea-01d5-4cbc-8b7f-517b2503d6ad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:55.025419 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-95e052ea-01d5-4cbc-8b7f-517b2503d6ad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3627563 Jan 17 08:19:55.029984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.030699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.033964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:55.050150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:19:55.058131 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.072611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Transition to ACTIVE for port object 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:55.095836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ca497fcd-dd77-4500-8c08-234d1deacff5 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:55.097112 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ca497fcd-dd77-4500-8c08-234d1deacff5 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2994690 Jan 17 08:19:55.100863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54450) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:55.130653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46261106-9bcb-490c-b898-293496d3f501 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.137174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.174346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46261106-9bcb-490c-b898-293496d3f501 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.203788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.209743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6d54b7c8-550a-4105-ae25-ea47a079a355 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 1e40dfae-2f45-40ff-a290-7ef8fb62fe91 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:55.210103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d54b7c8-550a-4105-ae25-ea47a079a355 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.248537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11806ca-eb62-4540-ae7a-62c877cf048e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.279699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Pushing event updated for resources: {'Port': ['ID=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:55.319237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.335303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11806ca-eb62-4540-ae7a-62c877cf048e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Subnet': ['ID=68d767cf-9f26-4aaa-b3ba-e1d64bf8ff7c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:55.360363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46261106-9bcb-490c-b898-293496d3f501 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.366640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c599d0c0-35a2-4f09-aa3c-9ac1e78cf0dc None None] Network 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:19:55.391496 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46261106-9bcb-490c-b898-293496d3f501 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0d58966-e649-48fb-9a76-53b249b247f9,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:55.397130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11806ca-eb62-4540-ae7a-62c877cf048e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.431641 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Attempting to bind port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:55.431963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Attempting to bind port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:55.432284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Attempting to bind port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f on network fa87a1a3-378d-463a-9a0a-0f72d31fe691 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:55.435899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:55.449239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f on network fa87a1a3-378d-463a-9a0a-0f72d31fe691 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:19:55.449567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Attempting to bind port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f on network fa87a1a3-378d-463a-9a0a-0f72d31fe691 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:55.456293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:55.456631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Checking segment: {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:55.457005 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Bound using segment: {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:55.457478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Bound port: 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:55.457818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.506822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-46261106-9bcb-490c-b898-293496d3f501 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.510345 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-46261106-9bcb-490c-b898-293496d3f501 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c0d58966-e649-48fb-9a76-53b249b247f9 HTTP/1.1" status: 204 len: 168 time: 0.4057460 Jan 17 08:19:55.514330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54454) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:55.554162 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d11806ca-eb62-4540-ae7a-62c877cf048e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/68d767cf-9f26-4aaa-b3ba-e1d64bf8ff7c HTTP/1.1" status: 204 len: 168 time: 1.4577656 Jan 17 08:19:55.555365 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54460) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:55.562329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.563528 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-96f1269f-26ae-41a2-8675-3562fbbc3c65 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9861233 Jan 17 08:19:55.568761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:55.642039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'security_group_rule': {'security_group_id': 'dc4fa57d-a026-47ec-8f4b-6b1c60ee4064', 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:55.664496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:55.682219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:55.689039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:security_group_rule and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:55.708750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:55.709835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fcf5e55f-3366-4ce7-ae72-230f505617a6 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:55.716458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d54b7c8-550a-4105-ae25-ea47a079a355 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.737382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:55.738704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:55.758939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.777325 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port d490fffe-6678-4b7f-bfd5-6f981124a217 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:55.777664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.785447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11ac51-cde0-4826-9110-a44d219b8974 None None] DHCP port deletion for 22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:19:55.790599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8c11ac51-cde0-4826-9110-a44d219b8974 None None] Deleting port d490fffe-6678-4b7f-bfd5-6f981124a217 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:55.790894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c11ac51-cde0-4826-9110-a44d219b8974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.825786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:55.901820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fcf5e55f-3366-4ce7-ae72-230f505617a6 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:55.903102 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fcf5e55f-3366-4ce7-ae72-230f505617a6 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3878140 Jan 17 08:19:55.914978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54468) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:55.986832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6d54b7c8-550a-4105-ae25-ea47a079a355 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 1e40dfae-2f45-40ff-a290-7ef8fb62fe91 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:55.999972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.007458 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] 10.222.0.53 "PUT /v2.0/ports/247b7a91-1ed1-45a5-86bb-dd4a61c32c2f HTTP/1.1" status: 200 len: 1093 time: 1.7579193 Jan 17 08:19:56.010355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:19:56.034834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.079011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Sync routers for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:56.193048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf0b66-e4de-474a-b0b0-bba2d227fd9d req-2744bc49-591e-4581-ae76-da52b677cab8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:56.194632 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-91cf0b66-e4de-474a-b0b0-bba2d227fd9d req-2744bc49-591e-4581-ae76-da52b677cab8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 943 time: 0.4686670 Jan 17 08:19:56.236260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8c11ac51-cde0-4826-9110-a44d219b8974 None None] For port d490fffe-6678-4b7f-bfd5-6f981124a217, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d490fffe-6678-4b7f-bfd5-6f981124a217,segment=NetworkSegment(b0023795-1791-4f5c-aa89-feef192a5c30),segment_id=b0023795-1791-4f5c-aa89-feef192a5c30)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:56.238710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.239506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c11ac51-cde0-4826-9110-a44d219b8974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.278438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d54b7c8-550a-4105-ae25-ea47a079a355 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.366446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc659f-cc40-4845-8a1a-4c0af4f9ea01 service neutron] Pushing event updated for resources: {'Port': ['ID=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:56.379833 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-91cf0b66-e4de-474a-b0b0-bba2d227fd9d req-02b6cd5c-bc35-4139-9bef-fd6a263fa4ce tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708584 Jan 17 08:19:56.383544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54b7c8-550a-4105-ae25-ea47a079a355 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=1e40dfae-2f45-40ff-a290-7ef8fb62fe91,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:56.385412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Router 0c40d37c-5fa9-45a5-9b96-2a173698a339 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:19:56.393256 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.417159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-645bf5a1-52dd-44b3-b25e-87a5965f3157 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.419488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d54b7c8-550a-4105-ae25-ea47a079a355 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.441001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8c11ac51-cde0-4826-9110-a44d219b8974 None None] Calling delete_port for d490fffe-6678-4b7f-bfd5-6f981124a217 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:56.464987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217949c8-16b6-4984-b011-bf51d17349c4,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:56.469394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-645bf5a1-52dd-44b3-b25e-87a5965f3157 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.523635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:56.524766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:56.602026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port d490fffe-6678-4b7f-bfd5-6f981124a217, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d490fffe-6678-4b7f-bfd5-6f981124a217,segment=NetworkSegment(b0023795-1791-4f5c-aa89-feef192a5c30),segment_id=b0023795-1791-4f5c-aa89-feef192a5c30)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:56.602533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.662510 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6d54b7c8-550a-4105-ae25-ea47a079a355 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/1e40dfae-2f45-40ff-a290-7ef8fb62fe91 HTTP/1.1" status: 204 len: 168 time: 1.6233130 Jan 17 08:19:56.662510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.663393 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5b83d29f-2c6c-497c-a89a-f7235d29a9f8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0927236 Jan 17 08:19:56.663393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54476) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:56.672340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:56.728948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'security_group_rule': {'security_group_id': 'dc4fa57d-a026-47ec-8f4b-6b1c60ee4064', 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:56.739654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:56.755569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for d490fffe-6678-4b7f-bfd5-6f981124a217 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:56.755691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:security_group_rule and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:56.760362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:56.783795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:56.785802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-645bf5a1-52dd-44b3-b25e-87a5965f3157 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.812589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c11ac51-cde0-4826-9110-a44d219b8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.817240 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-4b202bff-b001-4891-9263-ad7d6a53a265 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855&device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 1096 time: 0.5278640 Jan 17 08:19:56.824406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a665970-b8d2-443a-bee0-c965216839a0 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:56.825089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a665970-b8d2-443a-bee0-c965216839a0 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:56.827341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bf5a1-52dd-44b3-b25e-87a5965f3157 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89425a41-47b8-44cc-a82f-417883f05f3c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:56.879778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11ac51-cde0-4826-9110-a44d219b8974 None None] Pushing event deleted for resources: {'Port': ['ID=d490fffe-6678-4b7f-bfd5-6f981124a217,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:56.886805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11ac51-cde0-4826-9110-a44d219b8974 None None] No DVR routers for this DVR port d490fffe-6678-4b7f-bfd5-6f981124a217 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:19:56.903222 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-6ba4e1a5-d103-4d33-bbcb-e5019090ef09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f HTTP/1.1" status: 200 len: 217 time: 0.0786283 Jan 17 08:19:56.906049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.910284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:56.960038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:19:56.960329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:19:56.973398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-b4a51761-2d25-4473-b83a-cc3d913c6e1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:56.974846 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-b4a51761-2d25-4473-b83a-cc3d913c6e1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea912068-aeb6-43f9-89ad-9b4084622aa8 HTTP/1.1" status: 200 len: 834 time: 0.0618968 Jan 17 08:19:56.975575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.978696 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-645bf5a1-52dd-44b3-b25e-87a5965f3157 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:56.979431 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-645bf5a1-52dd-44b3-b25e-87a5965f3157 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/89425a41-47b8-44cc-a82f-417883f05f3c HTTP/1.1" status: 204 len: 168 time: 1.0612526 Jan 17 08:19:56.982232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54484) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:57.013987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:19:57.026594 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17e20b-cbcd-4958-aca1-9685830a9a6e None None] Sync routers for ids ['0c40d37c-5fa9-45a5-9b96-2a173698a339'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:19:57.050247 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17e20b-cbcd-4958-aca1-9685830a9a6e None None] Routers {'0c40d37c-5fa9-45a5-9b96-2a173698a339'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:57.051641 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8d17e20b-cbcd-4958-aca1-9685830a9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0c40d37c-5fa9-45a5-9b96-2a173698a339'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:57.056525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.087797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-df990ecc-137d-403c-8a06-6e348a4a1bdc tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:57.089870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8a665970-b8d2-443a-bee0-c965216839a0 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:57.093859 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8a665970-b8d2-443a-bee0-c965216839a0 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4227548 Jan 17 08:19:57.096620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54488) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:57.108848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a855f98-14b6-4aa6-9375-8088e6f7b16c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:57.135681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.137176 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ebf04511-c0be-41aa-b219-ae80ad5bcc83 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6289370 Jan 17 08:19:57.141001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54492) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:57.148492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:57.153232 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8d17e20b-cbcd-4958-aca1-9685830a9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:57.165212 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-040f3162-dfdb-475d-9be8-55c8e55e5504 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fa87a1a3-378d-463a-9a0a-0f72d31fe691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1838009 Jan 17 08:19:57.166437 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbc83c3-9656-4696-820e-e43ab11e754d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:19:57.167986 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-afbc83c3-9656-4696-820e-e43ab11e754d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/72fbbcde-6ce6-4763-b306-2fcb47455565 HTTP/1.1" status: 404 len: 333 time: 0.0690928 Jan 17 08:19:57.170599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54496) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:57.173277 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17e20b-cbcd-4958-aca1-9685830a9a6e None None] Routers {'0c40d37c-5fa9-45a5-9b96-2a173698a339'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:57.174969 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8d17e20b-cbcd-4958-aca1-9685830a9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0c40d37c-5fa9-45a5-9b96-2a173698a339'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:57.234330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.235533 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f9465267-03e4-4cb1-bb7d-ea0591015a80 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5163407 Jan 17 08:19:57.239231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54500) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:57.256877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device feae544a-5264-48ef-ba68-7872252aa679 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:57.260644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-df990ecc-137d-403c-8a06-6e348a4a1bdc tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:57.261614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'security_group_rule': {'security_group_id': 'dc4fa57d-a026-47ec-8f4b-6b1c60ee4064', 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:57.261818 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8d17e20b-cbcd-4958-aca1-9685830a9a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:57.261928 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-df990ecc-137d-403c-8a06-6e348a4a1bdc tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2500033 Jan 17 08:19:57.262710 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d17e20b-cbcd-4958-aca1-9685830a9a6e None None] The sync data for ids ['0c40d37c-5fa9-45a5-9b96-2a173698a339'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:57.278832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:57.278832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:security_group_rule and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:57.278832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:57.283905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54504) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:57.288400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:57.304498 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c13002-5f45-4109-8f08-06c79155167e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:19:57.308678 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-07c13002-5f45-4109-8f08-06c79155167e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/1e40dfae-2f45-40ff-a290-7ef8fb62fe91 HTTP/1.1" status: 404 len: 333 time: 0.1342816 Jan 17 08:19:57.310665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54508) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:57.352722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'b05edd96-97f6-4818-896e-91c545f5ffcd', 'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'mac_address': 'fa:16:3e:ee:5c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:43Z', 'revision_number': 2, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'subnets': [{'id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:57.357018 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Checking router: 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:19:57.357378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Updating router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 port b05edd96-97f6-4818-896e-91c545f5ffcd binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:19:57.360107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddfe2ba5-f616-417c-ab65-74e0eb04e03e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.373884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddfe2ba5-f616-417c-ab65-74e0eb04e03e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.388302 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'status': 'completed', 'code': 200} Jan 17 08:19:57.409488 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.420919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port feae544a-5264-48ef-ba68-7872252aa679 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:19:57.431124 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port feae544a-5264-48ef-ba68-7872252aa679 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:57.431555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.468729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.478155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port d490fffe-6678-4b7f-bfd5-6f981124a217 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:57.478155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.588223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] The port 'd490fffe-6678-4b7f-bfd5-6f981124a217' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:19:57.593704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.665428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddfe2ba5-f616-417c-ab65-74e0eb04e03e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.667837 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-50bb77d4-65bb-4385-8f5b-3c2e7403eaec service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948223 Jan 17 08:19:57.687372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.697877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.706792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe2ba5-f616-417c-ab65-74e0eb04e03e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f76a9be0-6db4-4b81-bef5-07485cd66420,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:57.760024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0d355-2867-4c96-ba9c-cbb39562d472 req-8c64f286-143b-47d4-b06b-f79ea449b24e tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:57.761570 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1af0d355-2867-4c96-ba9c-cbb39562d472 req-8c64f286-143b-47d4-b06b-f79ea449b24e tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 943 time: 0.2073641 Jan 17 08:19:57.765477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port feae544a-5264-48ef-ba68-7872252aa679, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=feae544a-5264-48ef-ba68-7872252aa679,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:19:57.780624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.862057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddfe2ba5-f616-417c-ab65-74e0eb04e03e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.863044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.865970 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ddfe2ba5-f616-417c-ab65-74e0eb04e03e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f76a9be0-6db4-4b81-bef5-07485cd66420 HTTP/1.1" status: 204 len: 168 time: 0.5806649 Jan 17 08:19:57.872026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54516) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:57.891930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.895395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:57.907102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19dd142-335d-4cbc-8cc7-c386d7392362,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:57.979054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=feae544a-5264-48ef-ba68-7872252aa679,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:57.982461 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1af0d355-2867-4c96-ba9c-cbb39562d472 req-5e62cfe1-1b26-4dbb-9733-50fd64680564 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045395 Jan 17 08:19:57.988171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d490fffe-6678-4b7f-bfd5-6f981124a217 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:19:57.995890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f901261-c2fb-4782-9acf-2eaac984e66f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:58.017669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.028246 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c5d50089-2046-4ca0-a650-2d64af587341 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7814834 Jan 17 08:19:58.028246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54520) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:58.028456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d490fffe-6678-4b7f-bfd5-6f981124a217 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:19:58.028456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d490fffe-6678-4b7f-bfd5-6f981124a217 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:19:58.029069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Transition to ACTIVE for port object b05edd96-97f6-4818-896e-91c545f5ffcd will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:19:58.043241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'security_group_rule': {'security_group_id': 'dc4fa57d-a026-47ec-8f4b-6b1c60ee4064', 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:58.078260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:58.098466 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0023795-1791-4f5c-aa89-feef192a5c30') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:58.098758 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0023795-1791-4f5c-aa89-feef192a5c30') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:58.106024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.106437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:58.108688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1f901261-c2fb-4782-9acf-2eaac984e66f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:58.109858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.112973 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1f901261-c2fb-4782-9acf-2eaac984e66f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2337801 Jan 17 08:19:58.113688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54524) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:58.118506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:security_group_rule and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:58.122647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:58.143315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:58.144620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.175835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff25556-ed57-4142-8450-d4f5cd3ac6b1']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:58.186687 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff014a4a-4ea0-48ee-9607-51260fe74023 req-d1ee7cba-b70a-448d-a59d-efd87c73a45f service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419668 Jan 17 08:19:58.197877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.206040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208153dd-cb3f-4650-b8e0-35981e7ab310') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:58.206040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208153dd-cb3f-4650-b8e0-35981e7ab310') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:58.218008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:58.220515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.233833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ae025e9-f8f5-4711-be92-6c1592356d93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.251986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac797f5-9f66-43e9-958b-58624f3e9a62 None None] Pushing event updated for resources: {'Port': ['ID=b05edd96-97f6-4818-896e-91c545f5ffcd,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:58.341288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ae025e9-f8f5-4711-be92-6c1592356d93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: util.warn( Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:58.361712 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:58.365015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.385959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Attempting to bind port b05edd96-97f6-4818-896e-91c545f5ffcd on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:19:58.386315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Attempting to bind port b05edd96-97f6-4818-896e-91c545f5ffcd by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:19:58.386890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Attempting to bind port b05edd96-97f6-4818-896e-91c545f5ffcd on network fa87a1a3-378d-463a-9a0a-0f72d31fe691 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:19:58.394183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:19:58.395435 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Checking segment: {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:19:58.395994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.396556 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Bound using segment: {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:19:58.397222 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Bound port: b05edd96-97f6-4818-896e-91c545f5ffcd, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42963fc0-14f4-403c-b8c9-3e39b831ec57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:19:58.397813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.452464 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.486721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.490847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.498204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:19:58.498204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:19:58.513162 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:19:58.518007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.548085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] For port b05edd96-97f6-4818-896e-91c545f5ffcd, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:19:58.552772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] For port b05edd96-97f6-4818-896e-91c545f5ffcd, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b05edd96-97f6-4818-896e-91c545f5ffcd,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:19:58.585117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ae025e9-f8f5-4711-be92-6c1592356d93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.605999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae025e9-f8f5-4711-be92-6c1592356d93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0e7b77-6410-4cbc-8c4f-167eee1c5f4a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:58.617425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.630155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.638922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.648349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.654134 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-797fcb3d-7514-46b0-a64d-966164e46cc0 req-ec39caa8-a1cf-4acf-a9d3-629cfbba66d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855&device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 1096 time: 0.2784274 Jan 17 08:19:58.656977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.658740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.664049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407ea350-2620-48a3-8140-746765a428f4,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:58.664958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Network': ['ID=22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:58.678467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ae025e9-f8f5-4711-be92-6c1592356d93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.680345 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9ae025e9-f8f5-4711-be92-6c1592356d93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/9a0e7b77-6410-4cbc-8c4f-167eee1c5f4a HTTP/1.1" status: 204 len: 168 time: 0.5643733 Jan 17 08:19:58.683232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54528) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:58.696027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.718235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.719413 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c6dc9d76-3213-4359-829b-30820d80f832 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6946738 Jan 17 08:19:58.722026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54532) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:58.729477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'security_group_rule': {'security_group_id': 'dc4fa57d-a026-47ec-8f4b-6b1c60ee4064', 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:58.739314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Deleting port af1e3907-daf0-416c-b947-593935408ddb {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:19:58.739641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:58.780318 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/networks/0ff25556-ed57-4142-8450-d4f5cd3ac6b1 HTTP/1.1" status: 204 len: 168 time: 1.4647632 Jan 17 08:19:58.780318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b1587-da24-4cb2-89a5-c2d345454d5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Network': ['ID=0ff25556-ed57-4142-8450-d4f5cd3ac6b1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:58.784329 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:19:58.785165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:58.786715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54536) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:58.794874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:58.798334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1823869068'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:58.806472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:58.811003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:network and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:58.814025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:58.825576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:security_group_rule and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:58.826076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:58.831536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:58.847525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:58.852407 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-11b1f341-2ff2-4ad4-b4db-10e6e6811116 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/networks/22a20b9b-b1a5-43cd-8c5d-d36a3a03c5fc HTTP/1.1" status: 204 len: 168 time: 3.2923629 Jan 17 08:19:58.854426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54540) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:58.864505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac797f5-9f66-43e9-958b-58624f3e9a62 None None] Pushing event updated for resources: {'Port': ['ID=b05edd96-97f6-4818-896e-91c545f5ffcd,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:58.866368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad99225d-4253-49ee-8073-5b2a8e8e0de3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:58.874288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-645799866', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:58.883061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:58.888801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:router and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:58.891518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:58.898146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:58.905640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fcb3d-7514-46b0-a64d-966164e46cc0 req-9e30308a-6786-40f4-83d5-dfe3fe35cfea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:58.907173 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-797fcb3d-7514-46b0-a64d-966164e46cc0 req-9e30308a-6786-40f4-83d5-dfe3fe35cfea service neutron] 10.222.0.53 "GET /v2.0/networks?id=fa87a1a3-378d-463a-9a0a-0f72d31fe691 HTTP/1.1" status: 200 len: 898 time: 0.2432332 Jan 17 08:19:58.907855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:19:58.910873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.029731 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-797fcb3d-7514-46b0-a64d-966164e46cc0 req-2e4d77d1-616d-4665-be8b-f9105c4d0a06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f HTTP/1.1" status: 200 len: 217 time: 0.1024070 Jan 17 08:19:59.037355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:19:59.098513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:19:59.147970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.148221 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Added segment 3facbc4b-01a6-4ad5-93a8-a193a4389ace of type vlan for network ca6d337f-c747-43a3-8045-9b7689a53296 Jan 17 08:19:59.150415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fcb3d-7514-46b0-a64d-966164e46cc0 req-0e14497f-71a9-4e42-aa2a-779f43c45c10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:59.153704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.154885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.162584 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-797fcb3d-7514-46b0-a64d-966164e46cc0 req-0e14497f-71a9-4e42-aa2a-779f43c45c10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea912068-aeb6-43f9-89ad-9b4084622aa8 HTTP/1.1" status: 200 len: 834 time: 0.1250348 Jan 17 08:19:59.163044 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Project f365aa3db4d649dc81da10839cb09d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:19:59.176936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.256479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device feae544a-5264-48ef-ba68-7872252aa679 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:19:59.264593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ad99225d-4253-49ee-8073-5b2a8e8e0de3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:59.265874 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad99225d-4253-49ee-8073-5b2a8e8e0de3 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5809617 Jan 17 08:19:59.275805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.285084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54546) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:59.293480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.301758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-secgroup--531655140'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:59.318043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:59.330610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.397871 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-797fcb3d-7514-46b0-a64d-966164e46cc0 req-319d9992-33c0-4bd2-b990-cebaeef0f129 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fa87a1a3-378d-463a-9a0a-0f72d31fe691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2174816 Jan 17 08:19:59.424235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port feae544a-5264-48ef-ba68-7872252aa679 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:19:59.424866 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.464693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Calling delete_port for af1e3907-daf0-416c-b947-593935408ddb owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:19:59.516642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:59.538425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1459f-f139-4ba0-921f-f983c62d0498 req-cd0baf80-b357-464f-be9d-6f690bf09721 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:59.539156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-29a1459f-f139-4ba0-921f-f983c62d0498 req-cd0baf80-b357-464f-be9d-6f690bf09721 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Synchronizing usage tracker for tenant:62dcbef2c57e4a6bbaddf3c67ca42855 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:19:59.544719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.548291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:19:59.548887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.564435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.614709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.627170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'b05edd96-97f6-4818-896e-91c545f5ffcd', 'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'mac_address': 'fa:16:3e:ee:5c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:58Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'subnets': [{'id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:19:59.632565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea83de-517f-443d-9ab8-5d320ab0d571 None None] The sync data for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv is: [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'b05edd96-97f6-4818-896e-91c545f5ffcd', 'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'mac_address': 'fa:16:3e:ee:5c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:58Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'subnets': [{'id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:19:59.649272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.651111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.717145 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-797fcb3d-7514-46b0-a64d-966164e46cc0 req-e7ecff0f-f44b-4ca8-a06e-3eca2376d557 service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992818 Jan 17 08:19:59.717880 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Network': ['ID=ca6d337f-c747-43a3-8045-9b7689a53296,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:59.725304 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be6f19e-51bb-4348-af7b-2b549b731139,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:19:59.730052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network ca6d337f-c747-43a3-8045-9b7689a53296 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:19:59.773433 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c40c5790-7fa5-46a3-b9d6-d57c4fe41bad tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9854331 Jan 17 08:19:59.782642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54550) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:59.792971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': 'ca6d337f-c747-43a3-8045-9b7689a53296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:59.833239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-29a1459f-f139-4ba0-921f-f983c62d0498 req-cd0baf80-b357-464f-be9d-6f690bf09721 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Unset dirty status for tenant:62dcbef2c57e4a6bbaddf3c67ca42855 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:19:59.834406 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-29a1459f-f139-4ba0-921f-f983c62d0498 req-cd0baf80-b357-464f-be9d-6f690bf09721 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 943 time: 0.5884278 Jan 17 08:19:59.894674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.898530 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad073101-d084-48b7-9854-d01fd5fea307 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1721644 Jan 17 08:19:59.898530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:19:59.898530 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6e5ec856-ec1e-4862-9f52-920f61ab9dc5 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0393946 Jan 17 08:19:59.907699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54554) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:59.907923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54556) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:19:59.921879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'security_group_rule': {'security_group_id': 'dc4fa57d-a026-47ec-8f4b-6b1c60ee4064', 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:59.923215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:59.933090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1681339575'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:19:59.939481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:59.950234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:59.953872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:security_group_rule and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:59.956491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:59.956650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:59.967742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:59.969159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:network and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:59.971392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:59.974067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:19:59.974226 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-29a1459f-f139-4ba0-921f-f983c62d0498 req-0a4c2691-ff77-4161-840b-dd9f1eeb4690 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327074 Jan 17 08:19:59.974966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:59.981184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:19:59.981717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:59.987469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:19:59.988957 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-797fcb3d-7514-46b0-a64d-966164e46cc0 req-d63a7d08-30f5-49bb-9f50-568363350afa service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650213 Jan 17 08:19:59.991712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:19:59.996266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:00.042554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.071166 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Project f365aa3db4d649dc81da10839cb09d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:20:00.077535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:00.081122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.096243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.096482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.097503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Pushing event deleted for resources: {'Port': ['ID=af1e3907-daf0-416c-b947-593935408ddb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:00.132297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:00.147241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:20:00.163803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.164130 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added segment 61cd552d-57cd-47dc-86f0-4aac43103c26 of type vlan for network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d Jan 17 08:20:00.202638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.206222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.226893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.265305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.290239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b74b8f-a1f9-4f82-985d-764835678764,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:00.327335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01c8208-c4d1-4b32-9255-416371da109b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:00.334238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.336382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.340474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:00.346305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.482755 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.487017 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c1c828bd-99c7-4eaf-a80c-e97083e3831d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1955845 Jan 17 08:20:00.489732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54562) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:00.545050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.546155 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1a3b23d7-a01f-4e5b-8452-c41d6685d060 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6373782 Jan 17 08:20:00.559083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': 'd01c8208-c4d1-4b32-9255-416371da109b', 'direction': 'ingress', 'protocol': 17}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:00.579935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:00.583061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.ipam_backend_mixin [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Performing IP validity checks on allocation pools {{(pid=84155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 08:20:00.583803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.ipam_backend_mixin [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 08:20:00.590014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:00.592681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Network': ['ID=ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:00.594526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.605137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:20:00.619351 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fa199d55-a89a-4c9b-9f9b-132ecdb42566 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7081392 Jan 17 08:20:00.622473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54572) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:00.633635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'subnet': {'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:00.663663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:00.687557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:00.770239 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.777129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:00.782846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:00.786943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:subnet and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:00.792972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:00.796015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:00.916783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:01.031308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.055886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.161117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Router 0c40d37c-5fa9-45a5-9b96-2a173698a339 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:20:01.188739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b05edd96-97f6-4818-896e-91c545f5ffcd up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:01.296901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.311277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.326159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port b05edd96-97f6-4818-896e-91c545f5ffcd completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:01.331752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b05edd96-97f6-4818-896e-91c545f5ffcd triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:01.332679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.360377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e08248-7102-43a2-afe6-f3457ffa6f42 req-7bccdb0f-6fdf-492f-8251-151e2bcef0ab tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:01.361882 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-51e08248-7102-43a2-afe6-f3457ffa6f42 req-7bccdb0f-6fdf-492f-8251-151e2bcef0ab tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 943 time: 0.2508638 Jan 17 08:20:01.412183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.446406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.451636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.492314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Subnet': ['ID=a14ae85e-dbad-4606-ab39-93fa922e26b6,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:01.499392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=9805698b-0ec8-4550-9525-c7e187f188b6,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:01.502849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port b05edd96-97f6-4818-896e-91c545f5ffcd, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b05edd96-97f6-4818-896e-91c545f5ffcd,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:01.505089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Checking segment: {'id': '61cd552d-57cd-47dc-86f0-4aac43103c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:01.505319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network hostable DHCP agents. Network: ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:20:01.507907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923095ed-02f2-46ce-af91-0b84e8e0971f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:01.540831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:20:01.549506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.554128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc00e3b-abb0-4527-886b-678d25a14b35 None None] Sync routers for ids ['0c40d37c-5fa9-45a5-9b96-2a173698a339'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:20:01.554282 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1594c326-1110-480e-a8d9-6794d1793239 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "PUT /v2.0/routers/0c40d37c-5fa9-45a5-9b96-2a173698a339 HTTP/1.1" status: 200 len: 710 time: 4.4080620 Jan 17 08:20:01.554883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54594) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:01.555422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Checking segment: {'id': '3facbc4b-01a6-4ad5-93a8-a193a4389ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ca6d337f-c747-43a3-8045-9b7689a53296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:01.555794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network hostable DHCP agents. Network: ca6d337f-c747-43a3-8045-9b7689a53296, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:20:01.562669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc00e3b-abb0-4527-886b-678d25a14b35 None None] Routers {'0c40d37c-5fa9-45a5-9b96-2a173698a339'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:01.563318 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9fc00e3b-abb0-4527-886b-678d25a14b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0c40d37c-5fa9-45a5-9b96-2a173698a339'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:01.563800 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-51e08248-7102-43a2-afe6-f3457ffa6f42 req-3abd7a43-4cb2-4ad0-9185-dbd7469153fc tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936681 Jan 17 08:20:01.604579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.606283 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-90e9d520-f284-4da4-9bc5-4fd0005bedad tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1129992 Jan 17 08:20:01.615726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54600) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:01.624810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.647272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:20:01.665004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network ca6d337f-c747-43a3-8045-9b7689a53296 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:20:01.668703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9fc00e3b-abb0-4527-886b-678d25a14b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:01.700489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9dc3-6126-4df4-a682-080c201b101e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.705812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc00e3b-abb0-4527-886b-678d25a14b35 None None] Routers {'0c40d37c-5fa9-45a5-9b96-2a173698a339'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:01.706633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9fc00e3b-abb0-4527-886b-678d25a14b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:19:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['0c40d37c-5fa9-45a5-9b96-2a173698a339'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:01.732496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9dc3-6126-4df4-a682-080c201b101e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.748647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, ca6d337f-c747-43a3-8045-9b7689a53296) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:01.749579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:01.756258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:01.756952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.759381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:01.759381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.774054 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e5492c23-7b03-43a4-bba8-0109390a311b tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/routers/0c40d37c-5fa9-45a5-9b96-2a173698a339 HTTP/1.1" status: 200 len: 745 time: 0.2178438 Jan 17 08:20:01.776787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54606) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:01.823754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4340a5a9-d39b-4558-af0b-18a66350b820 None None] Network ca6d337f-c747-43a3-8045-9b7689a53296 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:01.824920 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-64818971-3eb2-49a2-8a6e-12d57e9ea327 tempest-RoutersIpV6AdminTest-794202052 tempest-RoutersIpV6AdminTest-794202052-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&device_id=0c40d37c-5fa9-45a5-9b96-2a173698a339 HTTP/1.1" status: 200 len: 205 time: 0.0470982 Jan 17 08:20:01.827552 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54612) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:01.840660 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1016776b-9496-4753-98b5-c0daf2251f21 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0559120 Jan 17 08:20:01.842024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54616) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:01.848401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': 'ca6d337f-c747-43a3-8045-9b7689a53296', 'name': 'tempest-PortsTestJSON-1989070889'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:01.851924 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e35855-8ccb-4e2a-987e-39c073ff3b7d None None] Network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:01.875084 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6c8f9d11-e016-4546-8daa-c49f4017ad5a tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c40d37c-5fa9-45a5-9b96-2a173698a339 HTTP/1.1" status: 200 len: 205 time: 0.0464761 Jan 17 08:20:01.885529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54620) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:01.892023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=b05edd96-97f6-4818-896e-91c545f5ffcd,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:01.960241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9dc3-6126-4df4-a682-080c201b101e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:01.986033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9fc00e3b-abb0-4527-886b-678d25a14b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:01.986478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc00e3b-abb0-4527-886b-678d25a14b35 None None] The sync data for ids ['0c40d37c-5fa9-45a5-9b96-2a173698a339'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:20:02.000583 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-56031d2a-ee0c-4c41-b567-8d65bd247a4c tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3768747 Jan 17 08:20:02.001931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54624) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:02.047788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a9dc3-6126-4df4-a682-080c201b101e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01c8208-c4d1-4b32-9255-416371da109b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:02.063685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9dc3-6126-4df4-a682-080c201b101e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:02.065031 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bb6a9dc3-6126-4df4-a682-080c201b101e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/d01c8208-c4d1-4b32-9255-416371da109b HTTP/1.1" status: 204 len: 168 time: 0.4483154 Jan 17 08:20:02.068963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54628) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:02.079677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:02.089709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:02.179696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:02.182946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:02.206094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:02.229034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a526b835-a1f8-4780-b68e-865ad7da721d tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:02.333452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:20:02.334157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:02.354320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-ca6d337f-c747-43a3-8045-9b7689a53296', 'network_id': 'ca6d337f-c747-43a3-8045-9b7689a53296', 'tenant_id': '1ab1e76fb3cc4203a2b84ff832e9feb8', 'fixed_ips': [{'subnet_id': '9805698b-0ec8-4550-9525-c7e187f188b6'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:20:02.355700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:02.390102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-14a7ea3d-a736-402d-b4d1-3071b1f37965 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:02.402855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.9 (ca6d337f-c747-43a3-8045-9b7689a53296/9805698b-0ec8-4550-9525-c7e187f188b6/3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:02.653458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Allocated IP 2001:db8::2 (ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d/a14ae85e-dbad-4606-ab39-93fa922e26b6/d8a36203-9e11-40a6-8058-e763062f6064) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:02.717272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:02.742042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:02.843302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:02.878772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-14a7ea3d-a736-402d-b4d1-3071b1f37965 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:02.886221 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-14a7ea3d-a736-402d-b4d1-3071b1f37965 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8107166 Jan 17 08:20:02.946038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54654) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:02.946038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:02.953302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754676013'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:02.966183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:02.968954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Allocated IP 172.20.0.2 (ca6d337f-c747-43a3-8045-9b7689a53296/9805698b-0ec8-4550-9525-c7e187f188b6/aa36bb52-283d-4b1b-933e-80d59b6f3da9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:02.971135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:02.983073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:02.988785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Transition to ACTIVE for port object d8a36203-9e11-40a6-8058-e763062f6064 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:02.989289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network ca6d337f-c747-43a3-8045-9b7689a53296 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:02.992421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:02.993863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:20:02.996433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:03.074732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:03.075725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.104145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.114370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Transition to ACTIVE for port object d8a36203-9e11-40a6-8058-e763062f6064 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:03.183683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:03.194333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:03.202904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:03.212234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.219219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:03.236196 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b427faaf-8d72-4157-b1b2-c94864681115 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3928373 Jan 17 08:20:03.237341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54660) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:03.264629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b05edd96-97f6-4818-896e-91c545f5ffcd up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:03.287701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a526b835-a1f8-4780-b68e-865ad7da721d tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.341531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc3987-2702-4e87-bb07-c227d358916a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:03.341869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3987-2702-4e87-bb07-c227d358916a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.374790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a526b835-a1f8-4780-b68e-865ad7da721d tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.408311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.433527 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Pushing event updated for resources: {'Port': ['ID=d8a36203-9e11-40a6-8058-e763062f6064,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:03.442318 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:03.444924 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2fc52-4771-4738-87ba-8c0a5d981c28 req-03959062-ee1a-4aed-9d7a-40a98b2a5371 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:03.447143 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4ce2fc52-4771-4738-87ba-8c0a5d981c28 req-03959062-ee1a-4aed-9d7a-40a98b2a5371 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 943 time: 0.6765430 Jan 17 08:20:03.462618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:03.477626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:03.498335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.510778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.514361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:03.556400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.573172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Transition to ACTIVE for port object aa36bb52-283d-4b1b-933e-80d59b6f3da9 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:03.615843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'port_id': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'mac_address': 'fa:16:3e:36:34:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:20:03.656039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a526b835-a1f8-4780-b68e-865ad7da721d tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.656814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a526b835-a1f8-4780-b68e-865ad7da721d tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Fanout notify agent at l3_agent the message router_deleted on router 0c40d37c-5fa9-45a5-9b96-2a173698a339 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:20:03.708922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb57063-abe7-48da-b556-f6aeed0f70c8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:03.748155 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4ce2fc52-4771-4738-87ba-8c0a5d981c28 req-139e1c85-f60e-4e6b-9dcd-8905ea369ef5 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797432 Jan 17 08:20:03.778336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Transition to ACTIVE for port object aa36bb52-283d-4b1b-933e-80d59b6f3da9 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:03.788835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b05edd96-97f6-4818-896e-91c545f5ffcd triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:03.789474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.793000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a526b835-a1f8-4780-b68e-865ad7da721d tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.817796 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a526b835-a1f8-4780-b68e-865ad7da721d tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/0c40d37c-5fa9-45a5-9b96-2a173698a339 HTTP/1.1" status: 204 len: 168 time: 1.9216421 Jan 17 08:20:03.817796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54664) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:03.874079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Attempting to bind port d8a36203-9e11-40a6-8058-e763062f6064 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:03.884364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Attempting to bind port d8a36203-9e11-40a6-8058-e763062f6064 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '61cd552d-57cd-47dc-86f0-4aac43103c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:03.884364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Attempting to bind port d8a36203-9e11-40a6-8058-e763062f6064 on network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:03.890873 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2a39d0ae-a7a7-4034-a275-2cf14157a5fc tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c40d37c-5fa9-45a5-9b96-2a173698a339 HTTP/1.1" status: 200 len: 205 time: 0.0749450 Jan 17 08:20:03.895242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54668) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:03.906620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.918259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:03.918642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Checking segment: {'id': '61cd552d-57cd-47dc-86f0-4aac43103c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:03.919054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.922781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Bound using segment: {'id': '61cd552d-57cd-47dc-86f0-4aac43103c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:03.923323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Bound port: d8a36203-9e11-40a6-8058-e763062f6064, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cd552d-57cd-47dc-86f0-4aac43103c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:03.923710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.953368 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:20:03.965608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3987-2702-4e87-bb07-c227d358916a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:03.975207 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-a503dbed-f9e7-4a1a-a748-77651eec5845 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] delete failed (client error): The resource could not be found. Jan 17 08:20:03.976238 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a503dbed-f9e7-4a1a-a748-77651eec5845 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/0c40d37c-5fa9-45a5-9b96-2a173698a339 HTTP/1.1" status: 404 len: 336 time: 0.0805335 Jan 17 08:20:03.980694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54672) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:04.039675 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:04.055413 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-445a10f0-0ba7-4da2-9b71-de1a484f24ba tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=5abcfc80-e909-469d-8c33-9db6860adcc1 HTTP/1.1" status: 200 len: 205 time: 0.0744982 Jan 17 08:20:04.061269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54676) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:04.089952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] For port d8a36203-9e11-40a6-8058-e763062f6064, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:04.093169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] For port d8a36203-9e11-40a6-8058-e763062f6064, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d8a36203-9e11-40a6-8058-e763062f6064,segment=NetworkSegment(61cd552d-57cd-47dc-86f0-4aac43103c26),segment_id=61cd552d-57cd-47dc-86f0-4aac43103c26)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:04.112700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.138742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc3987-2702-4e87-bb07-c227d358916a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:04.229313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.230638 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bf2321e2-7518-4ad2-9aa6-6e8383310b7f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2819431 Jan 17 08:20:04.235136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54682) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:04.242521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893510'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:04.265471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:04.268503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Pushing event updated for resources: {'Port': ['ID=aa36bb52-283d-4b1b-933e-80d59b6f3da9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:04.271251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:04.275017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:04.279073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-a0acabd1-5e5d-409f-8cd6-5ad509d23218 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] delete failed (client error): The resource could not be found. Jan 17 08:20:04.282160 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a0acabd1-5e5d-409f-8cd6-5ad509d23218 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/5abcfc80-e909-469d-8c33-9db6860adcc1 HTTP/1.1" status: 404 len: 336 time: 0.2181370 Jan 17 08:20:04.283591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54686) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:04.299174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Network ca6d337f-c747-43a3-8045-9b7689a53296 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:04.301697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.311572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.323921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:04.350089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:04.374270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:04.386770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 2001:db8::1 (ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d/a14ae85e-dbad-4606-ab39-93fa922e26b6/63f8b68d-2e6c-4b63-a30f-bd659455c23f) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:04.401038 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2c4a84c3-a0e6-4b93-bf9c-83458d745715 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=113b768e-3b4d-4d49-b9e6-ac80a4841abc HTTP/1.1" status: 200 len: 205 time: 0.0692275 Jan 17 08:20:04.403698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54690) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:04.522545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.522796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Attempting to bind port aa36bb52-283d-4b1b-933e-80d59b6f3da9 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:04.523094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Attempting to bind port aa36bb52-283d-4b1b-933e-80d59b6f3da9 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '3facbc4b-01a6-4ad5-93a8-a193a4389ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ca6d337f-c747-43a3-8045-9b7689a53296'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:04.523480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Attempting to bind port aa36bb52-283d-4b1b-933e-80d59b6f3da9 on network ca6d337f-c747-43a3-8045-9b7689a53296 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:04.529030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d471cb-51f1-467d-9520-b134deb18d0b None None] Pushing event updated for resources: {'Port': ['ID=d8a36203-9e11-40a6-8058-e763062f6064,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:04.556347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3987-2702-4e87-bb07-c227d358916a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.585114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:04.585491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Checking segment: {'id': '3facbc4b-01a6-4ad5-93a8-a193a4389ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ca6d337f-c747-43a3-8045-9b7689a53296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:04.585884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.586267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Bound using segment: {'id': '3facbc4b-01a6-4ad5-93a8-a193a4389ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ca6d337f-c747-43a3-8045-9b7689a53296'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:04.586732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Bound port: aa36bb52-283d-4b1b-933e-80d59b6f3da9, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3facbc4b-01a6-4ad5-93a8-a193a4389ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'ca6d337f-c747-43a3-8045-9b7689a53296'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:04.587103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.682459 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-6c247a30-15bf-4212-b0f8-ff0da19385cb tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] delete failed (client error): The resource could not be found. Jan 17 08:20:04.684416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:04.687326 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6c247a30-15bf-4212-b0f8-ff0da19385cb tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/113b768e-3b4d-4d49-b9e6-ac80a4841abc HTTP/1.1" status: 404 len: 336 time: 0.2803893 Jan 17 08:20:04.691812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54694) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:04.703449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['247b7a91-1ed1-45a5-86bb-dd4a61c32c2f'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:20:04.715668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc3987-2702-4e87-bb07-c227d358916a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:04.792710 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8ed8c1c8-e564-40c7-8299-a3b5270fa1d8 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=10e04aab-909a-45f0-b831-1f5e8b089057 HTTP/1.1" status: 200 len: 205 time: 0.0993478 Jan 17 08:20:04.795822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54698) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:04.810557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:04.813948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] For port aa36bb52-283d-4b1b-933e-80d59b6f3da9, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:04.820529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] For port aa36bb52-283d-4b1b-933e-80d59b6f3da9, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aa36bb52-283d-4b1b-933e-80d59b6f3da9,segment=NetworkSegment(3facbc4b-01a6-4ad5-93a8-a193a4389ace),segment_id=3facbc4b-01a6-4ad5-93a8-a193a4389ace)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:04.853293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:04.873805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:04.888707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:04.897287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.902221 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-141e40b0-227e-4477-8d8d-08c19fc1ffa3 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] delete failed (client error): The resource could not be found. Jan 17 08:20:04.907564 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-141e40b0-227e-4477-8d8d-08c19fc1ffa3 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/10e04aab-909a-45f0-b831-1f5e8b089057 HTTP/1.1" status: 404 len: 336 time: 0.1083946 Jan 17 08:20:04.911781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54704) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:04.950389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3987-2702-4e87-bb07-c227d358916a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:04.977755 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3bdc3987-2702-4e87-bb07-c227d358916a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd HTTP/1.1" status: 204 len: 168 time: 1.7368114 Jan 17 08:20:04.985572 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-664817ad-6b40-42ae-8e83-7b74c86fae14 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=f50a2e01-5799-4c81-9f8e-c0f6d5f88da3 HTTP/1.1" status: 200 len: 205 time: 0.0685763 Jan 17 08:20:04.985762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54708) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:04.985873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54710) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:05.019763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477e9d4-d5a8-4c9b-a3b3-0f9984c2a7d1 None None] Pushing event updated for resources: {'Port': ['ID=aa36bb52-283d-4b1b-933e-80d59b6f3da9,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:05.035871 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27724eb-9ce9-4e81-b2e3-dd65637a68bc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:20:05.036444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27724eb-9ce9-4e81-b2e3-dd65637a68bc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:20:05.058790 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e27724eb-9ce9-4e81-b2e3-dd65637a68bc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd HTTP/1.1" status: 404 len: 333 time: 0.0745363 Jan 17 08:20:05.059411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54716) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:05.101015 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-9e2a0943-9fc1-4663-b00c-6c2039712456 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] delete failed (client error): The resource could not be found. Jan 17 08:20:05.102140 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9e2a0943-9fc1-4663-b00c-6c2039712456 tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/f50a2e01-5799-4c81-9f8e-c0f6d5f88da3 HTTP/1.1" status: 404 len: 336 time: 0.1164412 Jan 17 08:20:05.105442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54718) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:05.194762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:05.204773 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-42174f45-543f-4529-82b3-1d839a95884c tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c21d858-31c7-4e6f-aeb8-47ad0f378a9a HTTP/1.1" status: 200 len: 205 time: 0.0977879 Jan 17 08:20:05.208124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54724) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:05.211302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:05.214907 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d1bb50-a38a-44a1-980f-69fa15e17e6b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:20:05.215819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-90d1bb50-a38a-44a1-980f-69fa15e17e6b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:05.255859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d8a36203-9e11-40a6-8058-e763062f6064 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:05.273636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdfae4-5f75-430d-b64b-8bcd04f0248e req-40490678-1c77-4e77-8ba7-082d5bde4755 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:05.275226 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b5bdfae4-5f75-430d-b64b-8bcd04f0248e req-40490678-1c77-4e77-8ba7-082d5bde4755 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 944 time: 0.2048471 Jan 17 08:20:05.311538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:05.319400 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-4f65c1b2-4197-4e4f-8b57-ea8c6349f2bd tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] delete failed (client error): The resource could not be found. Jan 17 08:20:05.323819 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4f65c1b2-4197-4e4f-8b57-ea8c6349f2bd tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/routers/7c21d858-31c7-4e6f-aeb8-47ad0f378a9a HTTP/1.1" status: 404 len: 336 time: 0.1045651 Jan 17 08:20:05.324478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54730) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:05.346567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Transition to ACTIVE for port object 63f8b68d-2e6c-4b63-a30f-bd659455c23f will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:05.387456 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c2cf99-dd1b-41fe-ae9d-ce54f5bec75f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] DELETE failed (client error): The resource could not be found. Jan 17 08:20:05.388946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c2cf99-dd1b-41fe-ae9d-ce54f5bec75f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:20:05.399147 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d7c2cf99-dd1b-41fe-ae9d-ce54f5bec75f tempest-RoutersIpV6AdminTest-370930215 tempest-RoutersIpV6AdminTest-370930215-project] 10.222.0.44 "DELETE /v2.0/subnets/89776066-df9d-477b-8e6b-c65dd4f2158a HTTP/1.1" status: 404 len: 337 time: 0.0680189 Jan 17 08:20:05.507939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49d21ab-4db8-41e7-9a05-b5a91e9711c4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:05.521808 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b5bdfae4-5f75-430d-b64b-8bcd04f0248e req-fcbefe9c-2ef9-4c37-9fd8-6a54ca718ed7 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396002 Jan 17 08:20:05.523293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:05.524403 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-17364119-db97-4730-bb90-863c25eb114f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.2880294 Jan 17 08:20:05.525257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-90d1bb50-a38a-44a1-980f-69fa15e17e6b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:05.528723 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-90d1bb50-a38a-44a1-980f-69fa15e17e6b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/3b2b1e0e-a2ed-4a9d-8d55-16bfe877defd HTTP/1.1" status: 404 len: 333 time: 0.4219668 Jan 17 08:20:05.528723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54736) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:05.529700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54738) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:05.541705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': 'bfb57063-abe7-48da-b556-f6aeed0f70c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a49d21ab-4db8-41e7-9a05-b5a91e9711c4', 'remote_ip_prefix': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:05.552320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:05.560566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:05.567481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:05.585615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:05.632133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d8a36203-9e11-40a6-8058-e763062f6064 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:05.655969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:05.735583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:05.875541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:05.897626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:05.906164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:05.911343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=63f8b68d-2e6c-4b63-a30f-bd659455c23f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:05.913770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:05.914291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:05.949007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.002424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e40b5e-5f4b-4672-94e5-70d16cc0d71e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:06.029425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.029764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.030097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.030423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.030743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.031061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.031405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.031724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.032097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.032392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.032690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:06.049719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet 9805698b-0ec8-4550-9525-c7e187f188b6 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:20:06.052692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.057568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e4a977d-eb84-419e-9e2a-9c3a91a6b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.086787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.090503 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e4bbd8ff-d7df-4226-8085-d55eda38eae1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5592391 Jan 17 08:20:06.090642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54744) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:06.121799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.136619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a05d05b-dcbd-41c3-ab26-33e7ff99849f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.157685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a05d05b-dcbd-41c3-ab26-33e7ff99849f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.191476 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f659c03b-5a5d-40f4-bb2b-d59d71118e39 None None] Network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:06.259601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54750) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:06.284068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.291789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a05d05b-dcbd-41c3-ab26-33e7ff99849f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.331351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05d05b-dcbd-41c3-ab26-33e7ff99849f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81e40b5e-5f4b-4672-94e5-70d16cc0d71e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:06.337331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a05d05b-dcbd-41c3-ab26-33e7ff99849f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.342295 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3a05d05b-dcbd-41c3-ab26-33e7ff99849f tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/81e40b5e-5f4b-4672-94e5-70d16cc0d71e HTTP/1.1" status: 204 len: 168 time: 0.2505867 Jan 17 08:20:06.346493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54756) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:06.446354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-697936d8-1534-4e78-a111-4ac5fb37815c tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:06.543504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-697936d8-1534-4e78-a111-4ac5fb37815c tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:06.545450 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-697936d8-1534-4e78-a111-4ac5fb37815c tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1980276 Jan 17 08:20:06.548509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54760) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:06.555761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd70c27-4f5b-4a48-8d99-d135db810476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.566542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.645760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5cd70c27-4f5b-4a48-8d99-d135db810476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:06.651167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5cd70c27-4f5b-4a48-8d99-d135db810476 admin admin] Usage tracker for resource:security_group_rule and tenant:5323bdbd343c44a0b50761937db25745 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:06.658393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5cd70c27-4f5b-4a48-8d99-d135db810476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:06.658619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5de3b671-2dd7-4357-8b31-09b46f615b8f None None] Provisioning for port d8a36203-9e11-40a6-8058-e763062f6064 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:06.675909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5cd70c27-4f5b-4a48-8d99-d135db810476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:06.685070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-804b4f81-81aa-463d-9dbc-8f1250f87a40 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.694357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5de3b671-2dd7-4357-8b31-09b46f615b8f None None] Provisioning complete for port d8a36203-9e11-40a6-8058-e763062f6064 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:06.694684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5de3b671-2dd7-4357-8b31-09b46f615b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.730773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-804b4f81-81aa-463d-9dbc-8f1250f87a40 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.761800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac38ccb-7dbe-4af4-a27b-1acbce68c338 None None] Network ca6d337f-c747-43a3-8045-9b7689a53296 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:06.835425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd70c27-4f5b-4a48-8d99-d135db810476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.917188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-804b4f81-81aa-463d-9dbc-8f1250f87a40 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:06.950389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b4f81-81aa-463d-9dbc-8f1250f87a40 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49d21ab-4db8-41e7-9a05-b5a91e9711c4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:06.964616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5cd70c27-4f5b-4a48-8d99-d135db810476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.034729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5de3b671-2dd7-4357-8b31-09b46f615b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.055492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd70c27-4f5b-4a48-8d99-d135db810476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eb7044-b0ac-477d-b8c3-dfdad3c1bbd3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:07.061422 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5cd70c27-4f5b-4a48-8d99-d135db810476 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5323bdbd343c44a0b50761937db25745&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8007629 Jan 17 08:20:07.064159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54768) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:07.080755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:07.149471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-804b4f81-81aa-463d-9dbc-8f1250f87a40 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.150601 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-804b4f81-81aa-463d-9dbc-8f1250f87a40 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/a49d21ab-4db8-41e7-9a05-b5a91e9711c4 HTTP/1.1" status: 204 len: 168 time: 0.6009483 Jan 17 08:20:07.161249 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54772) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:07.172792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ac7a3-d097-4e84-87cd-da6293f5275e req-8251c823-b258-48b3-9360-f439cb0a2010 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:07.180784 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e7ac7a3-d097-4e84-87cd-da6293f5275e req-8251c823-b258-48b3-9360-f439cb0a2010 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 944 time: 0.3239913 Jan 17 08:20:07.187554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97d8d9fb-7c49-4a3f-85f5-18ff56c4dadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.261384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97d8d9fb-7c49-4a3f-85f5-18ff56c4dadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.314694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aa36bb52-283d-4b1b-933e-80d59b6f3da9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:07.314910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.373544 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5de3b671-2dd7-4357-8b31-09b46f615b8f None None] For port d8a36203-9e11-40a6-8058-e763062f6064, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d8a36203-9e11-40a6-8058-e763062f6064,segment=NetworkSegment(61cd552d-57cd-47dc-86f0-4aac43103c26),segment_id=61cd552d-57cd-47dc-86f0-4aac43103c26)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:07.376383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=9805698b-0ec8-4550-9525-c7e187f188b6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:07.412014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.422761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97d8d9fb-7c49-4a3f-85f5-18ff56c4dadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.427791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.428134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.428471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.428805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.429132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.429452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.429775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.430092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.430407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.430722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.431039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:07.454838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5de3b671-2dd7-4357-8b31-09b46f615b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.460987 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a2a7c818-7267-4107-9cfa-e4d1beaf9c54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/9805698b-0ec8-4550-9525-c7e187f188b6 HTTP/1.1" status: 204 len: 168 time: 1.9292209 Jan 17 08:20:07.463158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97d8d9fb-7c49-4a3f-85f5-18ff56c4dadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.465568 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-97d8d9fb-7c49-4a3f-85f5-18ff56c4dadd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3eb7044-b0ac-477d-b8c3-dfdad3c1bbd3 HTTP/1.1" status: 204 len: 168 time: 0.3997319 Jan 17 08:20:07.467001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8d9fb-7c49-4a3f-85f5-18ff56c4dadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eb7044-b0ac-477d-b8c3-dfdad3c1bbd3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:07.469898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54776) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:07.490173 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e7ac7a3-d097-4e84-87cd-da6293f5275e req-cbdb2982-4203-4ca9-b85f-e4b2604ea364 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080866 Jan 17 08:20:07.529669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.556270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:07.604879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:07.606700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.619113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.620072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.627904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cef69144-5e59-454c-a660-7c6144561cc9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4672508 Jan 17 08:20:07.630328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54782) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:07.664037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b09ed21-c3a3-4265-b257-7786b5dea71d None None] DHCP port deletion for ca6d337f-c747-43a3-8045-9b7689a53296 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:20:07.694352 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1b09ed21-c3a3-4265-b257-7786b5dea71d None None] Deleting port aa36bb52-283d-4b1b-933e-80d59b6f3da9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:07.694723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b09ed21-c3a3-4265-b257-7786b5dea71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.732374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port aa36bb52-283d-4b1b-933e-80d59b6f3da9 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:07.748572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3b671-2dd7-4357-8b31-09b46f615b8f None None] Pushing event updated for resources: {'Port': ['ID=d8a36203-9e11-40a6-8058-e763062f6064,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:07.784133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7cfdd5e-5588-4c2a-894a-b4ee1c222b6e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.825835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7cfdd5e-5588-4c2a-894a-b4ee1c222b6e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.833311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Provisioning for port aa36bb52-283d-4b1b-933e-80d59b6f3da9 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:07.856534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Provisioning complete for port aa36bb52-283d-4b1b-933e-80d59b6f3da9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:07.857207 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.870653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:07.887051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=63f8b68d-2e6c-4b63-a30f-bd659455c23f,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:07.909630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port aa36bb52-283d-4b1b-933e-80d59b6f3da9 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:07.910041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.042375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7cfdd5e-5588-4c2a-894a-b4ee1c222b6e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.071017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfdd5e-5588-4c2a-894a-b4ee1c222b6e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb57063-abe7-48da-b556-f6aeed0f70c8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:08.092757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b7cfdd5e-5588-4c2a-894a-b4ee1c222b6e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.094214 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b7cfdd5e-5588-4c2a-894a-b4ee1c222b6e tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/bfb57063-abe7-48da-b556-f6aeed0f70c8 HTTP/1.1" status: 204 len: 168 time: 0.4629204 Jan 17 08:20:08.096807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:08.121094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:08.133567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1b09ed21-c3a3-4265-b257-7786b5dea71d None None] For port aa36bb52-283d-4b1b-933e-80d59b6f3da9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aa36bb52-283d-4b1b-933e-80d59b6f3da9,segment=NetworkSegment(3facbc4b-01a6-4ad5-93a8-a193a4389ace),segment_id=3facbc4b-01a6-4ad5-93a8-a193a4389ace)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:08.133567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b09ed21-c3a3-4265-b257-7786b5dea71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.170671 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-75cd1deb-f0fd-42c9-afd5-e0208376f4d1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:08.178295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:08.269907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1b09ed21-c3a3-4265-b257-7786b5dea71d None None] Calling delete_port for aa36bb52-283d-4b1b-933e-80d59b6f3da9 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:08.303462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-75cd1deb-f0fd-42c9-afd5-e0208376f4d1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:08.304911 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-75cd1deb-f0fd-42c9-afd5-e0208376f4d1 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2068074 Jan 17 08:20:08.309410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54794) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:08.315475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-secgroup--936532053'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:08.324349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:08.360355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:08.387500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] For port aa36bb52-283d-4b1b-933e-80d59b6f3da9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aa36bb52-283d-4b1b-933e-80d59b6f3da9,segment=NetworkSegment(3facbc4b-01a6-4ad5-93a8-a193a4389ace),segment_id=3facbc4b-01a6-4ad5-93a8-a193a4389ace)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:08.392902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.465260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.491615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.531983 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.554255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:20:08.572216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:08.576238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de64aad9-71bf-4893-b33d-cf670f3b6ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.585427 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:08.586908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:08.592692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:08.604809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:08.605257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54798) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:08.624281 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b09ed21-c3a3-4265-b257-7786b5dea71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.631146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for aa36bb52-283d-4b1b-933e-80d59b6f3da9 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:08.724046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09ed21-c3a3-4265-b257-7786b5dea71d None None] No DVR routers for this DVR port aa36bb52-283d-4b1b-933e-80d59b6f3da9 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:20:08.726120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.729658 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-26b44de6-a2ff-4a9e-8f30-0e41febbabf8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=727cb77dc13d48c69f767a9c028b3dee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1208246 Jan 17 08:20:08.734961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.734961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54808) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:08.746534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ed21-c3a3-4265-b257-7786b5dea71d None None] Pushing event deleted for resources: {'Port': ['ID=aa36bb52-283d-4b1b-933e-80d59b6f3da9,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:08.837858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:08.846117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.db.api [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:20:08.846316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG oslo_db.api [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:20:08.875959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.909172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Provisioning for port 63f8b68d-2e6c-4b63-a30f-bd659455c23f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:08.917776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Provisioning complete for port 63f8b68d-2e6c-4b63-a30f-bd659455c23f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:08.918352 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:08.966931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb9e094-29b3-411a-beac-1265ee572ce9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:08.972031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c74b8355-d648-4722-a991-1fd786c7bbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.005422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.009403 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-625a8548-589a-4797-a59e-2882733d7704 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6988323 Jan 17 08:20:09.014901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54814) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:09.017538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c74b8355-d648-4722-a991-1fd786c7bbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.029905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': '0cb9e094-29b3-411a-beac-1265ee572ce9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:09.051507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:09.076340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:09.084512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04888209-84ae-47a4-a3d8-cac13163a353 req-ad901036-832e-4e0f-9d2c-e00daff805e7 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:09.092663 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-04888209-84ae-47a4-a3d8-cac13163a353 req-ad901036-832e-4e0f-9d2c-e00daff805e7 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.2816799 Jan 17 08:20:09.094681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:09.115068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:09.177035 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-04888209-84ae-47a4-a3d8-cac13163a353 req-72b78e55-e8bb-4ac7-9c49-696cc730e30f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832567 Jan 17 08:20:09.183060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Port 63f8b68d-2e6c-4b63-a30f-bd659455c23f cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:09.203389 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'code': 200} Jan 17 08:20:09.206399 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Provisioning complete for port d8a36203-9e11-40a6-8058-e763062f6064 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:09.206833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4337aed8-398a-48e2-97c7-721bf059b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.226609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.246481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:20:09.261443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d8a36203-9e11-40a6-8058-e763062f6064 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:09.267927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c74b8355-d648-4722-a991-1fd786c7bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.410297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port aa36bb52-283d-4b1b-933e-80d59b6f3da9 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:09.410297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.436832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b8355-d648-4722-a991-1fd786c7bbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe412fe-bb1b-477c-a05e-87edab1fcfd2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:09.439902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c74b8355-d648-4722-a991-1fd786c7bbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.443984 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c74b8355-d648-4722-a991-1fd786c7bbdd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6fe412fe-bb1b-477c-a05e-87edab1fcfd2 HTTP/1.1" status: 204 len: 168 time: 0.7055602 Jan 17 08:20:09.485042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.496358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d8a36203-9e11-40a6-8058-e763062f6064 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:09.512163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.573680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.581809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] The port 'aa36bb52-283d-4b1b-933e-80d59b6f3da9' was deleted {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:20:09.608662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.629040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06edb5fb-41b8-46cb-85d1-47ded670cc4c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:09.653517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a28a87e6-52e9-4c9a-b971-bdb7a6365040 None None] Provisioning complete for port 63f8b68d-2e6c-4b63-a30f-bd659455c23f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:09.653892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a28a87e6-52e9-4c9a-b971-bdb7a6365040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.683338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.725027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a28a87e6-52e9-4c9a-b971-bdb7a6365040 None None] Port 63f8b68d-2e6c-4b63-a30f-bd659455c23f cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:09.741485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.745672 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ebc6115e-bf40-4341-9883-47ea67c00e62 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7282615 Jan 17 08:20:09.745672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54820) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:09.776904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e4de-79bc-49b0-87f7-cb76d7a8fa93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.787746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.788852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aa36bb52-283d-4b1b-933e-80d59b6f3da9 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:20:09.789479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e4de-79bc-49b0-87f7-cb76d7a8fa93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.821435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6d337f-c747-43a3-8045-9b7689a53296']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:09.829840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: aa36bb52-283d-4b1b-933e-80d59b6f3da9 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:20:09.830174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aa36bb52-283d-4b1b-933e-80d59b6f3da9 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:20:09.841126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3facbc4b-01a6-4ad5-93a8-a193a4389ace') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:09.841429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3facbc4b-01a6-4ad5-93a8-a193a4389ace') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:09.864121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.873412 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a9419ce-c7dd-4fab-9145-5d759757ce93 req-285eac05-246d-4a71-8fd2-12f09d866a7a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 1098 time: 0.2894902 Jan 17 08:20:09.879530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:20:09.890647 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Sync routers for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:20:09.905554 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:09.906163 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:09.906743 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6ad760e8-1daf-476b-b5d1-7ac1efe17c1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9038403 Jan 17 08:20:09.909517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54824) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:09.912715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.927014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-632954106'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:09.936116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:20:09.936590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.951005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e4de-79bc-49b0-87f7-cb76d7a8fa93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:09.996981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4e4de-79bc-49b0-87f7-cb76d7a8fa93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06edb5fb-41b8-46cb-85d1-47ded670cc4c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:10.004512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e4de-79bc-49b0-87f7-cb76d7a8fa93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.013649 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b4a4e4de-79bc-49b0-87f7-cb76d7a8fa93 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/06edb5fb-41b8-46cb-85d1-47ded670cc4c HTTP/1.1" status: 204 len: 168 time: 0.2667427 Jan 17 08:20:10.015035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:10.063819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:20:10.068259 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:20:10.077709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:network and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:10.081546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:10.085181 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:10.100749 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:10.110626 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a9419ce-c7dd-4fab-9145-5d759757ce93 req-8adada39-0fab-445a-8a4b-c16a7e74a8ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292559 Jan 17 08:20:10.132927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a16c5f58-94a8-4c99-8adf-1e243d330cc4 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:10.140343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.169663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.177260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Network': ['ID=ca6d337f-c747-43a3-8045-9b7689a53296,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:10.187628 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b05fef21-f29c-4d60-a4bd-cccfefaeda66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/networks/ca6d337f-c747-43a3-8045-9b7689a53296 HTTP/1.1" status: 204 len: 168 time: 2.7039993 Jan 17 08:20:10.192164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54840) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:10.204062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1880079221'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:10.214854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:10.221605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.234123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:10.241594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a16c5f58-94a8-4c99-8adf-1e243d330cc4 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:10.245696 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a16c5f58-94a8-4c99-8adf-1e243d330cc4 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2270184 Jan 17 08:20:10.252556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54846) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:10.271344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:network and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:10.278587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:10.294632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:10.327947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:20:10.350420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.350764 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added segment ed41548d-a0b6-483c-8fda-55f06d5cef08 of type vlan for network 28851cb7-1514-423e-bd23-6f313d8a818f Jan 17 08:20:10.380197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.442861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d0f55f9-7d03-4a16-a6dd-0129892b0705 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.478072 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:06Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:06Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:10.482140 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Checking router: a884305a-59b8-4d21-829d-fea5bc55564c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:20:10.485214 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Updating router a884305a-59b8-4d21-829d-fea5bc55564c port 63f8b68d-2e6c-4b63-a30f-bd659455c23f binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:20:10.505571 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.509297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:10.510789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.552448 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.554570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d0f55f9-7d03-4a16-a6dd-0129892b0705 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.565255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:10.568990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.677002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Network': ['ID=28851cb7-1514-423e-bd23-6f313d8a818f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:10.683973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ff1e0-3dea-44d6-92dd-c146f94d1314 req-d5593680-b583-4242-9302-bf19384258a7 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:10.684422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:20:10.692384 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b50ff1e0-3dea-44d6-92dd-c146f94d1314 req-d5593680-b583-4242-9302-bf19384258a7 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.2371688 Jan 17 08:20:10.694327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.694624 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Added segment 135135fa-c5e9-4c96-8aa0-eaf4480258de of type vlan for network acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c Jan 17 08:20:10.703222 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 28851cb7-1514-423e-bd23-6f313d8a818f details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:20:10.741965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:10.742543 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a65d2b3a-2222-4b0d-afd9-870bf60d8c77 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8313720 Jan 17 08:20:10.745473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.753955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'subnet': {'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:10.820710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d0f55f9-7d03-4a16-a6dd-0129892b0705 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.858145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.864860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:10.867764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.953035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f55f9-7d03-4a16-a6dd-0129892b0705 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb9e094-29b3-411a-beac-1265ee572ce9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:10.955171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:10.995941 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b50ff1e0-3dea-44d6-92dd-c146f94d1314 req-6fb0d054-ece1-4d0a-9020-2fd5e9c34f77 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019319 Jan 17 08:20:11.026479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:11.039212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:subnet and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:11.042667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:11.050441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:11.071303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d0f55f9-7d03-4a16-a6dd-0129892b0705 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:11.075810 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6d0f55f9-7d03-4a16-a6dd-0129892b0705 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/0cb9e094-29b3-411a-beac-1265ee572ce9 HTTP/1.1" status: 204 len: 168 time: 0.8250506 Jan 17 08:20:11.076329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Network': ['ID=acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:11.076610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54862) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:11.079460 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fa1523a5-9d5d-4162-8bdc-a4035462b38e tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8860161 Jan 17 08:20:11.083455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54864) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:11.089212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': 'acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:11.095221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:20:11.109769 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:11.126707 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Transition to ACTIVE for port object 63f8b68d-2e6c-4b63-a30f-bd659455c23f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:11.146987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:11.213728 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:11.282590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:11.289203 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:11.293119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:11.300092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:11.354368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:11.366535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:11.452006 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ac732-a087-4529-aece-db419b338b77 None None] Pushing event updated for resources: {'Port': ['ID=63f8b68d-2e6c-4b63-a30f-bd659455c23f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:11.510688 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.524423 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.525020 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.525577 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.526061 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.526702 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.527309 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.527800 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.528759 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.529278 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.529762 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ac732-a087-4529-aece-db419b338b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:11.634516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1afd6015-777b-4449-8259-0bf53185675c tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:11.664758 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Attempting to bind port 63f8b68d-2e6c-4b63-a30f-bd659455c23f on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:11.665452 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Attempting to bind port 63f8b68d-2e6c-4b63-a30f-bd659455c23f by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '61cd552d-57cd-47dc-86f0-4aac43103c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:11.672963 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Attempting to bind port 63f8b68d-2e6c-4b63-a30f-bd659455c23f on network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:11.681432 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:11.682060 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Checking segment: {'id': '61cd552d-57cd-47dc-86f0-4aac43103c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:11.682719 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:11.683325 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Bound using segment: {'id': '61cd552d-57cd-47dc-86f0-4aac43103c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:11.684117 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Bound port: 63f8b68d-2e6c-4b63-a30f-bd659455c23f, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cd552d-57cd-47dc-86f0-4aac43103c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:11.685011 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:11.767636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:11.777391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1afd6015-777b-4449-8259-0bf53185675c tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:11.782880 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1afd6015-777b-4449-8259-0bf53185675c tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7012005 Jan 17 08:20:11.785990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54876) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:11.802144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118594485'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:11.804978 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] For port 63f8b68d-2e6c-4b63-a30f-bd659455c23f, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:11.808544 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] For port 63f8b68d-2e6c-4b63-a30f-bd659455c23f, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=63f8b68d-2e6c-4b63-a30f-bd659455c23f,segment=NetworkSegment(61cd552d-57cd-47dc-86f0-4aac43103c26),segment_id=61cd552d-57cd-47dc-86f0-4aac43103c26)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:11.819371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:11.847515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:11.949674 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:12.006291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:12.027657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:12.037722 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ac732-a087-4529-aece-db419b338b77 None None] Pushing event updated for resources: {'Port': ['ID=63f8b68d-2e6c-4b63-a30f-bd659455c23f,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:12.059938 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:12.063145 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:12.312320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:12.317054 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Subnet': ['ID=d53e9a2d-142d-4920-ae47-5700ba2d87ce,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:12.322965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:12.339285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:12.342176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Checking segment: {'id': 'ed41548d-a0b6-483c-8fda-55f06d5cef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:12.342540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network hostable DHCP agents. Network: 28851cb7-1514-423e-bd23-6f313d8a818f, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:20:12.366231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:12.371162 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:12.377738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726efe44-4687-4ba0-b8dc-4e8a1aba4480 req-8d67a9fa-1f57-47b8-a577-a3f5984f2c6e tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:12.387855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-726efe44-4687-4ba0-b8dc-4e8a1aba4480 req-8d67a9fa-1f57-47b8-a577-a3f5984f2c6e tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.1569197 Jan 17 08:20:12.449620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:12.470326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:12.499178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 28851cb7-1514-423e-bd23-6f313d8a818f is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:20:12.518714 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-726efe44-4687-4ba0-b8dc-4e8a1aba4480 req-89264c0e-1037-4557-b109-8d6c976a8410 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297457 Jan 17 08:20:12.550887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:12.552675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=a6b17b0c-6d24-4c3c-813c-2c977df10c86,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:12.589974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Checking segment: {'id': '135135fa-c5e9-4c96-8aa0-eaf4480258de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:12.589974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network hostable DHCP agents. Network: acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:20:12.609593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 28851cb7-1514-423e-bd23-6f313d8a818f) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:12.619810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:12.621722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd9b20-13dc-4e58-b43d-dd49afd8d46b None None] Network 28851cb7-1514-423e-bd23-6f313d8a818f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:12.623233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:12.698516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9797b09-64c6-461a-8eef-d271a53e69cf,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:12.713253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:20:12.726888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:12.733176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:12.734939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:12.749988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a230d36-8cff-4772-901b-f41e89de0e26 None None] Network acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:12.868862 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e215688a-f415-453d-8de5-f3f885f13add tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7842844 Jan 17 08:20:12.869797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54894) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:12.875400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': 'acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1029812889'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:12.879101 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b3969951-8301-48b4-a8bc-91b7820c4c34 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1331995 Jan 17 08:20:12.881111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54898) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:12.889577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:12.893501 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-860bb8a7-5b30-4831-af9e-7030e0fa472a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1037917 Jan 17 08:20:12.913049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54904) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:12.931392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': 'b9797b09-64c6-461a-8eef-d271a53e69cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:12.963339 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:06Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:11Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:12.968945 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e978063-264b-4021-8380-64c7aec0a2ad None None] The sync data for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv is: [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:06Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:11Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:20:13.014895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:13.025781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:13.032975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:13.044397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:13.130105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:13.143518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:13.149039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e991f-d4c5-415c-aec2-d97e15830e6a req-832c5e26-0dc4-405f-9a7c-08b2b1dbb9b0 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:13.150827 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-861e991f-d4c5-415c-aec2-d97e15830e6a req-832c5e26-0dc4-405f-9a7c-08b2b1dbb9b0 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.3627026 Jan 17 08:20:13.169899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:13.215018 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-861e991f-d4c5-415c-aec2-d97e15830e6a req-d79b0de9-fb14-41b2-a1a0-f9882d8a322c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568368 Jan 17 08:20:13.254502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:13.257862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:13.268207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54910) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:13.290400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-28851cb7-1514-423e-bd23-6f313d8a818f', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:20:13.291217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:13.355296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port ceccbab6-4074-413e-8ca6-96db07db15ec yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:13.396039 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c', 'network_id': 'acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c', 'tenant_id': '1ab1e76fb3cc4203a2b84ff832e9feb8', 'fixed_ips': [{'subnet_id': 'a6b17b0c-6d24-4c3c-813c-2c977df10c86'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:20:13.397153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:13.461703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:13.590801 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0edd15c4-8559-40e8-ad54-db67a92e10d1 tempest-TestNetworkAdvancedServerOps-1328463600 tempest-TestNetworkAdvancedServerOps-1328463600-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 1093 time: 0.3176994 Jan 17 08:20:13.591600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:13.593155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54918) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:13.650951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:13.671151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:13.674389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.11 (acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c/a6b17b0c-6d24-4c3c-813c-2c977df10c86/ceccbab6-4074-413e-8ca6-96db07db15ec) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:13.677079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ce0884-fc18-4cfa-956a-eba50e49f655,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:13.684082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Usage tracker for resource:floatingip and tenant:62dcbef2c57e4a6bbaddf3c67ca42855 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:13.690075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:13.698091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:13.708865 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:20:13.738872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:13.740073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-acddb769-91a0-4f67-aca8-30d5ecd09060 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8147435 Jan 17 08:20:13.760333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54922) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:13.760933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:13.806404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Allocated IP 2001:db8:1::2 (28851cb7-1514-423e-bd23-6f313d8a818f/d53e9a2d-142d-4920-ae47-5700ba2d87ce/93f83664-ec7b-463f-aeb3-1bf46cdbbba1) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:13.814308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:13.815819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b9582ace-f75b-4f44-a696-4c7f9689b443 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules/f6ce0884-fc18-4cfa-956a-eba50e49f655 HTTP/1.1" status: 200 len: 705 time: 0.0520926 Jan 17 08:20:13.818304 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:13.935461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ee5b801c-40c6-4111-b11f-840d5e970e9b tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:13.961964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-500060911'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:13.990703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:14.004254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Usage tracker for resource:router and tenant:6ed333c1c94846ffa68f1b5270d2d44a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:14.010018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:14.031106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.055206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:14.063721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object ceccbab6-4074-413e-8ca6-96db07db15ec will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:14.120768 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.125733 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ee5b801c-40c6-4111-b11f-840d5e970e9b tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:14.130045 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ee5b801c-40c6-4111-b11f-840d5e970e9b tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3106470 Jan 17 08:20:14.130756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54938) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:14.143459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.155543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Transition to ACTIVE for port object 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:14.158397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.159346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.177550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Transition to ACTIVE for port object 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:14.188721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.198572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.214377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17e57032-ddc3-4c8a-b113-e04f343cf730 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.232892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.309741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17e57032-ddc3-4c8a-b113-e04f343cf730 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.325714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Network 28851cb7-1514-423e-bd23-6f313d8a818f is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:14.330768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:14.333146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:14.338056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:14.338948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:14.345061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:14.345475 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Pushing event updated for resources: {'Port': ['ID=93f83664-ec7b-463f-aeb3-1bf46cdbbba1,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:14.381899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=ceccbab6-4074-413e-8ca6-96db07db15ec,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:14.384753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.384753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.387448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.387448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.387448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.387448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.387448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.387448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.387448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.387448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.388175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:20:14.398545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Allocated IP 172.20.0.2 (acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c/a6b17b0c-6d24-4c3c-813c-2c977df10c86/b8101127-d36a-437f-a238-223bba88e95c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:14.444871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:14.445360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.452388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Allocated IP 172.26.4.10 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/af554d8b-9612-48ee-9a46-6eba47429153) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:14.459752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.562234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17e57032-ddc3-4c8a-b113-e04f343cf730 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.577597 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0959389c-97cb-4064-a155-5e51d2ed84b4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.7067430 Jan 17 08:20:14.582402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54942) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:14.585345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Attempting to bind port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:14.585907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Attempting to bind port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'ed41548d-a0b6-483c-8fda-55f06d5cef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:14.586285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Attempting to bind port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 on network 28851cb7-1514-423e-bd23-6f313d8a818f {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:14.597204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e57032-ddc3-4c8a-b113-e04f343cf730 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6ce0884-fc18-4cfa-956a-eba50e49f655,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:14.597872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:14.598924 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Checking segment: {'id': 'ed41548d-a0b6-483c-8fda-55f06d5cef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:14.599381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.599778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Bound using segment: {'id': 'ed41548d-a0b6-483c-8fda-55f06d5cef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:14.600264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Bound port: 93f83664-ec7b-463f-aeb3-1bf46cdbbba1, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed41548d-a0b6-483c-8fda-55f06d5cef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:14.600639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.674765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.679429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-65664ef6-97b9-4724-abbe-2aef20892611 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port ceccbab6-4074-413e-8ca6-96db07db15ec {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:14.679762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65664ef6-97b9-4724-abbe-2aef20892611 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.705662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17e57032-ddc3-4c8a-b113-e04f343cf730 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.705662 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-17e57032-ddc3-4c8a-b113-e04f343cf730 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f6ce0884-fc18-4cfa-956a-eba50e49f655 HTTP/1.1" status: 204 len: 168 time: 0.5673349 Jan 17 08:20:14.709308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54946) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:14.741212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.803379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.804548 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-771880b4-e34e-427b-9bf7-e377984370dc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0427389 Jan 17 08:20:14.808330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54950) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:14.852021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] For port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:14.857024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] For port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=93f83664-ec7b-463f-aeb3-1bf46cdbbba1,segment=NetworkSegment(ed41548d-a0b6-483c-8fda-55f06d5cef08),segment_id=ed41548d-a0b6-483c-8fda-55f06d5cef08)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:14.860864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.872870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Transition to ACTIVE for port object b8101127-d36a-437f-a238-223bba88e95c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:14.906746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Transition to ACTIVE for port object b8101127-d36a-437f-a238-223bba88e95c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:14.920439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1917a212-0d51-4aed-9999-3988694ce86a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:14.939744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:14.943906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 2001:db8:1::1 (28851cb7-1514-423e-bd23-6f313d8a818f/d53e9a2d-142d-4920-ae47-5700ba2d87ce/52161363-340f-4794-9d2e-cd33d853fe70) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:14.985182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.060730 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.063837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Network acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:15.066588 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:15.072062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:15.079372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efece2-aeec-45dc-9ccc-69b0fd1894d8 None None] Pushing event updated for resources: {'Port': ['ID=93f83664-ec7b-463f-aeb3-1bf46cdbbba1,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:15.109563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65664ef6-97b9-4724-abbe-2aef20892611 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.123068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf487be-fc27-4eb1-adcb-f0ecac3025ec tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.219993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'Port': ['ID=af554d8b-9612-48ee-9a46-6eba47429153,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:15.255666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Pushing event updated for resources: {'Port': ['ID=b8101127-d36a-437f-a238-223bba88e95c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:15.275829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Attempting to bind port b8101127-d36a-437f-a238-223bba88e95c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:15.275829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Attempting to bind port b8101127-d36a-437f-a238-223bba88e95c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '135135fa-c5e9-4c96-8aa0-eaf4480258de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:15.275829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Attempting to bind port b8101127-d36a-437f-a238-223bba88e95c on network acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:15.278647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:15.279024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Checking segment: {'id': '135135fa-c5e9-4c96-8aa0-eaf4480258de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:15.279465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.279851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Bound using segment: {'id': '135135fa-c5e9-4c96-8aa0-eaf4480258de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:15.280589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Bound port: b8101127-d36a-437f-a238-223bba88e95c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135135fa-c5e9-4c96-8aa0-eaf4480258de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:15.280959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.310008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-65664ef6-97b9-4724-abbe-2aef20892611 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for ceccbab6-4074-413e-8ca6-96db07db15ec owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:15.318481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1917a212-0d51-4aed-9999-3988694ce86a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:15.319874 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1917a212-0d51-4aed-9999-3988694ce86a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6118627 Jan 17 08:20:15.336929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:15.346848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2cf8941c-6bc4-49f9-aeff-fb59227dccd9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': 'b9797b09-64c6-461a-8eef-d271a53e69cf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:15.358828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2cf8941c-6bc4-49f9-aeff-fb59227dccd9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:15.361939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:15.370820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:15.376812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:15.411905 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] For port b8101127-d36a-437f-a238-223bba88e95c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:15.415554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] For port b8101127-d36a-437f-a238-223bba88e95c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b8101127-d36a-437f-a238-223bba88e95c,segment=NetworkSegment(135135fa-c5e9-4c96-8aa0-eaf4480258de),segment_id=135135fa-c5e9-4c96-8aa0-eaf4480258de)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:15.465810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2cf8941c-6bc4-49f9-aeff-fb59227dccd9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:15.497841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.660672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50bf7d-e5fd-487a-ab64-d5a780e898ff None None] Pushing event updated for resources: {'Port': ['ID=b8101127-d36a-437f-a238-223bba88e95c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:15.791027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.794126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cf8941c-6bc4-49f9-aeff-fb59227dccd9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.861600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65664ef6-97b9-4724-abbe-2aef20892611 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:15.924044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65664ef6-97b9-4724-abbe-2aef20892611 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=ceccbab6-4074-413e-8ca6-96db07db15ec,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:16.009237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Transition to ACTIVE for port object 52161363-340f-4794-9d2e-cd33d853fe70 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:16.145887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65664ef6-97b9-4724-abbe-2aef20892611 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.150417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf487be-fc27-4eb1-adcb-f0ecac3025ec tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.162346 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-65664ef6-97b9-4724-abbe-2aef20892611 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/ceccbab6-4074-413e-8ca6-96db07db15ec HTTP/1.1" status: 204 len: 168 time: 1.5810056 Jan 17 08:20:16.162948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54960) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:16.174928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf487be-fc27-4eb1-adcb-f0ecac3025ec tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.224923 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc33ec8e-9a18-4c38-a57f-44dfb26b01d9 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:20:16.225461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fc33ec8e-9a18-4c38-a57f-44dfb26b01d9 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:16.232097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cf8941c-6bc4-49f9-aeff-fb59227dccd9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.293888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.376168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cf8941c-6bc4-49f9-aeff-fb59227dccd9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.401143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fc33ec8e-9a18-4c38-a57f-44dfb26b01d9 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:16.402331 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fc33ec8e-9a18-4c38-a57f-44dfb26b01d9 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/ceccbab6-4074-413e-8ca6-96db07db15ec HTTP/1.1" status: 404 len: 333 time: 0.2339754 Jan 17 08:20:16.412810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54966) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:16.447058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 28851cb7-1514-423e-bd23-6f313d8a818f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:16.448358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8941c-6bc4-49f9-aeff-fb59227dccd9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073762bd-e3dc-4fbf-859a-327787f2012c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:16.457900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf487be-fc27-4eb1-adcb-f0ecac3025ec tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.459534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf487be-fc27-4eb1-adcb-f0ecac3025ec tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2bcd1f5-3893-409b-bce8-ad6e8ee9d649 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:20:16.489761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=52161363-340f-4794-9d2e-cd33d853fe70,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:16.499788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:16.502767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:16.511095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.517882 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.524225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d0d431-f6be-4517-a5ae-2e1a8ca28b1f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet a6b17b0c-6d24-4c3c-813c-2c977df10c86 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:20:16.527620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78d0d431-f6be-4517-a5ae-2e1a8ca28b1f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.538346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf487be-fc27-4eb1-adcb-f0ecac3025ec tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.540201 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bcf487be-fc27-4eb1-adcb-f0ecac3025ec tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c2bcd1f5-3893-409b-bce8-ad6e8ee9d649 HTTP/1.1" status: 204 len: 168 time: 1.7310681 Jan 17 08:20:16.553884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54970) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:16.556987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cf8941c-6bc4-49f9-aeff-fb59227dccd9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.558972 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2cf8941c-6bc4-49f9-aeff-fb59227dccd9 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2202406 Jan 17 08:20:16.563378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54974) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:16.564807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Request body: {'router': {'name': 'tempest-router-1238326149', 'distributed': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:16.571993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:16.576837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Usage tracker for resource:router and tenant:6ed333c1c94846ffa68f1b5270d2d44a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:16.579983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:16.586826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:16.651830 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bc704cd4-5969-4194-98e7-ffa44c67060a tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules/073762bd-e3dc-4fbf-859a-327787f2012c HTTP/1.1" status: 200 len: 705 time: 0.0821834 Jan 17 08:20:16.660492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78d0d431-f6be-4517-a5ae-2e1a8ca28b1f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.685709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54978) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:16.696458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.697989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.703872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067692c6-a94a-452e-81ff-995c617a8890 None None] Network 28851cb7-1514-423e-bd23-6f313d8a818f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:16.787453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78d0d431-f6be-4517-a5ae-2e1a8ca28b1f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.810017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8d047b7f-c7c4-49c2-9c8e-02a615deacb4 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:16.817596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.846058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:16.929081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Sync routers for ids ['4a160fa0-42eb-404c-8eb9-bae28371cd30'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:20:16.932903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1de7ddaf-865d-4fb4-beb7-887ae8370127 None None] Provisioning for port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:17.016780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Routers {'4a160fa0-42eb-404c-8eb9-bae28371cd30'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:17.017603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4a160fa0-42eb-404c-8eb9-bae28371cd30'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:17.071832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.095280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8d047b7f-c7c4-49c2-9c8e-02a615deacb4 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:17.101954 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8d047b7f-c7c4-49c2-9c8e-02a615deacb4 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4098248 Jan 17 08:20:17.101954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:17.202221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40adcb3c-472e-42e6-95ee-ec562df0c300 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.214536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40adcb3c-472e-42e6-95ee-ec562df0c300 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.238879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.324735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40adcb3c-472e-42e6-95ee-ec562df0c300 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.326338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40adcb3c-472e-42e6-95ee-ec562df0c300 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.329652 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-40adcb3c-472e-42e6-95ee-ec562df0c300 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/073762bd-e3dc-4fbf-859a-327787f2012c HTTP/1.1" status: 204 len: 168 time: 0.2272356 Jan 17 08:20:17.353360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54986) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:17.379081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.387562 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-754f74be-1fe4-4a20-a14a-278443dbd723 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8298762 Jan 17 08:20:17.389449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 54992) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:17.462995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adcb3c-472e-42e6-95ee-ec562df0c300 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=073762bd-e3dc-4fbf-859a-327787f2012c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:17.480121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b902318-009a-4a06-808c-33b8ed6ce6a7 None None] Network acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:17.633047 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 63f8b68d-2e6c-4b63-a30f-bd659455c23f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:17.633147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78d0d431-f6be-4517-a5ae-2e1a8ca28b1f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.689501 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0d431-f6be-4517-a5ae-2e1a8ca28b1f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b17b0c-6d24-4c3c-813c-2c977df10c86,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:17.698986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.701269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78d0d431-f6be-4517-a5ae-2e1a8ca28b1f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.711760 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-78d0d431-f6be-4517-a5ae-2e1a8ca28b1f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/a6b17b0c-6d24-4c3c-813c-2c977df10c86 HTTP/1.1" status: 204 len: 168 time: 1.2981410 Jan 17 08:20:17.715730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f495675-f23e-4eeb-bc14-c2b9697c6f06 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:17.716461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 54996) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:17.795334 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-678ba8c3-331c-4e0d-8fa4-681922b910bc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.809688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.890680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:17.899303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-88eb4478-e36c-45e2-8e26-feef150dd5cc None None] Provisioning for port b8101127-d36a-437f-a238-223bba88e95c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:17.907241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event updated for resources: {'Port': ['ID=af554d8b-9612-48ee-9a46-6eba47429153,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:17.954730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Set router 4a160fa0-42eb-404c-8eb9-bae28371cd30 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:18.009499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.021353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.113225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port b8101127-d36a-437f-a238-223bba88e95c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:18.113566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.467303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'feae544a-5264-48ef-ba68-7872252aa679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:39Z', 'updated_at': '2022-01-17T08:19:50Z', 'revision_number': 4, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'gw_port': {'id': 'feae544a-5264-48ef-ba68-7872252aa679', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'acddd2b0-73eb-4642-bbab-2606b09dca96', 'name': '', 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'mac_address': 'fa:16:3e:ef:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06de8ff4-7167-4e90-b4a0-bb395eae02d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:47Z', 'updated_at': '2022-01-17T08:19:50Z', 'revision_number': 2, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'subnets': [{'id': '06de8ff4-7167-4e90-b4a0-bb395eae02d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:18.479435 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Checking router: 4a160fa0-42eb-404c-8eb9-bae28371cd30 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:20:18.479798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Updating router 4a160fa0-42eb-404c-8eb9-bae28371cd30 port acddd2b0-73eb-4642-bbab-2606b09dca96 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:20:18.532884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] For port b8101127-d36a-437f-a238-223bba88e95c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b8101127-d36a-437f-a238-223bba88e95c,segment=NetworkSegment(135135fa-c5e9-4c96-8aa0-eaf4480258de),segment_id=135135fa-c5e9-4c96-8aa0-eaf4480258de)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:18.533548 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.558015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] DHCP port deletion for acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:20:18.596270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-678ba8c3-331c-4e0d-8fa4-681922b910bc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.601676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-678ba8c3-331c-4e0d-8fa4-681922b910bc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.603160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] Deleting port b8101127-d36a-437f-a238-223bba88e95c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:18.603598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.680289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.747841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for b8101127-d36a-437f-a238-223bba88e95c owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:18.835872 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Floating IP 12a42f25-ee33-4068-a062-ae6341927fff associated. External IP: 172.26.4.10, port: 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f. Jan 17 08:20:18.995163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] For port b8101127-d36a-437f-a238-223bba88e95c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b8101127-d36a-437f-a238-223bba88e95c,segment=NetworkSegment(135135fa-c5e9-4c96-8aa0-eaf4480258de),segment_id=135135fa-c5e9-4c96-8aa0-eaf4480258de)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:18.995820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.995963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:18.996066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.158120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=52161363-340f-4794-9d2e-cd33d853fe70,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:19.172916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] Calling delete_port for b8101127-d36a-437f-a238-223bba88e95c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:19.173806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f495675-f23e-4eeb-bc14-c2b9697c6f06 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:19.174963 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5f495675-f23e-4eeb-bc14-c2b9697c6f06 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.8224797 Jan 17 08:20:19.178469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-678ba8c3-331c-4e0d-8fa4-681922b910bc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.178948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ba8c3-331c-4e0d-8fa4-681922b910bc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a041fb8-794c-42d1-bced-6ce6028d1635 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:20:19.179557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55002) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:19.194129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-af1bb775-9fd3-4468-9db4-39d3179d7d24 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': 'b9797b09-64c6-461a-8eef-d271a53e69cf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:19.194404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-678ba8c3-331c-4e0d-8fa4-681922b910bc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.196473 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-678ba8c3-331c-4e0d-8fa4-681922b910bc tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "DELETE /v2.0/routers/5a041fb8-794c-42d1-bced-6ce6028d1635 HTTP/1.1" status: 204 len: 168 time: 1.7410212 Jan 17 08:20:19.205855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-483960f4-500a-4a6e-a084-d650a3ec916d None None] Provisioning for port 52161363-340f-4794-9d2e-cd33d853fe70 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:19.206022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-af1bb775-9fd3-4468-9db4-39d3179d7d24 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:19.211895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55006) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:19.213264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 63f8b68d-2e6c-4b63-a30f-bd659455c23f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:19.220453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Request body: {'router': {'name': 'tempest-router-64055367', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bdc18614e1924ee1925655fd62373c29'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:19.235185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-483960f4-500a-4a6e-a084-d650a3ec916d None None] Provisioning complete for port 52161363-340f-4794-9d2e-cd33d853fe70 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:19.235480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-483960f4-500a-4a6e-a084-d650a3ec916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.238297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:19.241656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-af1bb775-9fd3-4468-9db4-39d3179d7d24 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:19.246203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Usage tracker for resource:router and tenant:bdc18614e1924ee1925655fd62373c29 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:19.250180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:19.260610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.260890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:19.273471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 28851cb7-1514-423e-bd23-6f313d8a818f is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:19.277329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:19.308161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-483960f4-500a-4a6e-a084-d650a3ec916d None None] Port 52161363-340f-4794-9d2e-cd33d853fe70 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:19.319253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 63f8b68d-2e6c-4b63-a30f-bd659455c23f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:19.319668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.447050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.448656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.501812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.550970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=b8101127-d36a-437f-a238-223bba88e95c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:19.573038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af1bb775-9fd3-4468-9db4-39d3179d7d24 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.654089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.656447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No DVR routers for this DVR port b8101127-d36a-437f-a238-223bba88e95c on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:20:19.728824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:20:19.798414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.798698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.799513 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-09d6d6e2-68b9-4c6d-a9bf-4df2f4042867 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5864966 Jan 17 08:20:19.807745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55010) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:19.822285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:19.852841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.854064 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:20:19.854667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:20:19.877001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.892066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 63f8b68d-2e6c-4b63-a30f-bd659455c23f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=63f8b68d-2e6c-4b63-a30f-bd659455c23f,segment=NetworkSegment(61cd552d-57cd-47dc-86f0-4aac43103c26),segment_id=61cd552d-57cd-47dc-86f0-4aac43103c26)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:19.896040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Transition to ACTIVE for port object acddd2b0-73eb-4642-bbab-2606b09dca96 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:19.901062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.902673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af1bb775-9fd3-4468-9db4-39d3179d7d24 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.906080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:19.922853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135135fa-c5e9-4c96-8aa0-eaf4480258de') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:19.923462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135135fa-c5e9-4c96-8aa0-eaf4480258de') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:19.938011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.955244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.956045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b8101127-d36a-437f-a238-223bba88e95c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:19.960939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:20:19.962191 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.972530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:20:19.973185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:20:19.988484 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:20:20.047186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af1bb775-9fd3-4468-9db4-39d3179d7d24 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.120637 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.156228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: b8101127-d36a-437f-a238-223bba88e95c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:20:20.156682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b8101127-d36a-437f-a238-223bba88e95c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 17 08:20:20.163538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bb775-9fd3-4468-9db4-39d3179d7d24 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35411f7-980c-4b9b-aebb-48bbf3220fc5,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:20.216301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:20:20.223492 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ccab8745-951a-4ece-a272-2609a0b51dfb tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3384583 Jan 17 08:20:20.226237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55016) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:20.233212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-322508341'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:20.245396 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Port b8101127-d36a-437f-a238-223bba88e95c not found, will not notify nova. {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 17 08:20:20.248681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:20.285244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:20.298457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af1bb775-9fd3-4468-9db4-39d3179d7d24 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.302850 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-af1bb775-9fd3-4468-9db4-39d3179d7d24 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1193986 Jan 17 08:20:20.304578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.310944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55020) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:20.317990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:network and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:20.360364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] Deleting port b8101127-d36a-437f-a238-223bba88e95c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:20.360630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.360745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.376848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:20.421179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:20.428551 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-154555b3-e591-47ea-8868-c24b64d77261 None None] Provisioning complete for port 52161363-340f-4794-9d2e-cd33d853fe70 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:20.429186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154555b3-e591-47ea-8868-c24b64d77261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.429436 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/networks/acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c HTTP/1.1" status: 204 len: 168 time: 2.7115650 Jan 17 08:20:20.433768 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4075178-e998-44e4-9843-b8f69643d2c2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Network': ['ID=acdcaa4c-60d9-4e70-887b-3d6fcaf2ed8c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:20.436412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55024) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:20.445413 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0cae04fe-4a64-4da7-8b0f-466a1579c1b7 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules/f35411f7-980c-4b9b-aebb-48bbf3220fc5 HTTP/1.1" status: 200 len: 706 time: 0.1213200 Jan 17 08:20:20.450250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'name': 'tempest-PortsTestJSON-550372186'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:20.478211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=63f8b68d-2e6c-4b63-a30f-bd659455c23f,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:20.487672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55028) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:20.514467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.514831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.617061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:20.620359 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.691692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84155) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 17 08:20:20.692332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-87cda39b-e2a8-4904-a833-e45e75b381d0 None None] The port 'b8101127-d36a-437f-a238-223bba88e95c' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:20:20.692740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Router eed52df5-a5d5-4f4e-ac9b-e031cc90d203 migrating from provider to provider. {{(pid=84155) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 17 08:20:20.693602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.699392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.707156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:20.722915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:20:20.725178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:20.744589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e946413-9cbe-424e-8e67-aac1f398a907 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:20.756262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.756607 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added segment 8e646172-9cd5-4760-b153-386fb59544f8 of type vlan for network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 Jan 17 08:20:20.784123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:20:20.799763 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eda604-8628-47c1-964d-832a43a146db None None] Sync routers for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:20:20.808921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.813389 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eda604-8628-47c1-964d-832a43a146db None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:20.815249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-154555b3-e591-47ea-8868-c24b64d77261 None None] Port 52161363-340f-4794-9d2e-cd33d853fe70 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:20.816153 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6eda604-8628-47c1-964d-832a43a146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:20.829907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.850439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:20.853824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.883260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f96209-eb2e-474a-b350-c19d23ac08b2 None None] Pushing event updated for resources: {'Port': ['ID=acddd2b0-73eb-4642-bbab-2606b09dca96,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:20.907441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 1b05edf3-6717-4d64-aa16-17abcb4f0c1c yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:20.914721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Attempting to bind port acddd2b0-73eb-4642-bbab-2606b09dca96 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:20.915381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Attempting to bind port acddd2b0-73eb-4642-bbab-2606b09dca96 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'da8ed9bf-3dac-4911-a87f-7eb776b87be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:20.916240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Attempting to bind port acddd2b0-73eb-4642-bbab-2606b09dca96 on network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:20.955926 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:20.957016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Checking segment: {'id': 'da8ed9bf-3dac-4911-a87f-7eb776b87be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:20.957472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.957879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Bound using segment: {'id': 'da8ed9bf-3dac-4911-a87f-7eb776b87be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:20.958373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Bound port: acddd2b0-73eb-4642-bbab-2606b09dca96, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8ed9bf-3dac-4911-a87f-7eb776b87be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:20.958751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:20.981061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e946413-9cbe-424e-8e67-aac1f398a907 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:20.982702 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3e946413-9cbe-424e-8e67-aac1f398a907 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4940526 Jan 17 08:20:20.983761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.003173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:21.020958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.024653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:21.025381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.035666 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:21.040061 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b6eda604-8628-47c1-964d-832a43a146db None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:21.083667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:21.083879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.133832 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b94e2b2d-fc46-4555-b8ed-c0215eedcb1a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.5154474 Jan 17 08:20:21.137767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:20:21.161026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955641ea-ac37-4851-9e40-e128b1f0633d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.188288 dv-neutron-824874-1-hyperv neutron-server[84155]: WARNING neutron.scheduler.l3_agent_scheduler [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] No L3 agents can host the router eed52df5-a5d5-4f4e-ac9b-e031cc90d203 Jan 17 08:20:21.194322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955641ea-ac37-4851-9e40-e128b1f0633d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.244494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] For port acddd2b0-73eb-4642-bbab-2606b09dca96, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:21.249240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] For port acddd2b0-73eb-4642-bbab-2606b09dca96, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=acddd2b0-73eb-4642-bbab-2606b09dca96,segment=NetworkSegment(da8ed9bf-3dac-4911-a87f-7eb776b87be1),segment_id=da8ed9bf-3dac-4911-a87f-7eb776b87be1)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:21.343662 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1162090 Jan 17 08:20:21.359111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Sync routers for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:20:21.377065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55048) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:21.379875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.392015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'subnet': {'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:21.409032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b3511-1ac3-4b18-a92d-088ef88b55b1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Network': ['ID=8054aef8-2955-4936-a51b-c3b2bc1ad9c8,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:21.429827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:20:21.580626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:21.585917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:subnet and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:21.589797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:21.593577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.595002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:21.624791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e126f-2660-44da-97ef-f68982ad3070 req-9f64933e-9923-490e-8b98-95ed42d27989 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:21.625281 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.629189 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-db0e126f-2660-44da-97ef-f68982ad3070 req-9f64933e-9923-490e-8b98-95ed42d27989 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.2214034 Jan 17 08:20:21.664251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955641ea-ac37-4851-9e40-e128b1f0633d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.686445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:21.687075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:21.691584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955641ea-ac37-4851-9e40-e128b1f0633d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f35411f7-980c-4b9b-aebb-48bbf3220fc5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:21.697056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:21.739154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.772274 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6eda604-8628-47c1-964d-832a43a146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '12a42f25-ee33-4068-a062-ae6341927fff', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'port_id': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'mac_address': 'fa:16:3e:36:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:20:16Z', 'updated_at': '2022-01-17T08:20:16Z', 'revision_number': 0, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05edd96-97f6-4818-896e-91c545f5ffcd', 'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'mac_address': 'fa:16:3e:ee:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:20:01Z', 'revision_number': 5, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'subnets': [{'id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:21.777831 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eda604-8628-47c1-964d-832a43a146db None None] Checking router: 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:20:21.783380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=93f83664-ec7b-463f-aeb3-1bf46cdbbba1,segment=NetworkSegment(ed41548d-a0b6-483c-8fda-55f06d5cef08),segment_id=ed41548d-a0b6-483c-8fda-55f06d5cef08)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:21.796256 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eda604-8628-47c1-964d-832a43a146db None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:21.797312 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6eda604-8628-47c1-964d-832a43a146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:21.849707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.882123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f96209-eb2e-474a-b350-c19d23ac08b2 None None] Pushing event updated for resources: {'Port': ['ID=acddd2b0-73eb-4642-bbab-2606b09dca96,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:21.897689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Routers {'4a160fa0-42eb-404c-8eb9-bae28371cd30'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:21.898323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4a160fa0-42eb-404c-8eb9-bae28371cd30'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:21.968396 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:21.989177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:22.003553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-955641ea-ac37-4851-9e40-e128b1f0633d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:22.006343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=1b05edf3-6717-4d64-aa16-17abcb4f0c1c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:22.008603 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-955641ea-ac37-4851-9e40-e128b1f0633d tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f35411f7-980c-4b9b-aebb-48bbf3220fc5 HTTP/1.1" status: 204 len: 168 time: 0.9637179 Jan 17 08:20:22.009657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:22.012855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:22.017494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:22.018515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:22.024253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55052) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:22.049009 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-db0e126f-2660-44da-97ef-f68982ad3070 req-22cf5185-5ec9-4f90-81f5-30db8634ab38 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3746450 Jan 17 08:20:22.105106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55056) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:22.144469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Hosts for router eed52df5-a5d5-4f4e-ac9b-e031cc90d203: [] {{(pid=84155) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 17 08:20:22.149937 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b6eda604-8628-47c1-964d-832a43a146db None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:22.188841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 63f8b68d-2e6c-4b63-a30f-bd659455c23f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:22.200037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Hosts for other DVR routers connected to router eed52df5-a5d5-4f4e-ac9b-e031cc90d203: set() {{(pid=84155) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 17 08:20:22.202995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:22.204684 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-66e6e551-052a-4a28-859f-ed139c55d77f tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "PUT /v2.0/routers/eed52df5-a5d5-4f4e-ac9b-e031cc90d203 HTTP/1.1" status: 200 len: 715 time: 2.3951530 Jan 17 08:20:22.208745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55060) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:22.267796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:22.333476 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=93f83664-ec7b-463f-aeb3-1bf46cdbbba1,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:22.423390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] Set router 4a160fa0-42eb-404c-8eb9-bae28371cd30 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:22.467789 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'status': 'completed', 'code': 200} Jan 17 08:20:22.520891 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a6add18f-e171-4da0-b445-ad7f20a29311 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4948828 Jan 17 08:20:22.523696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55072) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:22.543247 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6992b6fa-9c46-4f0d-8b6d-f27ac71f2e09 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1033223 Jan 17 08:20:22.549694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55076) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:22.584139 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7c9f879e-a13a-459a-9b39-211bbe9f1162 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "GET /v2.0/routers/eed52df5-a5d5-4f4e-ac9b-e031cc90d203 HTTP/1.1" status: 200 len: 715 time: 0.3615353 Jan 17 08:20:22.595497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55080) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:22.648910 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e3f678b9-56c5-4978-8d14-8dbce6dcbe28 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/floatingips/12a42f25-ee33-4068-a062-ae6341927fff HTTP/1.1" status: 200 len: 990 time: 0.5395250 Jan 17 08:20:22.663259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a8119998-199c-471f-a6e7-242fd0dd6160 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 1b05edf3-6717-4d64-aa16-17abcb4f0c1c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:22.663606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8119998-199c-471f-a6e7-242fd0dd6160 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:22.759713 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 63f8b68d-2e6c-4b63-a30f-bd659455c23f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:22.760891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:22.786420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-629e78b7-ac8d-4199-b4ad-306989ffe036 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:22.797524 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-02ea109e-16b8-491e-a833-d249b5dbcfc8 req-228c5d36-2465-40c7-a29e-f6bcb008dc63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855&device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 1098 time: 0.3173623 Jan 17 08:20:22.827043 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b6eda604-8628-47c1-964d-832a43a146db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '12a42f25-ee33-4068-a062-ae6341927fff', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'port_id': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'mac_address': 'fa:16:3e:36:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:20:16Z', 'updated_at': '2022-01-17T08:20:16Z', 'revision_number': 0, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05edd96-97f6-4818-896e-91c545f5ffcd', 'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'mac_address': 'fa:16:3e:ee:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:20:01Z', 'revision_number': 5, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'subnets': [{'id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:22.840544 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eda604-8628-47c1-964d-832a43a146db None None] The sync data for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv is: [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '12a42f25-ee33-4068-a062-ae6341927fff', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'floating_ip_address': '172.26.4.10', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'port_id': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'mac_address': 'fa:16:3e:36:34:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:20:16Z', 'updated_at': '2022-01-17T08:20:16Z', 'revision_number': 0, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05edd96-97f6-4818-896e-91c545f5ffcd', 'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'mac_address': 'fa:16:3e:ee:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:20:01Z', 'revision_number': 5, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'subnets': [{'id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:20:22.908006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-629e78b7-ac8d-4199-b4ad-306989ffe036 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:22.995546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8119998-199c-471f-a6e7-242fd0dd6160 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:23.068503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:23.157086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a8119998-199c-471f-a6e7-242fd0dd6160 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 1b05edf3-6717-4d64-aa16-17abcb4f0c1c owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:23.166436 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d114c1-15fa-4dbe-868a-d9c509298a87 None None] New status for floating IP 12a42f25-ee33-4068-a062-ae6341927fff: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:20:23.224765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-629e78b7-ac8d-4199-b4ad-306989ffe036 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:23.265189 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e78b7-ac8d-4199-b4ad-306989ffe036 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9797b09-64c6-461a-8eef-d271a53e69cf,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:23.271645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:16Z', 'revision_number': 3, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:17Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:23.282052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Checking router: a884305a-59b8-4d21-829d-fea5bc55564c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:20:23.282415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Updating router a884305a-59b8-4d21-829d-fea5bc55564c port 52161363-340f-4794-9d2e-cd33d853fe70 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:20:23.306588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Subnet': ['ID=b225b363-9ca5-4e8b-aebe-4027a3e77b39,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:23.322270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b8101127-d36a-437f-a238-223bba88e95c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:20:23.327776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Checking segment: {'id': '8e646172-9cd5-4760-b153-386fb59544f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:23.328189 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network hostable DHCP agents. Network: 8054aef8-2955-4936-a51b-c3b2bc1ad9c8, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:20:23.337720 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d969d653-c4d2-43b0-8d5a-27099bb7dbd9 tempest-RoutersTestDVR-382797059 tempest-RoutersTestDVR-382797059-project] 10.222.0.44 "GET /v2.0/routers/eed52df5-a5d5-4f4e-ac9b-e031cc90d203 HTTP/1.1" status: 200 len: 681 time: 0.7407212 Jan 17 08:20:23.340708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55086) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:23.402634 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: b8101127-d36a-437f-a238-223bba88e95c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:20:23.404331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b8101127-d36a-437f-a238-223bba88e95c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:20:23.507786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8119998-199c-471f-a6e7-242fd0dd6160 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:23.533609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:23.555064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-629e78b7-ac8d-4199-b4ad-306989ffe036 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:23.556262 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-629e78b7-ac8d-4199-b4ad-306989ffe036 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/b9797b09-64c6-461a-8eef-d271a53e69cf HTTP/1.1" status: 204 len: 168 time: 1.0313866 Jan 17 08:20:23.559656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55092) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:23.626241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8119998-199c-471f-a6e7-242fd0dd6160 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=1b05edf3-6717-4d64-aa16-17abcb4f0c1c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:23.633553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a8119998-199c-471f-a6e7-242fd0dd6160 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:23.650974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:20:23.652977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55096) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:23.655894 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a8119998-199c-471f-a6e7-242fd0dd6160 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/1b05edf3-6717-4d64-aa16-17abcb4f0c1c HTTP/1.1" status: 204 len: 168 time: 1.0997212 Jan 17 08:20:23.657397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55098) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:23.672581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'mac_address': 'fa:16:3e:d5:f0:d4', 'name': 'tempest-PortsTestJSON-1203381655'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:23.797036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea109e-16b8-491e-a833-d249b5dbcfc8 req-ff9661b9-2811-4b89-97ac-37084668a7f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:23.800455 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-02ea109e-16b8-491e-a833-d249b5dbcfc8 req-ff9661b9-2811-4b89-97ac-37084668a7f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fa87a1a3-378d-463a-9a0a-0f72d31fe691 HTTP/1.1" status: 200 len: 898 time: 0.4703147 Jan 17 08:20:23.805881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc888140-2759-4faa-bf5b-330cf965f77b tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:23.834678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'feae544a-5264-48ef-ba68-7872252aa679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:39Z', 'updated_at': '2022-01-17T08:19:50Z', 'revision_number': 4, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'gw_port': {'id': 'feae544a-5264-48ef-ba68-7872252aa679', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'acddd2b0-73eb-4642-bbab-2606b09dca96', 'name': '', 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'mac_address': 'fa:16:3e:ef:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06de8ff4-7167-4e90-b4a0-bb395eae02d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:47Z', 'updated_at': '2022-01-17T08:20:21Z', 'revision_number': 4, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'subnets': [{'id': '06de8ff4-7167-4e90-b4a0-bb395eae02d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:23.842633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7eb6d0-3f0c-47d2-bb03-1b8e7301ec00 None None] The sync data for ids ['4a160fa0-42eb-404c-8eb9-bae28371cd30'] in dv-neutron-824874-1-hyperv is: [{'id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'feae544a-5264-48ef-ba68-7872252aa679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:39Z', 'updated_at': '2022-01-17T08:19:50Z', 'revision_number': 4, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'gw_port': {'id': 'feae544a-5264-48ef-ba68-7872252aa679', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'acddd2b0-73eb-4642-bbab-2606b09dca96', 'name': '', 'network_id': 'e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'mac_address': 'fa:16:3e:ef:ab:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06de8ff4-7167-4e90-b4a0-bb395eae02d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:47Z', 'updated_at': '2022-01-17T08:20:21Z', 'revision_number': 4, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'subnets': [{'id': '06de8ff4-7167-4e90-b4a0-bb395eae02d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:20:23.881292 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:23.891617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:23.896635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:23.911581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:23.954888 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-02ea109e-16b8-491e-a833-d249b5dbcfc8 req-70a220b3-51cd-4848-a0b4-f9a12dffe433 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f HTTP/1.1" status: 200 len: 1000 time: 0.1430080 Jan 17 08:20:23.955340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 8054aef8-2955-4936-a51b-c3b2bc1ad9c8) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:23.962660 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aa5c581c-63f8-4d99-a036-97912992ca48 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/floatingips/12a42f25-ee33-4068-a062-ae6341927fff HTTP/1.1" status: 200 len: 992 time: 0.2995980 Jan 17 08:20:23.964839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1e2fabf-b142-455a-89b1-c5c5eab714f2 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:23.969736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a3ce8-9f09-477c-b6dd-4a2513b7285a None None] Network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:23.978811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:23.979427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:24.042050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea109e-16b8-491e-a833-d249b5dbcfc8 req-faa94003-0292-4632-aefa-a89ff8ba49ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:24.043595 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-02ea109e-16b8-491e-a833-d249b5dbcfc8 req-faa94003-0292-4632-aefa-a89ff8ba49ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea912068-aeb6-43f9-89ad-9b4084622aa8 HTTP/1.1" status: 200 len: 834 time: 0.0690589 Jan 17 08:20:24.044771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:24.217166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:24.285464 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:24.343106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 90b1e334-6987-4a81-b0ad-e69f6b3ac86b yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:24.356530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Transition to ACTIVE for port object 52161363-340f-4794-9d2e-cd33d853fe70 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:24.398385 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dd27274e-aff1-42d7-9bb7-9719b1bec07b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0148454 Jan 17 08:20:24.398385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b1e2fabf-b142-455a-89b1-c5c5eab714f2 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:24.398385 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b1e2fabf-b142-455a-89b1-c5c5eab714f2 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8377926 Jan 17 08:20:24.399450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55104) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:24.451292 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55108) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:24.484290 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-02ea109e-16b8-491e-a833-d249b5dbcfc8 req-4f83b0f1-08d8-44f0-b6ce-a0dfcdba7cfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fa87a1a3-378d-463a-9a0a-0f72d31fe691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3523576 Jan 17 08:20:24.491381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481102259'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:24.531271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:24.558984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:24.762990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:20:24.764103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc888140-2759-4faa-bf5b-330cf965f77b tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:24.767218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:24.809481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device acddd2b0-73eb-4642-bbab-2606b09dca96 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:24.917360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896418b0-1167-43c4-b859-6198acdf5696 None None] Pushing event updated for resources: {'Port': ['ID=52161363-340f-4794-9d2e-cd33d853fe70,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:24.942590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:25.068567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc888140-2759-4faa-bf5b-330cf965f77b tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.080244 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-02ea109e-16b8-491e-a833-d249b5dbcfc8 req-29f68519-7b5b-4a2f-903d-1fe45d328167 service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678306 Jan 17 08:20:25.145885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc888140-2759-4faa-bf5b-330cf965f77b tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.150600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc888140-2759-4faa-bf5b-330cf965f77b tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eed52df5-a5d5-4f4e-ac9b-e031cc90d203 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:20:25.200143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Attempting to bind port 52161363-340f-4794-9d2e-cd33d853fe70 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:25.200514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Attempting to bind port 52161363-340f-4794-9d2e-cd33d853fe70 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'ed41548d-a0b6-483c-8fda-55f06d5cef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:25.200876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Attempting to bind port 52161363-340f-4794-9d2e-cd33d853fe70 on network 28851cb7-1514-423e-bd23-6f313d8a818f {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:25.228319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc888140-2759-4faa-bf5b-330cf965f77b tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.228576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.232682 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fc888140-2759-4faa-bf5b-330cf965f77b tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "DELETE /v2.0/routers/eed52df5-a5d5-4f4e-ac9b-e031cc90d203 HTTP/1.1" status: 204 len: 168 time: 1.8885319 Jan 17 08:20:25.232860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:25.232860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Checking segment: {'id': 'ed41548d-a0b6-483c-8fda-55f06d5cef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:25.232860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.232860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Bound using segment: {'id': 'ed41548d-a0b6-483c-8fda-55f06d5cef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:25.232860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Bound port: 52161363-340f-4794-9d2e-cd33d853fe70, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed41548d-a0b6-483c-8fda-55f06d5cef08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:25.232860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.233440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55118) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:25.239026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Request body: {'router': {'name': 'tempest-router-1333326165', 'distributed': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:25.251669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:25.307397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Usage tracker for resource:router and tenant:6ed333c1c94846ffa68f1b5270d2d44a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:25.316226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:25.327887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:25.392859 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:25.397041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:25.399954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:25.405810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:25.406023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Allocated IP 2001:db8:2::2 (8054aef8-2955-4936-a51b-c3b2bc1ad9c8/b225b363-9ca5-4e8b-aebe-4027a3e77b39/18fa7158-a2cb-4df6-88b4-a71e24d44be9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:25.506937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.560236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.561158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.595311 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-02ea109e-16b8-491e-a833-d249b5dbcfc8 req-61631596-a553-452f-b5ca-1d3648e1970f service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881242 Jan 17 08:20:25.618460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port acddd2b0-73eb-4642-bbab-2606b09dca96 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:25.629721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.652582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port acddd2b0-73eb-4642-bbab-2606b09dca96 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:25.653403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.653741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.655472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.734105 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] For port 52161363-340f-4794-9d2e-cd33d853fe70, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:25.761145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:25.765005 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:25.768106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:25.772609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:25.773212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.777377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.795069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] For port 52161363-340f-4794-9d2e-cd33d853fe70, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52161363-340f-4794-9d2e-cd33d853fe70,segment=NetworkSegment(ed41548d-a0b6-483c-8fda-55f06d5cef08),segment_id=ed41548d-a0b6-483c-8fda-55f06d5cef08)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:25.816840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.836191 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=90b1e334-6987-4a81-b0ad-e69f6b3ac86b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:25.865340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.867319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c178d2-a61b-4621-addc-a64365403f4d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:25.888177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.949568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.959046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.968856 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b00418df-1905-4f92-9833-691e27f99be9 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7265139 Jan 17 08:20:25.969824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55124) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:25.979557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Transition to ACTIVE for port object 18fa7158-a2cb-4df6-88b4-a71e24d44be9 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:25.988444 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-01ec19b8-c38b-4e74-a7e7-7a2c1968f515 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3264604 Jan 17 08:20:25.990264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:25.995256 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-341d7489-18f5-409c-be16-7e83a0bd13ae tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5322742 Jan 17 08:20:25.997020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55128) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:25.997569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55130) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:26.007904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Request body: {'security_group_rule': {'security_group_id': '82c178d2-a61b-4621-addc-a64365403f4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:26.017663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896418b0-1167-43c4-b859-6198acdf5696 None None] Pushing event updated for resources: {'Port': ['ID=52161363-340f-4794-9d2e-cd33d853fe70,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:26.018081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:26.033988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Usage tracker for resource:security_group_rule and tenant:4b1477b457f34a4cb4cfe4622455007f is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:26.040861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:26.049245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:26.065344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.076585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Transition to ACTIVE for port object 18fa7158-a2cb-4df6-88b4-a71e24d44be9 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:26.090198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:26.090832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:26.153573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.174032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.209306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d617660-948d-4532-8675-d260a388ec17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:26.209909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9d617660-948d-4532-8675-d260a388ec17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:26.296751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.305222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9d617660-948d-4532-8675-d260a388ec17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:26.318473 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9d617660-948d-4532-8675-d260a388ec17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/90b1e334-6987-4a81-b0ad-e69f6b3ac86b HTTP/1.1" status: 200 len: 841 time: 0.3168027 Jan 17 08:20:26.319715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55136) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:26.338647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6fba406-bf36-47d5-a55d-25c66de6cd75 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.374373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port acddd2b0-73eb-4642-bbab-2606b09dca96, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=acddd2b0-73eb-4642-bbab-2606b09dca96,segment=NetworkSegment(da8ed9bf-3dac-4911-a87f-7eb776b87be1),segment_id=da8ed9bf-3dac-4911-a87f-7eb776b87be1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:26.383831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.386623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:26.394958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:26.399603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Pushing event updated for resources: {'Port': ['ID=18fa7158-a2cb-4df6-88b4-a71e24d44be9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:26.420861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c018c3d-53f7-4398-aeac-bf58e51a6a8f,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:26.425808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:26.470542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3c2be85b-aa76-4de3-9486-a7f24efb5bca tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 90b1e334-6987-4a81-b0ad-e69f6b3ac86b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:26.471067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c2be85b-aa76-4de3-9486-a7f24efb5bca tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.472203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.472989 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:26.534828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.539103 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3ce1b4e1-bc64-4980-891e-5271a4c42230 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5381715 Jan 17 08:20:26.539860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55140) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:26.645455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:26.754327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c2be85b-aa76-4de3-9486-a7f24efb5bca tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.809383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Attempting to bind port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:26.810017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Attempting to bind port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '8e646172-9cd5-4760-b153-386fb59544f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:26.810900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Attempting to bind port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 on network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:26.821141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=acddd2b0-73eb-4642-bbab-2606b09dca96,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:26.901975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3c2be85b-aa76-4de3-9486-a7f24efb5bca tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 90b1e334-6987-4a81-b0ad-e69f6b3ac86b owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:26.910461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:26.910744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Checking segment: {'id': '8e646172-9cd5-4760-b153-386fb59544f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:26.911211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:26.911790 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Bound using segment: {'id': '8e646172-9cd5-4760-b153-386fb59544f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:26.912379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Bound port: 18fa7158-a2cb-4df6-88b4-a71e24d44be9, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e646172-9cd5-4760-b153-386fb59544f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:26.913003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.010826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81f883b7-9ff3-41fb-b289-5d727eea3258 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.043241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] For port 18fa7158-a2cb-4df6-88b4-a71e24d44be9, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:27.046584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] For port 18fa7158-a2cb-4df6-88b4-a71e24d44be9, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=18fa7158-a2cb-4df6-88b4-a71e24d44be9,segment=NetworkSegment(8e646172-9cd5-4760-b153-386fb59544f8),segment_id=8e646172-9cd5-4760-b153-386fb59544f8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:27.067918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81f883b7-9ff3-41fb-b289-5d727eea3258 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.136683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:27.137061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.168978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c2be85b-aa76-4de3-9486-a7f24efb5bca tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.171555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.198050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6fba406-bf36-47d5-a55d-25c66de6cd75 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.202077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 2001:db8:2::1 (8054aef8-2955-4936-a51b-c3b2bc1ad9c8/b225b363-9ca5-4e8b-aebe-4027a3e77b39/3ea5841c-b81d-462e-b2fa-c69514f49cb0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:27.212485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6fba406-bf36-47d5-a55d-25c66de6cd75 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.231687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81f883b7-9ff3-41fb-b289-5d727eea3258 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.270626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2be85b-aa76-4de3-9486-a7f24efb5bca tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=90b1e334-6987-4a81-b0ad-e69f6b3ac86b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:27.281709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f883b7-9ff3-41fb-b289-5d727eea3258 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c178d2-a61b-4621-addc-a64365403f4d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:27.289466 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c2be85b-aa76-4de3-9486-a7f24efb5bca tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.305846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-81f883b7-9ff3-41fb-b289-5d727eea3258 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.310889 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-81f883b7-9ff3-41fb-b289-5d727eea3258 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/82c178d2-a61b-4621-addc-a64365403f4d HTTP/1.1" status: 204 len: 168 time: 0.7669652 Jan 17 08:20:27.311781 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3c2be85b-aa76-4de3-9486-a7f24efb5bca tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/90b1e334-6987-4a81-b0ad-e69f6b3ac86b HTTP/1.1" status: 204 len: 168 time: 0.9917250 Jan 17 08:20:27.312552 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55146) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:27.314686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55148) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:27.400206 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ea07aa-5617-454e-bc02-1a1b83407ba4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:20:27.400715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-35ea07aa-5617-454e-bc02-1a1b83407ba4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:27.416237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-160f76dc-8a7c-4369-989c-22960387e25b tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:27.438376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.474620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755a0db-4b8d-4775-98f1-faa5345a1169 None None] Pushing event updated for resources: {'Port': ['ID=18fa7158-a2cb-4df6-88b4-a71e24d44be9,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:27.566862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:16Z', 'revision_number': 3, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:25Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:27.571202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497902c4-80a3-41b3-8cdb-0197cc70f012 None None] The sync data for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv is: [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:16Z', 'revision_number': 3, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:25Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:20:27.631138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Transition to ACTIVE for port object 3ea5841c-b81d-462e-b2fa-c69514f49cb0 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:27.635101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6fba406-bf36-47d5-a55d-25c66de6cd75 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.635730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fba406-bf36-47d5-a55d-25c66de6cd75 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8d5632-cc49-40ce-86d4-cc9c61a0f69a {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:20:27.643082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-160f76dc-8a7c-4369-989c-22960387e25b tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:27.644763 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-160f76dc-8a7c-4369-989c-22960387e25b tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3312821 Jan 17 08:20:27.648515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55154) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:27.661072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device acddd2b0-73eb-4642-bbab-2606b09dca96 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:27.708861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6fba406-bf36-47d5-a55d-25c66de6cd75 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.709996 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f6fba406-bf36-47d5-a55d-25c66de6cd75 tempest-RoutersTestDVR-757497338 tempest-RoutersTestDVR-757497338-project-admin] 10.222.0.44 "DELETE /v2.0/routers/8b8d5632-cc49-40ce-86d4-cc9c61a0f69a HTTP/1.1" status: 204 len: 168 time: 1.7399755 Jan 17 08:20:27.727008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-90f0d14d-48eb-41c1-9898-a2610b7c28f8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Synchronizing usage tracker for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:27.734696 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-35ea07aa-5617-454e-bc02-1a1b83407ba4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:27.734696 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-35ea07aa-5617-454e-bc02-1a1b83407ba4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/90b1e334-6987-4a81-b0ad-e69f6b3ac86b HTTP/1.1" status: 404 len: 333 time: 0.3942764 Jan 17 08:20:27.738613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55160) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:27.764785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'name': 'tempest-PortsTestJSON-248096678'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:27.783656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port acddd2b0-73eb-4642-bbab-2606b09dca96 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:27.784102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.882528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:27.898289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:27.909387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:27.912971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:27.931818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:27.950489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-90f0d14d-48eb-41c1-9898-a2610b7c28f8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] Unset dirty status for tenant:4b1477b457f34a4cb4cfe4622455007f on resource:security_group_rule {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:27.963689 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-90f0d14d-48eb-41c1-9898-a2610b7c28f8 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3023574 Jan 17 08:20:27.963689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55164) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:27.996674 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-53add7e4-c53c-41a4-9319-9a71da8ba37b tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] delete failed (client error): The resource could not be found. Jan 17 08:20:27.997745 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-53add7e4-c53c-41a4-9319-9a71da8ba37b tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "DELETE /v2.0/security-groups/82c178d2-a61b-4621-addc-a64365403f4d HTTP/1.1" status: 404 len: 347 time: 0.0367548 Jan 17 08:20:28.003020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55168) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:28.028557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=3ea5841c-b81d-462e-b2fa-c69514f49cb0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:28.031073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:28.038412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.038574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:28.038574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:28.045613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:28.046951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.091110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 9db8c599-9aec-427b-a070-60dd5ab39279 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:28.279543 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-12ed9034-38ec-4bda-a623-99009c3a2ee7 tempest-SecGroupTest-521772417 tempest-SecGroupTest-521772417-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2753425 Jan 17 08:20:28.300537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.473791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.531610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55178) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:28.625290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.757323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:28.760741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=9db8c599-9aec-427b-a070-60dd5ab39279,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:28.764773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:28.767500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:28.774013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:28.774132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.790989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.796858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c8d6bede-eb75-4c71-9040-1a199a76c8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.832525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c8d6bede-eb75-4c71-9040-1a199a76c8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:28.836923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c8d6bede-eb75-4c71-9040-1a199a76c8ae admin admin] Usage tracker for resource:security_group_rule and tenant:bdc18614e1924ee1925655fd62373c29 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:28.840171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c8d6bede-eb75-4c71-9040-1a199a76c8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:28.848579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c8d6bede-eb75-4c71-9040-1a199a76c8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:28.889993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55186) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:28.928836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.928836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:28.972290 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5f31b64e-5db2-445e-a9a3-49c6acbfc2b3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2324362 Jan 17 08:20:28.974695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55192) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:28.985789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f3e3726b-32c3-46e2-b14d-8046e35d12d2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:29.012777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d8cbc9-1fc8-4e2b-a6c7-1730318b4728 None None] Network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:29.087815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=3ea5841c-b81d-462e-b2fa-c69514f49cb0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:29.154847 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9a114c35-25e4-464e-b0e4-2cacfeaeed77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b1477b457f34a4cb4cfe4622455007f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2610962 Jan 17 08:20:29.156584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55196) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:29.163134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3e3726b-32c3-46e2-b14d-8046e35d12d2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.177647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:29.179225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:29.207673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c8d6bede-eb75-4c71-9040-1a199a76c8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.261692 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-35663abf-df7b-44b3-b7b3-89a8cc53c88b None None] Provisioning for port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:29.303876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c8d6bede-eb75-4c71-9040-1a199a76c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.422680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e62ce97-811c-476d-b0e8-63636598d822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.469153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6bede-eb75-4c71-9040-1a199a76c8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfae46cd-10e5-43d2-a178-efcc8dbb2595,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:29.514005 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c8d6bede-eb75-4c71-9040-1a199a76c8ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdc18614e1924ee1925655fd62373c29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9811895 Jan 17 08:20:29.520147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e62ce97-811c-476d-b0e8-63636598d822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.526921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55202) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:29.636567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3e3726b-32c3-46e2-b14d-8046e35d12d2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.661609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d794b6f-a335-4b8b-9a08-23da17d75880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.681395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:20:29.701701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d794b6f-a335-4b8b-9a08-23da17d75880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.709980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52161363-340f-4794-9d2e-cd33d853fe70 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:29.784337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3e3726b-32c3-46e2-b14d-8046e35d12d2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.874698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e62ce97-811c-476d-b0e8-63636598d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.892807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:20:29.898306 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7bdfbaeb-d756-4a90-8148-f93d5d50420d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4978356 Jan 17 08:20:29.900349 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-879dc6b4-f03c-469c-a005-5943910fe12c None None] Provisioning for port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:29.910086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-879dc6b4-f03c-469c-a005-5943910fe12c None None] Provisioning complete for port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:29.910086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-879dc6b4-f03c-469c-a005-5943910fe12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.912156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55206) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:29.927161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1543531644'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:29.932687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62ce97-811c-476d-b0e8-63636598d822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c08d44-96ff-4973-8ebd-faa6525d5107,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:29.937169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3726b-32c3-46e2-b14d-8046e35d12d2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] In _notify_port_updated(), no bound segment for port 9db8c599-9aec-427b-a070-60dd5ab39279 on network 19615811-581a-4bef-b45e-ab0687028cea {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:20:29.941463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3726b-32c3-46e2-b14d-8046e35d12d2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:29.942058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3e3726b-32c3-46e2-b14d-8046e35d12d2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.943405 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f3e3726b-32c3-46e2-b14d-8046e35d12d2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "PUT /v2.0/ports/9db8c599-9aec-427b-a070-60dd5ab39279 HTTP/1.1" status: 200 len: 818 time: 0.9676180 Jan 17 08:20:29.948493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:29.951150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3726b-32c3-46e2-b14d-8046e35d12d2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=9db8c599-9aec-427b-a070-60dd5ab39279,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:29.952435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55210) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:29.957151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:network and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:29.964965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:29.977736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d794b6f-a335-4b8b-9a08-23da17d75880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:29.978783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 52161363-340f-4794-9d2e-cd33d853fe70 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:29.980492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:30.001930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 52161363-340f-4794-9d2e-cd33d853fe70 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:30.002295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.005087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d794b6f-a335-4b8b-9a08-23da17d75880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfae46cd-10e5-43d2-a178-efcc8dbb2595,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:30.031440 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-b6d71551-2f00-4306-ba8a-ac70df598a37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2415009 Jan 17 08:20:30.069834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-879dc6b4-f03c-469c-a005-5943910fe12c None None] Port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:30.070849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a9b139cb-a34d-4f64-93d6-71b538bcb6e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 9db8c599-9aec-427b-a070-60dd5ab39279 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:30.071674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9b139cb-a34d-4f64-93d6-71b538bcb6e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.088975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e62ce97-811c-476d-b0e8-63636598d822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.098741 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6e62ce97-811c-476d-b0e8-63636598d822 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2c08d44-96ff-4973-8ebd-faa6525d5107 HTTP/1.1" status: 204 len: 168 time: 0.9382010 Jan 17 08:20:30.109690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:30.115579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.135390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d794b6f-a335-4b8b-9a08-23da17d75880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.152812 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6d794b6f-a335-4b8b-9a08-23da17d75880 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfae46cd-10e5-43d2-a178-efcc8dbb2595 HTTP/1.1" status: 204 len: 168 time: 0.6138864 Jan 17 08:20:30.215068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.267796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9a1e0d8b-c88d-491b-b831-c77b003ed01e None None] Provisioning complete for port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:30.268180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9a1e0d8b-c88d-491b-b831-c77b003ed01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.288816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:20:30.293566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 52161363-340f-4794-9d2e-cd33d853fe70, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52161363-340f-4794-9d2e-cd33d853fe70,segment=NetworkSegment(ed41548d-a0b6-483c-8fda-55f06d5cef08),segment_id=ed41548d-a0b6-483c-8fda-55f06d5cef08)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:30.303919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.304565 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added segment 07ce3d4e-0d60-498c-8571-cd0ad4e1e087 of type vlan for network 7ba06691-1cee-4589-91c7-1141b74efdd2 Jan 17 08:20:30.324674 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-1aaf5c82-1bc4-43ad-9a99-5c92907aa540 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855&device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 1098 time: 0.1686838 Jan 17 08:20:30.326843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e0d8b-c88d-491b-b831-c77b003ed01e None None] Port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:30.348374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.357133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9b139cb-a34d-4f64-93d6-71b538bcb6e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.379468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.380406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 18fa7158-a2cb-4df6-88b4-a71e24d44be9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:30.490719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a9b139cb-a34d-4f64-93d6-71b538bcb6e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 9db8c599-9aec-427b-a070-60dd5ab39279 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:30.542806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-87bec034-e72b-41cb-8639-27c50bf3f1f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:30.545204 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-87bec034-e72b-41cb-8639-27c50bf3f1f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fa87a1a3-378d-463a-9a0a-0f72d31fe691 HTTP/1.1" status: 200 len: 898 time: 0.1994817 Jan 17 08:20:30.619219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=52161363-340f-4794-9d2e-cd33d853fe70,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:30.629233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.633682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:30.634190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-faa144a9-9331-40be-a515-3a2e96a4cc06 None None] Provisioning complete for port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:30.634336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.634852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-faa144a9-9331-40be-a515-3a2e96a4cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.682964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9b139cb-a34d-4f64-93d6-71b538bcb6e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.751756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-faa144a9-9331-40be-a515-3a2e96a4cc06 None None] Port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:30.797499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b139cb-a34d-4f64-93d6-71b538bcb6e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=9db8c599-9aec-427b-a070-60dd5ab39279,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:30.805188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9b139cb-a34d-4f64-93d6-71b538bcb6e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:30.812538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Network': ['ID=7ba06691-1cee-4589-91c7-1141b74efdd2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:30.817544 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a9b139cb-a34d-4f64-93d6-71b538bcb6e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/9db8c599-9aec-427b-a070-60dd5ab39279 HTTP/1.1" status: 204 len: 168 time: 0.8637424 Jan 17 08:20:30.819268 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-6fcb3b0b-247a-401d-b328-2ee6ba9043c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f HTTP/1.1" status: 200 len: 1000 time: 0.2670977 Jan 17 08:20:30.819968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55228) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:30.834216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7ba06691-1cee-4589-91c7-1141b74efdd2 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:20:30.887882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:30.911572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:30.912432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.011188 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2d76eecb-1517-4098-bfe9-0b695b99999d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0929441 Jan 17 08:20:31.018919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55234) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:31.025365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'subnet': {'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:31.051347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-194d5c8e-8b9f-4100-a6b6-bf9dc2bd820a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:31.053409 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-194d5c8e-8b9f-4100-a6b6-bf9dc2bd820a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea912068-aeb6-43f9-89ad-9b4084622aa8 HTTP/1.1" status: 200 len: 834 time: 0.1940556 Jan 17 08:20:31.053938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.091856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 18fa7158-a2cb-4df6-88b4-a71e24d44be9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=18fa7158-a2cb-4df6-88b4-a71e24d44be9,segment=NetworkSegment(8e646172-9cd5-4760-b153-386fb59544f8),segment_id=8e646172-9cd5-4760-b153-386fb59544f8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:31.125876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c6afd-425f-4fde-ad09-f4a61e7804f4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:31.126658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2c5c6afd-425f-4fde-ad09-f4a61e7804f4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:31.153894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:31.157820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:subnet and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:31.160720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:31.166371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:31.169014 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-5377f03d-b853-4db2-a048-f3c76dea58a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fa87a1a3-378d-463a-9a0a-0f72d31fe691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076224 Jan 17 08:20:31.208062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.243603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2c5c6afd-425f-4fde-ad09-f4a61e7804f4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:31.244855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2c5c6afd-425f-4fde-ad09-f4a61e7804f4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4239235 Jan 17 08:20:31.248122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55240) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:31.263527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55244) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:31.288523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=18fa7158-a2cb-4df6-88b4-a71e24d44be9,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:31.296907 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdcfeee-af19-409a-8956-6e8cc512eeef tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:20:31.296907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ccdcfeee-af19-409a-8956-6e8cc512eeef tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:31.304460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34a2b962-d885-4d53-9c11-70bc16accf4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.307693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ccdcfeee-af19-409a-8956-6e8cc512eeef tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:31.308796 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ccdcfeee-af19-409a-8956-6e8cc512eeef tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/9db8c599-9aec-427b-a070-60dd5ab39279 HTTP/1.1" status: 404 len: 333 time: 0.0589626 Jan 17 08:20:31.312590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55248) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:31.318436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-320385841'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:31.324223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Made reservation on behalf of 9ee8240548e34cc8a94d3fd7fcf1997b for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:31.338194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:31.347009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:network and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:31.359540 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-99bcafb4-0260-46b0-b0cd-ad43979eddf1 service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826234 Jan 17 08:20:31.383925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-34a2b962-d885-4d53-9c11-70bc16accf4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:31.395001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:31.395302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-34a2b962-d885-4d53-9c11-70bc16accf4d admin admin] Usage tracker for resource:security_group_rule and tenant:6ed333c1c94846ffa68f1b5270d2d44a is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:31.398729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-34a2b962-d885-4d53-9c11-70bc16accf4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:31.405781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:31.405959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-34a2b962-d885-4d53-9c11-70bc16accf4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:31.441181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.479567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34a2b962-d885-4d53-9c11-70bc16accf4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.552828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:31.556249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.604051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34a2b962-d885-4d53-9c11-70bc16accf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.633804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:20:31.653025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.653444 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Added segment dbdb3155-669c-4699-9af3-e57cb8bdc696 of type vlan for network dcfd0f56-b41d-47e9-a6a0-71e6087db484 Jan 17 08:20:31.684742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52161363-340f-4794-9d2e-cd33d853fe70 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:31.695423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2b962-d885-4d53-9c11-70bc16accf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6299daec-d7d1-44b2-8a42-8703e1d2749a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:31.706717 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-34a2b962-d885-4d53-9c11-70bc16accf4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ed333c1c94846ffa68f1b5270d2d44a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4418240 Jan 17 08:20:31.707676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55258) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:31.707840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.736842 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7485f9f-43d0-41ae-8aba-9efd6d75c62d req-9f67e888-334f-49ed-8f4f-a946e335abf1 service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708143 Jan 17 08:20:31.776348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 52161363-340f-4794-9d2e-cd33d853fe70 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:31.776616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.817874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9e75b354-5575-4f4d-abd2-f970cf7048fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.840617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.856082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9e75b354-5575-4f4d-abd2-f970cf7048fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.876907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.880757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:31.881400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:31.898474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55264) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:31.952401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 18fa7158-a2cb-4df6-88b4-a71e24d44be9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:32.029621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:32.030064 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.061428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-96aff0e1-12d5-4d3a-b69e-41e69366cd31 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:32.062390 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-96aff0e1-12d5-4d3a-b69e-41e69366cd31 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 08:20:32.063813 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-96aff0e1-12d5-4d3a-b69e-41e69366cd31 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1642668 Jan 17 08:20:32.064793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9e75b354-5575-4f4d-abd2-f970cf7048fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.068771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55270) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:32.084353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'tempest-secgroup--180062247'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:32.091961 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:32.094149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75b354-5575-4f4d-abd2-f970cf7048fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6299daec-d7d1-44b2-8a42-8703e1d2749a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:32.100892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:32.105271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:32.111951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:32.120288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9e75b354-5575-4f4d-abd2-f970cf7048fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.120288 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9e75b354-5575-4f4d-abd2-f970cf7048fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6299daec-d7d1-44b2-8a42-8703e1d2749a HTTP/1.1" status: 204 len: 168 time: 0.3971295 Jan 17 08:20:32.141490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Network': ['ID=dcfd0f56-b41d-47e9-a6a0-71e6087db484,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:32.145619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Subnet': ['ID=649ab4be-60a6-4a66-a746-79d6b3b39fc0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:32.154722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Checking segment: {'id': '07ce3d4e-0d60-498c-8571-cd0ad4e1e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:32.155412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network hostable DHCP agents. Network: 7ba06691-1cee-4589-91c7-1141b74efdd2, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:20:32.170485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:20:32.241428 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8f850aad-0e35-4d8a-a01f-15c0201af5a2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9275703 Jan 17 08:20:32.243922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:32.249726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:32.320087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 7ba06691-1cee-4589-91c7-1141b74efdd2 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:20:32.322188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.348205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.367767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:32.371521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:32.374301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:32.374830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:32.379212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:32.380700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:32.382029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:32.387520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:32.453726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.465123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 7ba06691-1cee-4589-91c7-1141b74efdd2) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:32.466853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:32.480670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb2a05-9a63-42ad-bd34-1ed62aee93e6 None None] Network 7ba06691-1cee-4589-91c7-1141b74efdd2 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:32.486039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:32.486647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.528011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.573056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa4cc3d-4d11-413e-ab82-05077608746e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:32.575946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:32.580458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:32.583647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:32.585390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.589835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:32.669446 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3461231d-ebb9-4164-a312-5ad05e0fe738 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6492493 Jan 17 08:20:32.672587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55284) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:32.722185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-7ba06691-1cee-4589-91c7-1141b74efdd2', 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'fixed_ips': [{'subnet_id': '649ab4be-60a6-4a66-a746-79d6b3b39fc0'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:20:32.723011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.910460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:32.959936 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Allocated IP 2001:db8:3::2 (7ba06691-1cee-4589-91c7-1141b74efdd2/649ab4be-60a6-4a66-a746-79d6b3b39fc0/364bfe06-2cde-4f2e-9883-330918735a1a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:32.969002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.047330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=a0c56674-a516-426f-9d76-f7d804335f03,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:33.065471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Checking segment: {'id': 'dbdb3155-669c-4699-9af3-e57cb8bdc696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:33.065828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network hostable DHCP agents. Network: dcfd0f56-b41d-47e9-a6a0-71e6087db484, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:20:33.095406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.156967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12cb0f-9fd6-4412-a3aa-280970e8593c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:33.177694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.189004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Transition to ACTIVE for port object 364bfe06-2cde-4f2e-9883-330918735a1a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:33.195171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:20:33.208351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Transition to ACTIVE for port object 364bfe06-2cde-4f2e-9883-330918735a1a will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:33.297267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.301411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, dcfd0f56-b41d-47e9-a6a0-71e6087db484) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:33.305350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:33.305929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.308573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.310260 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-838ce10c-1870-4260-9929-96ed557133da tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2325866 Jan 17 08:20:33.314569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55296) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:33.322297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7b12cb0f-9fd6-4412-a3aa-280970e8593c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:33.336689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:33.343689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:33.348338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:33.352535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f3ca07-bd89-4c98-8914-4f18ce9dbf43 None None] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:33.354797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:33.452126 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2ca8b293-c1f7-463e-ae69-0eba50f3009a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2070489 Jan 17 08:20:33.456580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Network 7ba06691-1cee-4589-91c7-1141b74efdd2 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:33.459419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55304) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:33.464745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:33.466494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Pushing event updated for resources: {'Port': ['ID=364bfe06-2cde-4f2e-9883-330918735a1a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:33.468884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:33.470450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:33.588120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.623144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.630760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Attempting to bind port 364bfe06-2cde-4f2e-9883-330918735a1a on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:33.631138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Attempting to bind port 364bfe06-2cde-4f2e-9883-330918735a1a by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '07ce3d4e-0d60-498c-8571-cd0ad4e1e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:33.631532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Attempting to bind port 364bfe06-2cde-4f2e-9883-330918735a1a on network 7ba06691-1cee-4589-91c7-1141b74efdd2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:33.679892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:33.680252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Checking segment: {'id': '07ce3d4e-0d60-498c-8571-cd0ad4e1e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:33.680629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.680957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Bound using segment: {'id': '07ce3d4e-0d60-498c-8571-cd0ad4e1e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:33.681430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Bound port: 364bfe06-2cde-4f2e-9883-330918735a1a, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ce3d4e-0d60-498c-8571-cd0ad4e1e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:33.681798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.751356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.757057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:33.762520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:33.765878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:33.772955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:33.808187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-dcfd0f56-b41d-47e9-a6a0-71e6087db484', 'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484', 'tenant_id': '1ab1e76fb3cc4203a2b84ff832e9feb8', 'fixed_ips': [{'subnet_id': 'a0c56674-a516-426f-9d76-f7d804335f03'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:20:33.809263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.831640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:33.870210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e4cd96-7ec5-4701-9cfe-92d9b5e4a963,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:33.913569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] For port 364bfe06-2cde-4f2e-9883-330918735a1a, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:33.967313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] For port 364bfe06-2cde-4f2e-9883-330918735a1a, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=364bfe06-2cde-4f2e-9883-330918735a1a,segment=NetworkSegment(07ce3d4e-0d60-498c-8571-cd0ad4e1e087),segment_id=07ce3d4e-0d60-498c-8571-cd0ad4e1e087)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:33.984830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:33.988426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.009078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55314) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:34.014340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Allocated IP 172.20.0.2 (dcfd0f56-b41d-47e9-a6a0-71e6087db484/a0c56674-a516-426f-9d76-f7d804335f03/14c14cc4-b966-4103-98f0-5f3aff84e2c9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:34.070443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.071647 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aa935d06-9f89-439f-a795-319ce274fc38 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7554576 Jan 17 08:20:34.075149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55320) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:34.083211 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-775dedd0-a846-4e59-8059-9c9cae0c6b26 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7b12cb0f-9fd6-4412-a3aa-280970e8593c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:34.092594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-775dedd0-a846-4e59-8059-9c9cae0c6b26 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:34.106356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-775dedd0-a846-4e59-8059-9c9cae0c6b26 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:34.111751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-775dedd0-a846-4e59-8059-9c9cae0c6b26 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:34.121875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-775dedd0-a846-4e59-8059-9c9cae0c6b26 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:34.126969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.155481 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a0c56674-a516-426f-9d76-f7d804335f03 (CIDR: 172.20.0.0/28) Jan 17 08:20:34.184775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-871538827'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:34.196326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:34.203693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Usage tracker for resource:network and tenant:a23ffc7f59e8439db0964e61d7d6e016 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:34.208737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:34.222681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:34.236616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Allocated IP 2001:db8:3::1 (7ba06691-1cee-4589-91c7-1141b74efdd2/649ab4be-60a6-4a66-a746-79d6b3b39fc0/3df28746-c364-40b4-81d2-151f67e93aa0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:34.244375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:34.245070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:20:34.250679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-775dedd0-a846-4e59-8059-9c9cae0c6b26 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.352054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Made reservation on behalf of a23ffc7f59e8439db0964e61d7d6e016 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:34.355059 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.360841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bf5ba-0975-4f49-a318-63f82cb4e3e4 None None] Pushing event updated for resources: {'Port': ['ID=364bfe06-2cde-4f2e-9883-330918735a1a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:34.380460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.384078 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-885f4285-dad7-4ae9-b135-ff47c07a135b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9208784 Jan 17 08:20:34.384315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55324) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:34.390879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:34.440180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.449862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:34.457383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Usage tracker for resource:security_group_rule and tenant:a23ffc7f59e8439db0964e61d7d6e016 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:34.462795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:34.469156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Transition to ACTIVE for port object 3df28746-c364-40b4-81d2-151f67e93aa0 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:34.470453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:34.472133 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-775dedd0-a846-4e59-8059-9c9cae0c6b26 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): There was a conflict when trying to complete your request. Jan 17 08:20:34.473236 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-775dedd0-a846-4e59-8059-9c9cae0c6b26 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3968987 Jan 17 08:20:34.476491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55328) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:34.481306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.497193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Transition to ACTIVE for port object 14c14cc4-b966-4103-98f0-5f3aff84e2c9 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:34.522348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Transition to ACTIVE for port object 14c14cc4-b966-4103-98f0-5f3aff84e2c9 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:34.572215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.600922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:34.603031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e7feb59-a4b7-42ec-b4fe-a42ef9d2442c tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.606873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:34.617761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:34.627268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:34.645896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e7feb59-a4b7-42ec-b4fe-a42ef9d2442c tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.660365 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.717581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.718189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.788063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 7ba06691-1cee-4589-91c7-1141b74efdd2 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:34.793022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:34.797482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c151434e-7176-41c2-8a0a-79bba8ce50e2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:34.800140 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:34.800518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.801293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:34.805386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:34.806977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=3df28746-c364-40b4-81d2-151f67e93aa0,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:34.807728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Pushing event updated for resources: {'Port': ['ID=14c14cc4-b966-4103-98f0-5f3aff84e2c9,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:34.810130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:34.828379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:34.830447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.905419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Attempting to bind port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:34.909981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Attempting to bind port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'dbdb3155-669c-4699-9af3-e57cb8bdc696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:34.909981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Attempting to bind port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 on network dcfd0f56-b41d-47e9-a6a0-71e6087db484 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:34.912465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:34.912836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Checking segment: {'id': 'dbdb3155-669c-4699-9af3-e57cb8bdc696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:34.913226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.913611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Bound using segment: {'id': 'dbdb3155-669c-4699-9af3-e57cb8bdc696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:34.914063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Bound port: 14c14cc4-b966-4103-98f0-5f3aff84e2c9, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdb3155-669c-4699-9af3-e57cb8bdc696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:34.914432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.993738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e7feb59-a4b7-42ec-b4fe-a42ef9d2442c tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:34.998105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:20:35.008745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] For port 14c14cc4-b966-4103-98f0-5f3aff84e2c9, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:35.013419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] For port 14c14cc4-b966-4103-98f0-5f3aff84e2c9, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=14c14cc4-b966-4103-98f0-5f3aff84e2c9,segment=NetworkSegment(dbdb3155-669c-4699-9af3-e57cb8bdc696),segment_id=dbdb3155-669c-4699-9af3-e57cb8bdc696)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:35.017891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7feb59-a4b7-42ec-b4fe-a42ef9d2442c tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12cb0f-9fd6-4412-a3aa-280970e8593c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:35.082052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.082422 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Added segment b6acc2d4-3676-403d-bf0f-a260cbebd966 of type vlan for network 177c2a69-5044-46f7-84a4-878a65c8ae77 Jan 17 08:20:35.097827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e7feb59-a4b7-42ec-b4fe-a42ef9d2442c tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.099431 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7e7feb59-a4b7-42ec-b4fe-a42ef9d2442c tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/7b12cb0f-9fd6-4412-a3aa-280970e8593c HTTP/1.1" status: 204 len: 168 time: 0.6219935 Jan 17 08:20:35.101774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55334) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:35.138868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.150004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.160116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.215976 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6df04-c4f1-4451-a277-27f02a232555 None None] Pushing event updated for resources: {'Port': ['ID=14c14cc4-b966-4103-98f0-5f3aff84e2c9,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:35.278117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.283490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-40c52d75-1304-4b88-82bf-9db8328daf19 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Synchronizing usage tracker for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:35.352534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:35.360710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:35.365719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:35.366293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.384058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=304ffc0d-0ffc-46c4-8589-d5d726b04bc9,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:35.425416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.429170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:35.429789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.523224 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7c7c3095-5d39-4a52-b476-278b0f0dde57 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1376584 Jan 17 08:20:35.525861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55338) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:35.536460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484', 'fixed_ips': [{'subnet_id': 'a0c56674-a516-426f-9d76-f7d804335f03'}, {'subnet_id': '304ffc0d-0ffc-46c4-8589-d5d726b04bc9'}], 'name': 'tempest-PortsTestJSON-1020318535'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:35.564876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-40c52d75-1304-4b88-82bf-9db8328daf19 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Unset dirty status for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:35.571648 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-40c52d75-1304-4b88-82bf-9db8328daf19 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4630089 Jan 17 08:20:35.578205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55342) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:35.596723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'tempest-secgroup--757114709'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:35.604608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Network': ['ID=177c2a69-5044-46f7-84a4-878a65c8ae77,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:35.616612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:20:35.796941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 364bfe06-2cde-4f2e-9883-330918735a1a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:35.809667 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6bfd6c7c-4031-4412-87e0-a49759824a95 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7967618 Jan 17 08:20:35.811238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55346) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:35.819554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'subnet': {'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:35.858052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:35.890678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:35.940813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:35.945392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:35.945555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52b0db-d5c2-4b10-a23c-827c234ec50a None None] Network 7ba06691-1cee-4589-91c7-1141b74efdd2 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:35.949306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:35.956377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:35.972677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:35.976036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:35.979368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Usage tracker for resource:subnet and tenant:a23ffc7f59e8439db0964e61d7d6e016 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:35.986145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:35.987943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:36.038847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 364bfe06-2cde-4f2e-9883-330918735a1a completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:36.060797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 14c14cc4-b966-4103-98f0-5f3aff84e2c9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:36.105425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.148084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Made reservation on behalf of a23ffc7f59e8439db0964e61d7d6e016 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:36.150743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1604c85a-84d6-45e1-9b74-2bdc028cbe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.194898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:36.199774 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:36.207141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.222161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:36.229990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:36.238061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:36.245948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.246841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.248519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0ae5c13-767a-41ad-aef5-cc9d662ceff5 None None] Provisioning for port 364bfe06-2cde-4f2e-9883-330918735a1a completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:36.260558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0ae5c13-767a-41ad-aef5-cc9d662ceff5 None None] Provisioning complete for port 364bfe06-2cde-4f2e-9883-330918735a1a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:36.260941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5c13-767a-41ad-aef5-cc9d662ceff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.310547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.311998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 90d91f7a-1026-48b3-9493-8439db50dc1e yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:36.325787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:36.394641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.467951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5c13-767a-41ad-aef5-cc9d662ceff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.487719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event updated for resources: {'Port': ['ID=3df28746-c364-40b4-81d2-151f67e93aa0,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:36.537280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e0ae5c13-767a-41ad-aef5-cc9d662ceff5 None None] For port 364bfe06-2cde-4f2e-9883-330918735a1a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=364bfe06-2cde-4f2e-9883-330918735a1a,segment=NetworkSegment(07ce3d4e-0d60-498c-8571-cd0ad4e1e087),segment_id=07ce3d4e-0d60-498c-8571-cd0ad4e1e087)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:36.557260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.567904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549f67d0-763e-4313-8153-ce4c26b109af,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:36.659987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5c13-767a-41ad-aef5-cc9d662ceff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.760060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441f2f0-063e-41b2-a98f-92a73c8841b4 None None] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:36.762036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.766046 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e5e230fa-96b2-49a7-8516-d67ff0a0847f tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1845040 Jan 17 08:20:36.767885 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55352) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:36.773944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-74874026-7d59-469a-b007-f8b7e0405b3e tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '549f67d0-763e-4313-8153-ce4c26b109af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:36.775410 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-74874026-7d59-469a-b007-f8b7e0405b3e tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:36.776344 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-74874026-7d59-469a-b007-f8b7e0405b3e tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069878 Jan 17 08:20:36.779682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55356) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:36.797139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Network 7ba06691-1cee-4589-91c7-1141b74efdd2 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:36.799369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:36.807604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.12 (dcfd0f56-b41d-47e9-a6a0-71e6087db484/a0c56674-a516-426f-9d76-f7d804335f03/90d91f7a-1026-48b3-9493-8439db50dc1e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:36.824815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.21 (dcfd0f56-b41d-47e9-a6a0-71e6087db484/304ffc0d-0ffc-46c4-8589-d5d726b04bc9/90d91f7a-1026-48b3-9493-8439db50dc1e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:36.889470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9106de1a-eee9-4a4c-96b5-f2b7524e3288 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:36.896681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae5c13-767a-41ad-aef5-cc9d662ceff5 None None] Pushing event updated for resources: {'Port': ['ID=364bfe06-2cde-4f2e-9883-330918735a1a,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:36.963099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9106de1a-eee9-4a4c-96b5-f2b7524e3288 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.052149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-50eadde9-2dfd-49c7-94d1-16ed02af6782 None None] Provisioning for port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:37.067589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-50eadde9-2dfd-49c7-94d1-16ed02af6782 None None] Provisioning complete for port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:37.068572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50eadde9-2dfd-49c7-94d1-16ed02af6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.167886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.208769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.237711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 90d91f7a-1026-48b3-9493-8439db50dc1e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:37.246685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9106de1a-eee9-4a4c-96b5-f2b7524e3288 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.277299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50eadde9-2dfd-49c7-94d1-16ed02af6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.301868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9106de1a-eee9-4a4c-96b5-f2b7524e3288 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.307060 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9106de1a-eee9-4a4c-96b5-f2b7524e3288 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/549f67d0-763e-4313-8153-ce4c26b109af HTTP/1.1" status: 204 len: 168 time: 0.5260463 Jan 17 08:20:37.308162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106de1a-eee9-4a4c-96b5-f2b7524e3288 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=549f67d0-763e-4313-8153-ce4c26b109af,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:37.314000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55362) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:37.343247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-50eadde9-2dfd-49c7-94d1-16ed02af6782 None None] For port 14c14cc4-b966-4103-98f0-5f3aff84e2c9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=14c14cc4-b966-4103-98f0-5f3aff84e2c9,segment=NetworkSegment(dbdb3155-669c-4699-9af3-e57cb8bdc696),segment_id=dbdb3155-669c-4699-9af3-e57cb8bdc696)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:37.378718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc963c8-587c-469d-9124-3b687b0ff162 None None] Update dhcp port {'port': {'network_id': 'dcfd0f56-b41d-47e9-a6a0-71e6087db484', 'fixed_ips': [{'subnet_id': 'a0c56674-a516-426f-9d76-f7d804335f03', 'ip_address': '172.20.0.2'}, {'subnet_id': '304ffc0d-0ffc-46c4-8589-d5d726b04bc9'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '14c14cc4-b966-4103-98f0-5f3aff84e2c9'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:20:37.390208 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Subnet': ['ID=750c375d-70af-46fb-be10-2e796ffc4f72,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:37.396549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-865e3f23-dd6f-4a7b-b4e5-e13e43282851 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Synchronizing usage tracker for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:37.428455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Checking segment: {'id': 'b6acc2d4-3676-403d-bf0f-a260cbebd966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:37.428836 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Network hostable DHCP agents. Network: 177c2a69-5044-46f7-84a4-878a65c8ae77, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:20:37.446252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50eadde9-2dfd-49c7-94d1-16ed02af6782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.470853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:20:37.494536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-865e3f23-dd6f-4a7b-b4e5-e13e43282851 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Unset dirty status for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:37.497104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-865e3f23-dd6f-4a7b-b4e5-e13e43282851 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1805103 Jan 17 08:20:37.501346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55366) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:37.508447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'tempest-secgroup--674722294'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:37.515946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:37.526745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:37.540029 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9dc963c8-587c-469d-9124-3b687b0ff162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.580340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.673946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:37.675835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:20:37.676005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 364bfe06-2cde-4f2e-9883-330918735a1a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:37.677594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.685011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:20:37.692189 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:37.694916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:37.696491 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ef512e7c-d06a-44be-b2b0-b9c0f6643a68 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0228424 Jan 17 08:20:37.700980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55370) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:37.707253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:37.749048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=90d91f7a-1026-48b3-9493-8439db50dc1e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:37.749703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eadde9-2dfd-49c7-94d1-16ed02af6782 None None] Pushing event updated for resources: {'Port': ['ID=14c14cc4-b966-4103-98f0-5f3aff84e2c9,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:37.789594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:37.790287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.805311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:37.811794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:37.816700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:37.823286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:37.843012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 177c2a69-5044-46f7-84a4-878a65c8ae77) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:37.845419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 364bfe06-2cde-4f2e-9883-330918735a1a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:37.845793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.849516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:37.850175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.877781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31257cf1-68f2-4441-b3ea-1b0d72a5e4a5 None None] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:37.896037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.897153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-9dc963c8-587c-469d-9124-3b687b0ff162 None None] Allocated IP 172.20.0.18 (dcfd0f56-b41d-47e9-a6a0-71e6087db484/304ffc0d-0ffc-46c4-8589-d5d726b04bc9/14c14cc4-b966-4103-98f0-5f3aff84e2c9) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:37.974984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7603a5bd-9d03-47ea-9fc2-e7d7eff7b38f None None] Provisioning for port 3df28746-c364-40b4-81d2-151f67e93aa0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:37.994023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7603a5bd-9d03-47ea-9fc2-e7d7eff7b38f None None] Provisioning complete for port 3df28746-c364-40b4-81d2-151f67e93aa0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:37.994391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7603a5bd-9d03-47ea-9fc2-e7d7eff7b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:37.999740 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a71d9c10-9fa7-4010-b3ed-eeb9e54c914a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.4703975 Jan 17 08:20:38.000027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55374) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:38.007158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0c56674-a516-426f-9d76-f7d804335f03'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:38.054185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.125032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45211e0e-5fd7-4fa7-9a38-c44a23185dcb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:38.153448 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7c29d164-ea8c-417a-9b51-a757990b61d9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3410223 Jan 17 08:20:38.161814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55378) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:38.167368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'port': {'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1324889849'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:38.245501 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7603a5bd-9d03-47ea-9fc2-e7d7eff7b38f None None] Port 3df28746-c364-40b4-81d2-151f67e93aa0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:38.282113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.284730 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c6ba1afd-bf33-466e-aef6-007ab8c1d354 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7809253 Jan 17 08:20:38.296926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:38.302857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-310ddd6d-51b6-44d2-9888-87ad6d46e82b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '45211e0e-5fd7-4fa7-9a38-c44a23185dcb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:38.307778 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-310ddd6d-51b6-44d2-9888-87ad6d46e82b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:38.307778 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-310ddd6d-51b6-44d2-9888-87ad6d46e82b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070293 Jan 17 08:20:38.309981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55386) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:38.325401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9dc963c8-587c-469d-9124-3b687b0ff162 None None] For port 14c14cc4-b966-4103-98f0-5f3aff84e2c9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=14c14cc4-b966-4103-98f0-5f3aff84e2c9,segment=NetworkSegment(dbdb3155-669c-4699-9af3-e57cb8bdc696),segment_id=dbdb3155-669c-4699-9af3-e57cb8bdc696)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:38.334472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-099411d9-2f5a-4b3a-9419-06eb562a4a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.383763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7603a5bd-9d03-47ea-9fc2-e7d7eff7b38f None None] Provisioning complete for port 364bfe06-2cde-4f2e-9883-330918735a1a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:38.384083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7603a5bd-9d03-47ea-9fc2-e7d7eff7b38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.424182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:38.429161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Usage tracker for resource:port and tenant:a23ffc7f59e8439db0964e61d7d6e016 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:38.431796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:38.437467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:38.445230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-177c2a69-5044-46f7-84a4-878a65c8ae77', 'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77', 'tenant_id': 'a23ffc7f59e8439db0964e61d7d6e016', 'fixed_ips': [{'subnet_id': '750c375d-70af-46fb-be10-2e796ffc4f72'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:20:38.446183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.462916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9dc963c8-587c-469d-9124-3b687b0ff162 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.488326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d912465a-1fb9-4328-a5ac-b28d366c3917 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.495155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9dc963c8-587c-469d-9124-3b687b0ff162 None None] Transition to ACTIVE for port object 14c14cc4-b966-4103-98f0-5f3aff84e2c9 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:38.530159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.554847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Made reservation on behalf of a23ffc7f59e8439db0964e61d7d6e016 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:38.558022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.581751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d912465a-1fb9-4328-a5ac-b28d366c3917 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.606295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9dc963c8-587c-469d-9124-3b687b0ff162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.608626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] device_id is not set on port d00d533d-f828-4d3c-9aad-9b9eeb0407d4 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:38.767264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 17 08:20:38.784430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Removed routes are [] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 17 08:20:38.784869 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:38.837647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc963c8-587c-469d-9124-3b687b0ff162 None None] Pushing event updated for resources: {'Port': ['ID=14c14cc4-b966-4103-98f0-5f3aff84e2c9,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:38.845928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Allocated IP 2001:db8::2 (177c2a69-5044-46f7-84a4-878a65c8ae77/750c375d-70af-46fb-be10-2e796ffc4f72/d6f9b01f-b289-48eb-a971-43329f3e0252) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:39.078657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d912465a-1fb9-4328-a5ac-b28d366c3917 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.149431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912465a-1fb9-4328-a5ac-b28d366c3917 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45211e0e-5fd7-4fa7-9a38-c44a23185dcb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:39.154335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.167610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Transition to ACTIVE for port object d6f9b01f-b289-48eb-a971-43329f3e0252 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:39.201344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Delete allocated IP 172.20.0.21 (dcfd0f56-b41d-47e9-a6a0-71e6087db484/304ffc0d-0ffc-46c4-8589-d5d726b04bc9) {{(pid=84155) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 08:20:39.210877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Transition to ACTIVE for port object d6f9b01f-b289-48eb-a971-43329f3e0252 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:39.301615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d912465a-1fb9-4328-a5ac-b28d366c3917 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.305009 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d912465a-1fb9-4328-a5ac-b28d366c3917 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/45211e0e-5fd7-4fa7-9a38-c44a23185dcb HTTP/1.1" status: 204 len: 168 time: 0.9929929 Jan 17 08:20:39.305330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.312838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55392) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:39.418868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:39.420171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:39.421915 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Pushing event updated for resources: {'Port': ['ID=d6f9b01f-b289-48eb-a971-43329f3e0252,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:39.424064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.427547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:39.453156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.462832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Sync routers for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:20:39.485311 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Allocated IP 2001:db8::f9 (177c2a69-5044-46f7-84a4-878a65c8ae77/750c375d-70af-46fb-be10-2e796ffc4f72/d00d533d-f828-4d3c-9aad-9b9eeb0407d4) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:39.487772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:39.488388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:39.591584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.595223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.609209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.609442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Ignored duplicate provisioning block setup for port 90d91f7a-1026-48b3-9493-8439db50dc1e by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 17 08:20:39.626063 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6697b2be-c553-4155-acd0-e7ea15554e84 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3087504 Jan 17 08:20:39.628655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55398) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:39.633661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'tempest-secgroup--495593429'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:39.647839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:39.657532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:39.664935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:39.679163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:39.681507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00edb67-639d-47c5-995d-88e4348ca2e9 None None] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:39.766376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 14c14cc4-b966-4103-98f0-5f3aff84e2c9 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:39.779409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.828848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.905446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:20:39.915469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.937634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Transition to ACTIVE for port object d00d533d-f828-4d3c-9aad-9b9eeb0407d4 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:39.944380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Attempting to bind port d6f9b01f-b289-48eb-a971-43329f3e0252 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:39.944941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Attempting to bind port d6f9b01f-b289-48eb-a971-43329f3e0252 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'b6acc2d4-3676-403d-bf0f-a260cbebd966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:39.945102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Attempting to bind port d6f9b01f-b289-48eb-a971-43329f3e0252 on network 177c2a69-5044-46f7-84a4-878a65c8ae77 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:39.957426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=90d91f7a-1026-48b3-9493-8439db50dc1e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:39.977945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:39.978545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Checking segment: {'id': 'b6acc2d4-3676-403d-bf0f-a260cbebd966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:39.979100 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.979713 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Bound using segment: {'id': 'b6acc2d4-3676-403d-bf0f-a260cbebd966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:39.980360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Bound port: d6f9b01f-b289-48eb-a971-43329f3e0252, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6acc2d4-3676-403d-bf0f-a260cbebd966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:39.980900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:39.983405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:39.993340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:39.998297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:40.008172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:40.008472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:40.010173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] In _notify_port_updated(), no bound segment for port 90d91f7a-1026-48b3-9493-8439db50dc1e on network dcfd0f56-b41d-47e9-a6a0-71e6087db484 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:20:40.014368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:40.014691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.019021 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-583b7c5f-6c8b-4e9c-b93c-70acf166798a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "PUT /v2.0/ports/90d91f7a-1026-48b3-9493-8439db50dc1e HTTP/1.1" status: 200 len: 920 time: 2.0149751 Jan 17 08:20:40.021605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55402) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:40.025398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0c56674-a516-426f-9d76-f7d804335f03'}, {'subnet_id': '304ffc0d-0ffc-46c4-8589-d5d726b04bc9'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:40.123852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9f3d32b1-8f58-47d3-b46d-c6514d07d68e None None] Provisioning for port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:40.177177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9f3d32b1-8f58-47d3-b46d-c6514d07d68e None None] Provisioning complete for port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:40.178099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f3d32b1-8f58-47d3-b46d-c6514d07d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.200837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.210361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.256616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:20:40.274237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.276583 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6c2d400a-e72e-4da4-9dce-95e467003e52 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c HTTP/1.1" status: 200 len: 953 time: 2.5739398 Jan 17 08:20:40.279674 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55406) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:40.288361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.363242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:40.363620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.367907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.390805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abae72d2-cd68-4532-a6a1-eddc50fe18ca,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:40.446397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Port': ['ID=d00d533d-f828-4d3c-9aad-9b9eeb0407d4,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:40.475709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] For port d6f9b01f-b289-48eb-a971-43329f3e0252, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:40.515360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] For port d6f9b01f-b289-48eb-a971-43329f3e0252, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d6f9b01f-b289-48eb-a971-43329f3e0252,segment=NetworkSegment(b6acc2d4-3676-403d-bf0f-a260cbebd966),segment_id=b6acc2d4-3676-403d-bf0f-a260cbebd966)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:40.523079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:40.525858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:40.529276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:40.533227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:40.533897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.552285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.556373 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9153f8f4-4877-4b68-963e-54792d892a81 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9261844 Jan 17 08:20:40.559481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55410) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:40.567558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a9e2dcdf-f6a1-4b77-a623-cf1c67d3694c tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': 'abae72d2-cd68-4532-a6a1-eddc50fe18ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:40.567887 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-a9e2dcdf-f6a1-4b77-a623-cf1c67d3694c tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:40.571453 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a9e2dcdf-f6a1-4b77-a623-cf1c67d3694c tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084131 Jan 17 08:20:40.571587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55414) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:40.577544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d0825ad7-63b2-4258-96db-f7591286f3ad tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': 'abae72d2-cd68-4532-a6a1-eddc50fe18ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:40.578227 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-d0825ad7-63b2-4258-96db-f7591286f3ad tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:40.579136 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d0825ad7-63b2-4258-96db-f7591286f3ad tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066848 Jan 17 08:20:40.582698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55418) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:40.588544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0eae56fa-5592-44d4-828f-6bc0402ce0c4 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': 'abae72d2-cd68-4532-a6a1-eddc50fe18ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:40.602425 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-0eae56fa-5592-44d4-828f-6bc0402ce0c4 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:40.602425 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0eae56fa-5592-44d4-828f-6bc0402ce0c4 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065863 Jan 17 08:20:40.603414 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55422) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:40.609505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-62d972b6-16c7-4046-8cf5-a670ccf1f951 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': 'abae72d2-cd68-4532-a6a1-eddc50fe18ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:40.609802 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-62d972b6-16c7-4046-8cf5-a670ccf1f951 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:40.610026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.614065 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-62d972b6-16c7-4046-8cf5-a670ccf1f951 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076277 Jan 17 08:20:40.614462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55426) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:40.625003 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-da5b6f89-a174-4152-97e5-de829a096100 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c HTTP/1.1" status: 200 len: 953 time: 0.3441529 Jan 17 08:20:40.625643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55430) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:40.643732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'routes': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:40.668133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.25 (dcfd0f56-b41d-47e9-a6a0-71e6087db484/304ffc0d-0ffc-46c4-8589-d5d726b04bc9/90d91f7a-1026-48b3-9493-8439db50dc1e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:40.709973 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f63611d1-da03-4a69-a835-78ebe3a4ef48 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5447013 Jan 17 08:20:40.719694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55434) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:40.731128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'port': {'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-293441007', 'allowed_address_pairs': [{'ip_address': '2001:db8::f9', 'mac_address': 'fa:16:3e:4b:4d:c7'}]}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:40.834928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d9f74-58cc-42f4-97df-83c44f38f49f None None] Pushing event updated for resources: {'Port': ['ID=d6f9b01f-b289-48eb-a971-43329f3e0252,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:40.908086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:38Z', 'revision_number': 6, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '3df28746-c364-40b4-81d2-151f67e93aa0', 'name': '', 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:74:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649ab4be-60a6-4a66-a746-79d6b3b39fc0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:34Z', 'updated_at': '2022-01-17T08:20:35Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': '649ab4be-60a6-4a66-a746-79d6b3b39fc0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ea5841c-b81d-462e-b2fa-c69514f49cb0', 'name': '', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:9d:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:26Z', 'updated_at': '2022-01-17T08:20:28Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:40.922859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Checking router: a884305a-59b8-4d21-829d-fea5bc55564c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:20:40.923233 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Updating router a884305a-59b8-4d21-829d-fea5bc55564c port 3df28746-c364-40b4-81d2-151f67e93aa0 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:20:40.935615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.959054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65036de0-3355-42f2-a18a-2cb5fe7fe891 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:40.960458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Ignored duplicate provisioning block setup for port 90d91f7a-1026-48b3-9493-8439db50dc1e by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 17 08:20:40.974899 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.021950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.033093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65036de0-3355-42f2-a18a-2cb5fe7fe891 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.041906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.171395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:41.208000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Usage tracker for resource:port and tenant:a23ffc7f59e8439db0964e61d7d6e016 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:41.212273 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:41.222060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:41.362446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65036de0-3355-42f2-a18a-2cb5fe7fe891 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.410088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65036de0-3355-42f2-a18a-2cb5fe7fe891 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abae72d2-cd68-4532-a6a1-eddc50fe18ca,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:41.418391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=90d91f7a-1026-48b3-9493-8439db50dc1e,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:41.436224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Made reservation on behalf of a23ffc7f59e8439db0964e61d7d6e016 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:41.442117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.446351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] In _notify_port_updated(), no bound segment for port 90d91f7a-1026-48b3-9493-8439db50dc1e on network dcfd0f56-b41d-47e9-a6a0-71e6087db484 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:20:41.454600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:41.455297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.457151 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-89a3ca63-7540-4b94-be51-220b81d23727 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "PUT /v2.0/ports/90d91f7a-1026-48b3-9493-8439db50dc1e HTTP/1.1" status: 200 len: 1000 time: 1.4370151 Jan 17 08:20:41.459919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55448) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:41.477545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-65036de0-3355-42f2-a18a-2cb5fe7fe891 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.478670 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-65036de0-3355-42f2-a18a-2cb5fe7fe891 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/abae72d2-cd68-4532-a6a1-eddc50fe18ca HTTP/1.1" status: 204 len: 168 time: 0.8634646 Jan 17 08:20:41.481955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55452) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:41.488437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] device_id is not set on port 707c3b27-020a-4838-b9b7-c7771dafa327 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:41.500880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-197b794a-17bb-4be3-b8ee-962e0f81f227 None None] Provisioning complete for port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:41.501402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-197b794a-17bb-4be3-b8ee-962e0f81f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.599182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-41c8e633-cc9b-4eb2-8858-574eb10029b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 90d91f7a-1026-48b3-9493-8439db50dc1e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:41.599552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c8e633-cc9b-4eb2-8858-574eb10029b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.748680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d6f9b01f-b289-48eb-a971-43329f3e0252 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:41.857622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Allocated IP 2001:db8::19d (177c2a69-5044-46f7-84a4-878a65c8ae77/750c375d-70af-46fb-be10-2e796ffc4f72/707c3b27-020a-4838-b9b7-c7771dafa327) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:41.861080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a2f08066-cbee-47b1-a47e-8f65b0b3464f tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:41.939007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c8e633-cc9b-4eb2-8858-574eb10029b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:41.947184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4e6c9007-af00-4a5c-9078-2c55ccfe9643 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Synchronizing usage tracker for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:41.998431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.025507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Transition to ACTIVE for port object 3df28746-c364-40b4-81d2-151f67e93aa0 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:42.087772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d6f9b01f-b289-48eb-a971-43329f3e0252 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:42.117361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.121519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-197b794a-17bb-4be3-b8ee-962e0f81f227 None None] Provisioning for port 90d91f7a-1026-48b3-9493-8439db50dc1e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:42.195379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-197b794a-17bb-4be3-b8ee-962e0f81f227 None None] Provisioning complete for port 90d91f7a-1026-48b3-9493-8439db50dc1e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:42.195919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-197b794a-17bb-4be3-b8ee-962e0f81f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.204447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-41c8e633-cc9b-4eb2-8858-574eb10029b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 90d91f7a-1026-48b3-9493-8439db50dc1e owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:42.290792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4e6c9007-af00-4a5c-9078-2c55ccfe9643 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Unset dirty status for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:42.291997 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4e6c9007-af00-4a5c-9078-2c55ccfe9643 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7439456 Jan 17 08:20:42.292737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a2f08066-cbee-47b1-a47e-8f65b0b3464f tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:42.300101 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a2f08066-cbee-47b1-a47e-8f65b0b3464f tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961001287&fields=id&tenant_id=f365aa3db4d649dc81da10839cb09d37 HTTP/1.1" status: 200 len: 267 time: 0.6823537 Jan 17 08:20:42.301046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55456) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:42.308969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'tempest-secgroup--267469645'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:42.309278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785b527-897d-4b35-8e82-5d91f0435efa None None] Pushing event updated for resources: {'Port': ['ID=3df28746-c364-40b4-81d2-151f67e93aa0,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:42.316611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:42.340707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:42.347589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-197b794a-17bb-4be3-b8ee-962e0f81f227 None None] Port 90d91f7a-1026-48b3-9493-8439db50dc1e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:42.432394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.461106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added routes are [] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 17 08:20:42.461429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 17 08:20:42.494572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.500543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Attempting to bind port 3df28746-c364-40b4-81d2-151f67e93aa0 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:42.503165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Attempting to bind port 3df28746-c364-40b4-81d2-151f67e93aa0 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '07ce3d4e-0d60-498c-8571-cd0ad4e1e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:42.504010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Attempting to bind port 3df28746-c364-40b4-81d2-151f67e93aa0 on network 7ba06691-1cee-4589-91c7-1141b74efdd2 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:42.528979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:42.531595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Checking segment: {'id': '07ce3d4e-0d60-498c-8571-cd0ad4e1e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:42.532212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.532781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Bound using segment: {'id': '07ce3d4e-0d60-498c-8571-cd0ad4e1e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:42.533678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Bound port: 3df28746-c364-40b4-81d2-151f67e93aa0, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ce3d4e-0d60-498c-8571-cd0ad4e1e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:42.534266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.568067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-604887ec-1496-4aca-91ce-5143e41fc541 None None] Provisioning complete for port 90d91f7a-1026-48b3-9493-8439db50dc1e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:42.568452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-604887ec-1496-4aca-91ce-5143e41fc541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.597140 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-1f4bc561-7909-4ed8-8885-6ad2b523a940 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:42.598708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-1f4bc561-7909-4ed8-8885-6ad2b523a940 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:42.600381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7227ef87-b504-410c-b654-40d5a2ff8b7f None None] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:42.606269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:42.612417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:42.615747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:42.622207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:42.700968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c8e633-cc9b-4eb2-8858-574eb10029b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.762535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8e633-cc9b-4eb2-8858-574eb10029b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=90d91f7a-1026-48b3-9493-8439db50dc1e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:42.774754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-604887ec-1496-4aca-91ce-5143e41fc541 None None] Port 90d91f7a-1026-48b3-9493-8439db50dc1e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:42.787214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] For port 3df28746-c364-40b4-81d2-151f67e93aa0, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:42.792227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] For port 3df28746-c364-40b4-81d2-151f67e93aa0, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3df28746-c364-40b4-81d2-151f67e93aa0,segment=NetworkSegment(07ce3d4e-0d60-498c-8571-cd0ad4e1e087),segment_id=07ce3d4e-0d60-498c-8571-cd0ad4e1e087)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:42.806170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-1f4bc561-7909-4ed8-8885-6ad2b523a940 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:42.810430 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-1f4bc561-7909-4ed8-8885-6ad2b523a940 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 811 time: 0.5061824 Jan 17 08:20:42.878414 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a1654dfb-fe8f-499e-a859-79439a0bdbc8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/quotas/f365aa3db4d649dc81da10839cb09d37 HTTP/1.1" status: 200 len: 375 time: 0.0607073 Jan 17 08:20:42.916214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.938026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.939381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41c8e633-cc9b-4eb2-8858-574eb10029b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:42.959301 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-41c8e633-cc9b-4eb2-8858-574eb10029b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/90d91f7a-1026-48b3-9493-8439db50dc1e HTTP/1.1" status: 204 len: 168 time: 1.4982619 Jan 17 08:20:42.960065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55460) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:42.984769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.005152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Transition to ACTIVE for port object 707c3b27-020a-4838-b9b7-c7771dafa327 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:43.012904 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e7ba3a-50a7-40af-aafa-62ab66579070 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:20:43.013426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e2e7ba3a-50a7-40af-aafa-62ab66579070 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:43.019538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Updating router a884305a-59b8-4d21-829d-fea5bc55564c port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:20:43.022764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.072762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e054152-c90f-46bf-8980-79079c40dc3a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:43.129108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.140656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.151314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785b527-897d-4b35-8e82-5d91f0435efa None None] Pushing event updated for resources: {'Port': ['ID=3df28746-c364-40b4-81d2-151f67e93aa0,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:43.177096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e2e7ba3a-50a7-40af-aafa-62ab66579070 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:43.184032 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e2e7ba3a-50a7-40af-aafa-62ab66579070 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/90d91f7a-1026-48b3-9493-8439db50dc1e HTTP/1.1" status: 404 len: 333 time: 0.2222779 Jan 17 08:20:43.185150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:43.239309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.243171 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-37994f02-f6a9-4d22-b16a-fd82c8162865 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9385109 Jan 17 08:20:43.247550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55468) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:43.253175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:43.262246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-20c8e2f8-e14d-4e42-be98-6bf1b347afa9 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7e054152-c90f-46bf-8980-79079c40dc3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:43.263766 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-20c8e2f8-e14d-4e42-be98-6bf1b347afa9 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:43.268395 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-20c8e2f8-e14d-4e42-be98-6bf1b347afa9 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0162680 Jan 17 08:20:43.271132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55472) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:43.274213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:43.286364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4e56ee91-339a-47da-865b-07bcee4b6623 None None] Provisioning for port d6f9b01f-b289-48eb-a971-43329f3e0252 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:43.288116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-de519eef-852d-4280-9b9f-da95039d37d5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7e054152-c90f-46bf-8980-79079c40dc3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:43.303775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de519eef-852d-4280-9b9f-da95039d37d5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:43.305121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4e56ee91-339a-47da-865b-07bcee4b6623 None None] Provisioning complete for port d6f9b01f-b289-48eb-a971-43329f3e0252 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:43.305500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee91-339a-47da-865b-07bcee4b6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.308328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:43.312386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:43.313058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.315692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-de519eef-852d-4280-9b9f-da95039d37d5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:43.322032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-de519eef-852d-4280-9b9f-da95039d37d5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:43.329431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ebe340-444e-4f3d-8724-99ad2805f1db tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet 304ffc0d-0ffc-46c4-8589-d5d726b04bc9 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:20:43.337058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de519eef-852d-4280-9b9f-da95039d37d5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:43.339323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe340-444e-4f3d-8724-99ad2805f1db tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.348736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Port': ['ID=707c3b27-020a-4838-b9b7-c7771dafa327,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:43.372679 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a4b08bb7-f34a-4d2e-a7c1-1d3d0de907a7 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4798019 Jan 17 08:20:43.384776 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.389635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.440665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe340-444e-4f3d-8724-99ad2805f1db tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.550471 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f4914924-129f-4ece-bc45-2fd42cb3e1e0 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.8263683 Jan 17 08:20:43.552852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55476) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:43.669450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe340-444e-4f3d-8724-99ad2805f1db tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.674819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee91-339a-47da-865b-07bcee4b6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.712259 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-ff58a087-a6ff-4371-82b2-1a3229b35c9e service neutron] 10.222.0.44 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186295 Jan 17 08:20:43.744605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52e0bb-6ca4-4c82-b927-014cce27b3d7 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:43.749294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52e0bb-6ca4-4c82-b927-014cce27b3d7 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:43.753781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52e0bb-6ca4-4c82-b927-014cce27b3d7 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:43.759121 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6c52e0bb-6ca4-4c82-b927-014cce27b3d7 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1891351 Jan 17 08:20:43.763116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55480) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:43.767002 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-de519eef-852d-4280-9b9f-da95039d37d5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:43.771484 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-de519eef-852d-4280-9b9f-da95039d37d5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4992497 Jan 17 08:20:43.772025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:43.777182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4e56ee91-339a-47da-865b-07bcee4b6623 None None] For port d6f9b01f-b289-48eb-a971-43329f3e0252, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d6f9b01f-b289-48eb-a971-43329f3e0252,segment=NetworkSegment(b6acc2d4-3676-403d-bf0f-a260cbebd966),segment_id=b6acc2d4-3676-403d-bf0f-a260cbebd966)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:43.795040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.809485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-333c5d2b-5765-48e3-92ac-0f8aa7ede1eb tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7e054152-c90f-46bf-8980-79079c40dc3a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:43.810011 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-333c5d2b-5765-48e3-92ac-0f8aa7ede1eb tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:43.811513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Transition to ACTIVE for port object 3ea5841c-b81d-462e-b2fa-c69514f49cb0 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:43.814274 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-333c5d2b-5765-48e3-92ac-0f8aa7ede1eb tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135562 Jan 17 08:20:43.821223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55488) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:43.828978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5a5b7788-0577-4c37-84f0-73db99dfc9d1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7e054152-c90f-46bf-8980-79079c40dc3a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:43.840429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5a5b7788-0577-4c37-84f0-73db99dfc9d1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:43.846682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5a5b7788-0577-4c37-84f0-73db99dfc9d1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:43.855925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5a5b7788-0577-4c37-84f0-73db99dfc9d1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:43.860993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ae98c076-5d28-4d96-a1dc-36676b9c4875 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Deleting port 707c3b27-020a-4838-b9b7-c7771dafa327 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:43.860993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae98c076-5d28-4d96-a1dc-36676b9c4875 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.868302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5a5b7788-0577-4c37-84f0-73db99dfc9d1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:43.872359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e56ee91-339a-47da-865b-07bcee4b6623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.896066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:20:43.921429 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:43.931284 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-099f9356-b10d-418a-9777-644c5bdd078b service neutron] 10.222.0.44 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178342 Jan 17 08:20:43.981981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe340-444e-4f3d-8724-99ad2805f1db tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.053194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56ee91-339a-47da-865b-07bcee4b6623 None None] Pushing event updated for resources: {'Port': ['ID=d6f9b01f-b289-48eb-a971-43329f3e0252,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:44.074412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebe340-444e-4f3d-8724-99ad2805f1db tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=304ffc0d-0ffc-46c4-8589-d5d726b04bc9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:44.093108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe340-444e-4f3d-8724-99ad2805f1db tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.106454 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f8ebe340-444e-4f3d-8724-99ad2805f1db tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/304ffc0d-0ffc-46c4-8589-d5d726b04bc9 HTTP/1.1" status: 204 len: 168 time: 0.9199920 Jan 17 08:20:44.107293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:44.168636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785b527-897d-4b35-8e82-5d91f0435efa None None] Pushing event updated for resources: {'Port': ['ID=3ea5841c-b81d-462e-b2fa-c69514f49cb0,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:44.184635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad157f6-bc1f-4402-9ba9-544d1589f2e6 None None] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:44.413618 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-5a5b7788-0577-4c37-84f0-73db99dfc9d1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:44.415365 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5a5b7788-0577-4c37-84f0-73db99dfc9d1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5929270 Jan 17 08:20:44.416814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Attempting to bind port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:44.417185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Attempting to bind port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '8e646172-9cd5-4760-b153-386fb59544f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:44.417639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Attempting to bind port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 on network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:44.426864 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55502) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:44.427066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:44.427370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Checking segment: {'id': '8e646172-9cd5-4760-b153-386fb59544f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:44.427777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.428172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Bound using segment: {'id': '8e646172-9cd5-4760-b153-386fb59544f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:44.428643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Bound port: 3ea5841c-b81d-462e-b2fa-c69514f49cb0, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e646172-9cd5-4760-b153-386fb59544f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:44.429051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.437523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3b35def8-ca92-43e1-ae00-8c552a899d45 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7e054152-c90f-46bf-8980-79079c40dc3a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:44.438363 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-3b35def8-ca92-43e1-ae00-8c552a899d45 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:44.439597 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3b35def8-ca92-43e1-ae00-8c552a899d45 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093434 Jan 17 08:20:44.446271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55506) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:44.455970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c20ebe49-0439-4d0d-8785-0e716614e8b2 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7e054152-c90f-46bf-8980-79079c40dc3a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:44.477587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c20ebe49-0439-4d0d-8785-0e716614e8b2 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:44.493036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c20ebe49-0439-4d0d-8785-0e716614e8b2 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:44.504946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c20ebe49-0439-4d0d-8785-0e716614e8b2 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:44.514143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c20ebe49-0439-4d0d-8785-0e716614e8b2 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:44.526157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae98c076-5d28-4d96-a1dc-36676b9c4875 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.540059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] For port 3ea5841c-b81d-462e-b2fa-c69514f49cb0, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:44.540549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:20:44.543347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] For port 3ea5841c-b81d-462e-b2fa-c69514f49cb0, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3ea5841c-b81d-462e-b2fa-c69514f49cb0,segment=NetworkSegment(8e646172-9cd5-4760-b153-386fb59544f8),segment_id=8e646172-9cd5-4760-b153-386fb59544f8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:44.546869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b69d033b-e640-4b6e-91c4-41734c77cd78 None None] Provisioning for port d00d533d-f828-4d3c-9aad-9b9eeb0407d4 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:44.552265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.556948 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-060ff484-b777-4918-a73c-e8c84750b945 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c HTTP/1.1" status: 200 len: 703 time: 3.9205363 Jan 17 08:20:44.558353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55510) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:44.583542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b69d033b-e640-4b6e-91c4-41734c77cd78 None None] Provisioning complete for port d00d533d-f828-4d3c-9aad-9b9eeb0407d4 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:44.583918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b69d033b-e640-4b6e-91c4-41734c77cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.666117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.760102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b69d033b-e640-4b6e-91c4-41734c77cd78 None None] Port d00d533d-f828-4d3c-9aad-9b9eeb0407d4 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:44.780593 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-04d43274-81a1-4e7a-b176-c9821af11345 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c HTTP/1.1" status: 200 len: 703 time: 0.2204876 Jan 17 08:20:44.783089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55514) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:44.822775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785b527-897d-4b35-8e82-5d91f0435efa None None] Pushing event updated for resources: {'Port': ['ID=3ea5841c-b81d-462e-b2fa-c69514f49cb0,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:44.828557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ae98c076-5d28-4d96-a1dc-36676b9c4875 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Calling delete_port for 707c3b27-020a-4838-b9b7-c7771dafa327 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:44.835332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b69d033b-e640-4b6e-91c4-41734c77cd78 None None] Provisioning complete for port d6f9b01f-b289-48eb-a971-43329f3e0252 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:44.835716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b69d033b-e640-4b6e-91c4-41734c77cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.865124 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-c20ebe49-0439-4d0d-8785-0e716614e8b2 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:44.873634 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c20ebe49-0439-4d0d-8785-0e716614e8b2 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4257929 Jan 17 08:20:44.874903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55518) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:44.894006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-643d9a00-c9dd-4e5e-b5ac-dd2602f86224 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7e054152-c90f-46bf-8980-79079c40dc3a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:44.895384 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-643d9a00-c9dd-4e5e-b5ac-dd2602f86224 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:44.901552 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-643d9a00-c9dd-4e5e-b5ac-dd2602f86224 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0252550 Jan 17 08:20:44.902245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55524) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:44.912823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:44.913467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:44.916800 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f0a64639-cae7-4925-9998-4fc08b312764 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7e054152-c90f-46bf-8980-79079c40dc3a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:44.925581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f0a64639-cae7-4925-9998-4fc08b312764 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:44.945940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6399bf2c-1219-4e04-8503-bd6b72015b0b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet a0c56674-a516-426f-9d76-f7d804335f03 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:20:44.951810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6399bf2c-1219-4e04-8503-bd6b72015b0b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:44.993820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f0a64639-cae7-4925-9998-4fc08b312764 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:45.003146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f0a64639-cae7-4925-9998-4fc08b312764 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:45.021698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f0a64639-cae7-4925-9998-4fc08b312764 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:45.092871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e81fe29b-cb13-479e-a3dd-477f13e5a033 req-ca817759-6861-4bb5-90cf-bb852a0681a1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:45.118062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6399bf2c-1219-4e04-8503-bd6b72015b0b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:45.196582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:45.281616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6399bf2c-1219-4e04-8503-bd6b72015b0b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:45.282902 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-f0a64639-cae7-4925-9998-4fc08b312764 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:45.286780 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f0a64639-cae7-4925-9998-4fc08b312764 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3761368 Jan 17 08:20:45.287171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55534) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:45.293682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-72544de1-64a0-411d-9261-6c068405e792 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '7e054152-c90f-46bf-8980-79079c40dc3a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:45.301740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-72544de1-64a0-411d-9261-6c068405e792 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:45.315081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-72544de1-64a0-411d-9261-6c068405e792 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:45.324569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-72544de1-64a0-411d-9261-6c068405e792 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:45.324852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e81fe29b-cb13-479e-a3dd-477f13e5a033 req-ca817759-6861-4bb5-90cf-bb852a0681a1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:45.324852 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e81fe29b-cb13-479e-a3dd-477f13e5a033 req-ca817759-6861-4bb5-90cf-bb852a0681a1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 210 time: 0.3253846 Jan 17 08:20:45.327737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-72544de1-64a0-411d-9261-6c068405e792 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:45.370183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:45.375350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae98c076-5d28-4d96-a1dc-36676b9c4875 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:45.436472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98c076-5d28-4d96-a1dc-36676b9c4875 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event deleted for resources: {'Port': ['ID=707c3b27-020a-4838-b9b7-c7771dafa327,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:45.656856 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-72544de1-64a0-411d-9261-6c068405e792 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:45.658332 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-72544de1-64a0-411d-9261-6c068405e792 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3702407 Jan 17 08:20:45.661242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6399bf2c-1219-4e04-8503-bd6b72015b0b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:45.666221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55538) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:45.740417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d6f9b01f-b289-48eb-a971-43329f3e0252 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:45.779132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0096156f-22a8-42db-a353-fcc6b8d83492 None None] Could not find standard attr ID for object 707c3b27-020a-4838-b9b7-c7771dafa327. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:20:45.785137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d9813e4f-e11e-4e07-b5b7-58b7cf67ff50 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:45.822789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399bf2c-1219-4e04-8503-bd6b72015b0b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c56674-a516-426f-9d76-f7d804335f03,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:45.839233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ae98c076-5d28-4d96-a1dc-36676b9c4875 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:45.868011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:42Z', 'revision_number': 7, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '3df28746-c364-40b4-81d2-151f67e93aa0', 'name': '', 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:74:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649ab4be-60a6-4a66-a746-79d6b3b39fc0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:34Z', 'updated_at': '2022-01-17T08:20:42Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': '649ab4be-60a6-4a66-a746-79d6b3b39fc0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ea5841c-b81d-462e-b2fa-c69514f49cb0', 'name': '', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:9d:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:26Z', 'updated_at': '2022-01-17T08:20:44Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:45.869167 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ae98c076-5d28-4d96-a1dc-36676b9c4875 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "DELETE /v2.0/ports/707c3b27-020a-4838-b9b7-c7771dafa327 HTTP/1.1" status: 204 len: 168 time: 2.1046166 Jan 17 08:20:45.872695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55544) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:45.873692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6399bf2c-1219-4e04-8503-bd6b72015b0b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:45.875404 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6399bf2c-1219-4e04-8503-bd6b72015b0b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/a0c56674-a516-426f-9d76-f7d804335f03 HTTP/1.1" status: 204 len: 168 time: 1.7643707 Jan 17 08:20:45.875855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d9813e4f-e11e-4e07-b5b7-58b7cf67ff50 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:45.880730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f9f1ce-4969-4cfd-a649-50f1e35fc769 None None] The sync data for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv is: [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:42Z', 'revision_number': 7, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '3df28746-c364-40b4-81d2-151f67e93aa0', 'name': '', 'network_id': '7ba06691-1cee-4589-91c7-1141b74efdd2', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:74:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '649ab4be-60a6-4a66-a746-79d6b3b39fc0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:34Z', 'updated_at': '2022-01-17T08:20:42Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': '649ab4be-60a6-4a66-a746-79d6b3b39fc0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ea5841c-b81d-462e-b2fa-c69514f49cb0', 'name': '', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:9d:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:26Z', 'updated_at': '2022-01-17T08:20:44Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:20:45.888450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55548) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:45.889385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d6f9b01f-b289-48eb-a971-43329f3e0252 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:45.889385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:46.046808 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac722fcc-abcb-4e8a-8b99-1476e90adf21 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] GET failed (client error): The resource could not be found. Jan 17 08:20:46.051828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac722fcc-abcb-4e8a-8b99-1476e90adf21 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Synchronizing usage tracker for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:46.168886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:46.184402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d9813e4f-e11e-4e07-b5b7-58b7cf67ff50 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:46.194994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:46.195405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:46.216159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766df673-1006-4f88-bb4d-bae9703f9024 None None] Network dcfd0f56-b41d-47e9-a6a0-71e6087db484 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:46.220424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9813e4f-e11e-4e07-b5b7-58b7cf67ff50 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e054152-c90f-46bf-8980-79079c40dc3a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:46.313034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d9813e4f-e11e-4e07-b5b7-58b7cf67ff50 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:46.317171 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d9813e4f-e11e-4e07-b5b7-58b7cf67ff50 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/7e054152-c90f-46bf-8980-79079c40dc3a HTTP/1.1" status: 204 len: 168 time: 0.6466508 Jan 17 08:20:46.317704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55552) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:46.436337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-501d72f8-62c2-432e-bedc-9426046979c8 None None] Provisioning complete for port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:46.436702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-501d72f8-62c2-432e-bedc-9426046979c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:46.464012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d4c4a792-c321-4110-a646-64d598498910 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Synchronizing usage tracker for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:46.465899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] For port 14c14cc4-b966-4103-98f0-5f3aff84e2c9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=14c14cc4-b966-4103-98f0-5f3aff84e2c9,segment=NetworkSegment(dbdb3155-669c-4699-9af3-e57cb8bdc696),segment_id=dbdb3155-669c-4699-9af3-e57cb8bdc696)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:46.466363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:46.708581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 14c14cc4-b966-4103-98f0-5f3aff84e2c9 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:46.717685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] DHCP port deletion for dcfd0f56-b41d-47e9-a6a0-71e6087db484 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:20:46.730140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] Deleting port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:46.731264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:46.755608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d4c4a792-c321-4110-a646-64d598498910 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Unset dirty status for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:46.759907 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d4c4a792-c321-4110-a646-64d598498910 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4385977 Jan 17 08:20:46.815536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55558) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:46.816379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac722fcc-abcb-4e8a-8b99-1476e90adf21 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Unset dirty status for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:46.821763 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ac722fcc-abcb-4e8a-8b99-1476e90adf21 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "GET /v2.0/ports/707c3b27-020a-4838-b9b7-c7771dafa327 HTTP/1.1" status: 404 len: 333 time: 0.9410815 Jan 17 08:20:46.822132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55562) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:46.826258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228740585'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:46.835461 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bb355f88-961b-4390-98e8-9227492d8a9b req-8f2b8d84-74a2-4510-b810-ed23d4ae4d51 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 210 time: 0.0898597 Jan 17 08:20:46.837437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'port': {'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1409802305'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:46.853775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:46.854395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 3df28746-c364-40b4-81d2-151f67e93aa0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:46.855097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:46.921725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:46.996800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.001716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:47.052327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=14c14cc4-b966-4103-98f0-5f3aff84e2c9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:47.056750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:47.068009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No DVR routers for this DVR port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:20:47.110419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] For port 14c14cc4-b966-4103-98f0-5f3aff84e2c9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=14c14cc4-b966-4103-98f0-5f3aff84e2c9,segment=NetworkSegment(dbdb3155-669c-4699-9af3-e57cb8bdc696),segment_id=dbdb3155-669c-4699-9af3-e57cb8bdc696)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:47.110817 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.133646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port 3df28746-c364-40b4-81d2-151f67e93aa0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3df28746-c364-40b4-81d2-151f67e93aa0,segment=NetworkSegment(07ce3d4e-0d60-498c-8571-cd0ad4e1e087),segment_id=07ce3d4e-0d60-498c-8571-cd0ad4e1e087)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:47.133646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.217204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Made reservation on behalf of a23ffc7f59e8439db0964e61d7d6e016 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:47.220171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.266335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.266446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] Calling delete_port for 14c14cc4-b966-4103-98f0-5f3aff84e2c9 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:47.282289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] device_id is not set on port ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:47.300095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 3df28746-c364-40b4-81d2-151f67e93aa0 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:47.359823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:20:47.360615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:20:47.512680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.524817 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] Sync routers for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:20:47.526222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:47.537783 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:47.538453 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:47.546303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:47.553503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:47.565731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfd0f56-b41d-47e9-a6a0-71e6087db484']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:47.572702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:47.575371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.589087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Allocated IP 2001:db8::2e7 (177c2a69-5044-46f7-84a4-878a65c8ae77/750c375d-70af-46fb-be10-2e796ffc4f72/ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:47.591931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdb3155-669c-4699-9af3-e57cb8bdc696') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:47.592222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdb3155-669c-4699-9af3-e57cb8bdc696') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:47.617244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.665675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.677437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=3df28746-c364-40b4-81d2-151f67e93aa0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:47.703697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:20:47.704107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.709023 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:20:47.726045 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:20:47.801828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3ea5841c-b81d-462e-b2fa-c69514f49cb0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:47.883623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] Deleting port 14c14cc4-b966-4103-98f0-5f3aff84e2c9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:47.884846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.916090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:47.990756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.005738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e29b3148-14da-482d-962c-d41c02e22aa7 None None] The port '14c14cc4-b966-4103-98f0-5f3aff84e2c9' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:20:48.110718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:48.121719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:48.121719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.142923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.181144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.193323 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2963f657-3d92-4c71-b4df-8febedd1b866 req-70dc8ac9-e702-4477-986c-87e872d45c39 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 210 time: 0.1092696 Jan 17 08:20:48.197100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-6c4a97ac-6787-4457-b676-c3f6875d17aa tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:48.198860 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-6c4a97ac-6787-4457-b676-c3f6875d17aa tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 811 time: 0.2068408 Jan 17 08:20:48.237667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.259958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960aa745-2c5c-4499-92d0-b760ae26df86,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:48.268341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Network': ['ID=dcfd0f56-b41d-47e9-a6a0-71e6087db484,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:48.286505 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-98a9d5c5-e683-40ad-9eaf-e8893fab97ed tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/networks/dcfd0f56-b41d-47e9-a6a0-71e6087db484 HTTP/1.1" status: 204 len: 168 time: 2.3966472 Jan 17 08:20:48.286505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55572) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:48.290080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Transition to ACTIVE for port object ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:48.303746 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-54a8a7e4-689d-475d-9464-c1e184e4dddc tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f365aa3db4d649dc81da10839cb09d37 HTTP/1.1" status: 200 len: 380 time: 0.0884547 Jan 17 08:20:48.313848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'port': {'device_id': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'admin_state_up': True, 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'security_groups': ['dc4fa57d-a026-47ec-8f4b-6b1c60ee4064']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:48.328605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.330858 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:47Z', 'revision_number': 8, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '3ea5841c-b81d-462e-b2fa-c69514f49cb0', 'name': '', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:9d:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:26Z', 'updated_at': '2022-01-17T08:20:44Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:48.336729 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] Checking router: a884305a-59b8-4d21-829d-fea5bc55564c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:20:48.342299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.347090 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1ea753ab-0752-4ae9-875b-99eaf4ddaff8 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5254393 Jan 17 08:20:48.353971 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:48.353971 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:48.354210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55578) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:48.365006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c600d5d3-5f8e-4263-aaf6-ee7d5d9f0325 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '960aa745-2c5c-4499-92d0-b760ae26df86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:48.369778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.371710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c600d5d3-5f8e-4263-aaf6-ee7d5d9f0325 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:48.384835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c600d5d3-5f8e-4263-aaf6-ee7d5d9f0325 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:48.391773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c600d5d3-5f8e-4263-aaf6-ee7d5d9f0325 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:48.394737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c600d5d3-5f8e-4263-aaf6-ee7d5d9f0325 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:48.412837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 3ea5841c-b81d-462e-b2fa-c69514f49cb0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3ea5841c-b81d-462e-b2fa-c69514f49cb0,segment=NetworkSegment(8e646172-9cd5-4760-b153-386fb59544f8),segment_id=8e646172-9cd5-4760-b153-386fb59544f8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:48.458628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ae860-ec4c-435a-99a7-5925eadb7c5f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:48.459343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8f8ae860-ec4c-435a-99a7-5925eadb7c5f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:48.497481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.498395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3df28746-c364-40b4-81d2-151f67e93aa0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:48.528471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.535317 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:48.598068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 3df28746-c364-40b4-81d2-151f67e93aa0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:20:48.598663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3df28746-c364-40b4-81d2-151f67e93aa0 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 17 08:20:48.609802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8f8ae860-ec4c-435a-99a7-5925eadb7c5f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:48.612580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8f8ae860-ec4c-435a-99a7-5925eadb7c5f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3243937 Jan 17 08:20:48.622818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55582) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:48.646212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Port 3df28746-c364-40b4-81d2-151f67e93aa0 not found, will not notify nova. {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 17 08:20:48.666287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=3ea5841c-b81d-462e-b2fa-c69514f49cb0,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:48.704081 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-c600d5d3-5f8e-4263-aaf6-ee7d5d9f0325 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The resource could not be found. Jan 17 08:20:48.705941 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c600d5d3-5f8e-4263-aaf6-ee7d5d9f0325 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3513296 Jan 17 08:20:48.713137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55586) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:48.728490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-54192853-d389-465b-b254-5dd0524d6e1b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '960aa745-2c5c-4499-92d0-b760ae26df86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c6a05848-1fac-4739-b423-1d2fd1ead596'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:48.735584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 14c14cc4-b966-4103-98f0-5f3aff84e2c9 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:20:48.735727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-54192853-d389-465b-b254-5dd0524d6e1b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:48.740300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-54192853-d389-465b-b254-5dd0524d6e1b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:48.743582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-54192853-d389-465b-b254-5dd0524d6e1b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:48.750294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-54192853-d389-465b-b254-5dd0524d6e1b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:48.758112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:48.758978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Port': ['ID=ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:48.762948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:48.768288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:48.778146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:48.786547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:48.790750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:48.792720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 14c14cc4-b966-4103-98f0-5f3aff84e2c9 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:20:48.793077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 14c14cc4-b966-4103-98f0-5f3aff84e2c9 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:20:48.797430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:48.868189 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-09c681ef-8f3e-41ec-b73d-107923f96654 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2407019 Jan 17 08:20:48.868857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55590) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:48.885894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-509832686'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:48.911636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:48.917995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:network and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:48.921931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:48.936122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:48.977483 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:47Z', 'revision_number': 8, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '3ea5841c-b81d-462e-b2fa-c69514f49cb0', 'name': '', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:9d:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:26Z', 'updated_at': '2022-01-17T08:20:44Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:48.981268 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5956bf5-d955-4141-9664-d125fa6263dc None None] The sync data for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv is: [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:47Z', 'revision_number': 8, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '3ea5841c-b81d-462e-b2fa-c69514f49cb0', 'name': '', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:9d:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:26Z', 'updated_at': '2022-01-17T08:20:44Z', 'revision_number': 4, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:20:48.991604 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6fb54958-ad26-4b91-80aa-e3489854b1e2 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1575706 Jan 17 08:20:48.992043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55596) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:48.999012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-06148742-67b2-48f5-b1bb-90b159f67584 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f9', 'mac_address': 'fa:16:3e:4b:4d:c7'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:49.060864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-54192853-d389-465b-b254-5dd0524d6e1b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The resource could not be found. Jan 17 08:20:49.062031 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-54192853-d389-465b-b254-5dd0524d6e1b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3429081 Jan 17 08:20:49.065817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55600) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:49.112239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Made reservation on behalf of f365aa3db4d649dc81da10839cb09d37 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:49.114676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.188051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-73e5f0a2-dfe4-4982-993a-b54657149cfa None None] Provisioning for port ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:49.195999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:49.196495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-73e5f0a2-dfe4-4982-993a-b54657149cfa None None] Provisioning complete for port ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:49.197181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73e5f0a2-dfe4-4982-993a-b54657149cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.199175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.250983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:20:49.260805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.261158 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Added segment c6ee682c-cfe6-47e4-9ee7-96d09e4ca891 of type vlan for network 20948b66-5ab0-46a0-bf16-7402c611e35a Jan 17 08:20:49.279426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73e5f0a2-dfe4-4982-993a-b54657149cfa None None] Port ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:49.289549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.481736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.488950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06148742-67b2-48f5-b1bb-90b159f67584 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.505163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Allocated IP 172.20.0.4 (b7376139-ab63-4638-9884-ebc9308a798c/20f89e02-d013-46d6-821d-541e989250da/f0132fbb-a991-4417-9f7e-0ba2207d990c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:49.507744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54f1a514-3fd6-4950-960b-c92ba90e8d70 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.513516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.518116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:49.519125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.637129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:20:49.673023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3ea5841c-b81d-462e-b2fa-c69514f49cb0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:49.794207 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:49.794970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.798171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54f1a514-3fd6-4950-960b-c92ba90e8d70 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.853510 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-22c773b0-eb2a-4dea-9134-0f5488db75db req-f9411bd5-fae3-4490-8a23-f249ad82d4ab tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 210 time: 0.3657551 Jan 17 08:20:49.893928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:49.924684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Transition to ACTIVE for port object f0132fbb-a991-4417-9f7e-0ba2207d990c will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:49.941193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Network': ['ID=20948b66-5ab0-46a0-bf16-7402c611e35a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:49.960083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 20948b66-5ab0-46a0-bf16-7402c611e35a details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:20:49.963300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:20:49.993320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] Sync routers for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:20:49.994777 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-07d14a76-be1e-451b-82ef-e4599392ca1b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2101660 Jan 17 08:20:49.997179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55606) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:50.047326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.051499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3df28746-c364-40b4-81d2-151f67e93aa0 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:20:50.071822 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-71b4e10f-095e-414e-818e-361de0dca8ab tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2013893 Jan 17 08:20:50.072610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:50.079785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54f1a514-3fd6-4950-960b-c92ba90e8d70 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.082217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-54f1a514-3fd6-4950-960b-c92ba90e8d70 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.085573 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-54f1a514-3fd6-4950-960b-c92ba90e8d70 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/960aa745-2c5c-4499-92d0-b760ae26df86 HTTP/1.1" status: 204 len: 168 time: 1.0091579 Jan 17 08:20:50.101609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': '20948b66-5ab0-46a0-bf16-7402c611e35a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:50.102696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 3df28746-c364-40b4-81d2-151f67e93aa0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:20:50.103049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3df28746-c364-40b4-81d2-151f67e93aa0 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:20:50.114252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:50.114923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:50.145805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55614) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:50.148551 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'Port': ['ID=f0132fbb-a991-4417-9f7e-0ba2207d990c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:50.223409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:50.225810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1a514-3fd6-4950-960b-c92ba90e8d70 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960aa745-2c5c-4499-92d0-b760ae26df86,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:50.234856 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-22bbc1ec-68a8-47d3-9ef3-218da046e548 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0798702 Jan 17 08:20:50.235055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:50.236821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55618) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:50.252714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8c50e186-378e-490c-98db-47d1fdff0fc5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': 'dbd953fd-526c-45e9-9dbb-d14888e3277a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:50.254473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Network b7376139-ab63-4638-9884-ebc9308a798c is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:50.256862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:50.269565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c50e186-378e-490c-98db-47d1fdff0fc5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:50.280018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:50.280219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:50.280314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c50e186-378e-490c-98db-47d1fdff0fc5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:50.283737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:50.292238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c50e186-378e-490c-98db-47d1fdff0fc5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:50.305251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c50e186-378e-490c-98db-47d1fdff0fc5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:50.362859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06148742-67b2-48f5-b1bb-90b159f67584 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.388379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:50.396129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:50.451150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06148742-67b2-48f5-b1bb-90b159f67584 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.492556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:50.493590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.543354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3207f9-e7cf-4872-a2bc-fbefd513618e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting subnet 649ab4be-60a6-4a66-a746-79d6b3b39fc0 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:20:50.546562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3207f9-e7cf-4872-a2bc-fbefd513618e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.621526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3207f9-e7cf-4872-a2bc-fbefd513618e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.666338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06148742-67b2-48f5-b1bb-90b159f67584 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Port': ['ID=ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:50.699845 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-a3f66cd9-3cde-4583-bf52-23cf4128ad4b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3899221 Jan 17 08:20:50.715702 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:20:50.716285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Request body: {'port': {'device_id': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:50.737564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-06148742-67b2-48f5-b1bb-90b159f67584 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] In _notify_port_updated(), no bound segment for port ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 on network 177c2a69-5044-46f7-84a4-878a65c8ae77 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:20:50.741794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06148742-67b2-48f5-b1bb-90b159f67584 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:50.742674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06148742-67b2-48f5-b1bb-90b159f67584 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.744427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-06148742-67b2-48f5-b1bb-90b159f67584 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "PUT /v2.0/ports/ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 HTTP/1.1" status: 200 len: 1002 time: 1.7512343 Jan 17 08:20:50.748195 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:50.800954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3752ed25-557f-4af6-8d36-95809cd5ad68 None None] Provisioning for port f0132fbb-a991-4417-9f7e-0ba2207d990c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:50.812308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.816024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3207f9-e7cf-4872-a2bc-fbefd513618e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.817021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3752ed25-557f-4af6-8d36-95809cd5ad68 None None] Provisioning complete for port f0132fbb-a991-4417-9f7e-0ba2207d990c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:50.818540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3752ed25-557f-4af6-8d36-95809cd5ad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:50.847082 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-8c50e186-378e-490c-98db-47d1fdff0fc5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The resource could not be found. Jan 17 08:20:50.848436 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8c50e186-378e-490c-98db-47d1fdff0fc5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6029828 Jan 17 08:20:50.856895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:50.974968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3752ed25-557f-4af6-8d36-95809cd5ad68 None None] Port f0132fbb-a991-4417-9f7e-0ba2207d990c cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:50.988061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-636b87e6-87e6-447d-b315-372fe0b52d1c tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Deleting port ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:50.988415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-636b87e6-87e6-447d-b315-372fe0b52d1c tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.032552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:47Z', 'revision_number': 8, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '3ea5841c-b81d-462e-b2fa-c69514f49cb0', 'name': '', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:9d:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:26Z', 'updated_at': '2022-01-17T08:20:48Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:51.041798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] Checking router: a884305a-59b8-4d21-829d-fea5bc55564c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:20:51.048599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538325410'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:51.055650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:51.065308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:20:51.066012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:51.068230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:51.076536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:51.088308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:51.192768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.310237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:20:51.321291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.353716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3207f9-e7cf-4872-a2bc-fbefd513618e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.379792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:51.390514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:51.409505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3207f9-e7cf-4872-a2bc-fbefd513618e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Subnet': ['ID=649ab4be-60a6-4a66-a746-79d6b3b39fc0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:51.422329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:51.463499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d8c40-8bfd-4ab7-a9bd-210294fbe648 None None] Network 7ba06691-1cee-4589-91c7-1141b74efdd2 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:51.467947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:51.474255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a3207f9-e7cf-4872-a2bc-fbefd513618e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.501690 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8a3207f9-e7cf-4872-a2bc-fbefd513618e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/649ab4be-60a6-4a66-a746-79d6b3b39fc0 HTTP/1.1" status: 204 len: 168 time: 1.5007806 Jan 17 08:20:51.502910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55634) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:51.592719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-636b87e6-87e6-447d-b315-372fe0b52d1c tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.652092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b26098-5023-4d45-adea-0da11c00eccc req-43aa375a-41f7-4196-8081-e6c2544a5a7c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:51.652978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-56b26098-5023-4d45-adea-0da11c00eccc req-43aa375a-41f7-4196-8081-e6c2544a5a7c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:51.723347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.732680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-636b87e6-87e6-447d-b315-372fe0b52d1c tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Calling delete_port for ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:51.753240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.817191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ea098c56-eabb-4356-892a-acf7f9dfff14 None None] Provisioning complete for port ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:51.817879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea098c56-eabb-4356-892a-acf7f9dfff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.882423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:51.933153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=cddaadaa-26da-4647-a3b3-70083c02496b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:51.998657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-56b26098-5023-4d45-adea-0da11c00eccc req-43aa375a-41f7-4196-8081-e6c2544a5a7c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:51.998959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.000131 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56b26098-5023-4d45-adea-0da11c00eccc req-43aa375a-41f7-4196-8081-e6c2544a5a7c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 931 time: 0.8974290 Jan 17 08:20:52.024132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ea098c56-eabb-4356-892a-acf7f9dfff14 None None] Port ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:52.027796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0132fbb-a991-4417-9f7e-0ba2207d990c {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:20:52.041690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.053374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 364bfe06-2cde-4f2e-9883-330918735a1a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:52.053798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.073270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:47Z', 'revision_number': 8, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '3ea5841c-b81d-462e-b2fa-c69514f49cb0', 'name': '', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:9d:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:26Z', 'updated_at': '2022-01-17T08:20:48Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:52.086297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e4279-685e-4eab-b14a-bb096dd16188 None None] The sync data for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv is: [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:47Z', 'revision_number': 8, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '3ea5841c-b81d-462e-b2fa-c69514f49cb0', 'name': '', 'network_id': '8054aef8-2955-4936-a51b-c3b2bc1ad9c8', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:9d:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:26Z', 'updated_at': '2022-01-17T08:20:48Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'b225b363-9ca5-4e8b-aebe-4027a3e77b39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:20:52.138213 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56b26098-5023-4d45-adea-0da11c00eccc req-a0152a20-db62-46db-8f69-4be9d1ac544a tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266510 Jan 17 08:20:52.150944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Checking segment: {'id': 'c6ee682c-cfe6-47e4-9ee7-96d09e4ca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '20948b66-5ab0-46a0-bf16-7402c611e35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:52.151485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network hostable DHCP agents. Network: 20948b66-5ab0-46a0-bf16-7402c611e35a, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:20:52.156236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d73a97-3317-4113-a9fa-baaec7c86961,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:52.177932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-636b87e6-87e6-447d-b315-372fe0b52d1c tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.240018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Transition to ACTIVE for port object f0132fbb-a991-4417-9f7e-0ba2207d990c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:52.245928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b87e6-87e6-447d-b315-372fe0b52d1c tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event deleted for resources: {'Port': ['ID=ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:52.258617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] DHCP port deletion for 7ba06691-1cee-4589-91c7-1141b74efdd2 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:20:52.265141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] Deleting port 364bfe06-2cde-4f2e-9883-330918735a1a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:52.265608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.418403 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port 364bfe06-2cde-4f2e-9883-330918735a1a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=364bfe06-2cde-4f2e-9883-330918735a1a,segment=NetworkSegment(07ce3d4e-0d60-498c-8571-cd0ad4e1e087),segment_id=07ce3d4e-0d60-498c-8571-cd0ad4e1e087)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:52.418818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.538760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.540019 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-553231e0-2474-4bc3-99f4-c8b875b374f1 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5770907 Jan 17 08:20:52.552311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55638) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:52.563832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'tempest-secgroup--324210018'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:52.571824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:52.583482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:52.588281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:52.593859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] For port 364bfe06-2cde-4f2e-9883-330918735a1a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=364bfe06-2cde-4f2e-9883-330918735a1a,segment=NetworkSegment(07ce3d4e-0d60-498c-8571-cd0ad4e1e087),segment_id=07ce3d4e-0d60-498c-8571-cd0ad4e1e087)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:52.594263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.597894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:52.607032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 364bfe06-2cde-4f2e-9883-330918735a1a owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:52.633672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.635621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 20948b66-5ab0-46a0-bf16-7402c611e35a is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:20:52.679114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-636b87e6-87e6-447d-b315-372fe0b52d1c tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.683154 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-636b87e6-87e6-447d-b315-372fe0b52d1c tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "DELETE /v2.0/ports/ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 HTTP/1.1" status: 204 len: 168 time: 1.9313259 Jan 17 08:20:52.683431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55642) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:52.724528 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] Calling delete_port for 364bfe06-2cde-4f2e-9883-330918735a1a owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:52.727925 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59b0fa2-7f2c-4db4-a99e-e3463e056d74 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] GET failed (client error): The resource could not be found. Jan 17 08:20:52.728437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a59b0fa2-7f2c-4db4-a99e-e3463e056d74 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Synchronizing usage tracker for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:52.740918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a59b0fa2-7f2c-4db4-a99e-e3463e056d74 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Unset dirty status for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:52.745574 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a59b0fa2-7f2c-4db4-a99e-e3463e056d74 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "GET /v2.0/ports/ccbe0e4d-d84a-4121-aac3-5e5fbbebcef2 HTTP/1.1" status: 404 len: 333 time: 0.0578079 Jan 17 08:20:52.745808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55646) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:52.753141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'port': {'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2008852053'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:52.770593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.792190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Pushing event updated for resources: {'Port': ['ID=f0132fbb-a991-4417-9f7e-0ba2207d990c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:52.847634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 20948b66-5ab0-46a0-bf16-7402c611e35a) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:52.852432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:52.853004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.864957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f8f9c8-46e8-4bba-b89a-a2771b4f8a80 None None] Network 20948b66-5ab0-46a0-bf16-7402c611e35a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:52.944091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Attempting to bind port f0132fbb-a991-4417-9f7e-0ba2207d990c on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:52.945919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Attempting to bind port f0132fbb-a991-4417-9f7e-0ba2207d990c by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:52.945919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Attempting to bind port f0132fbb-a991-4417-9f7e-0ba2207d990c on network b7376139-ab63-4638-9884-ebc9308a798c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:52.953966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Port f0132fbb-a991-4417-9f7e-0ba2207d990c on network b7376139-ab63-4638-9884-ebc9308a798c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:20:52.954306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Attempting to bind port f0132fbb-a991-4417-9f7e-0ba2207d990c on network b7376139-ab63-4638-9884-ebc9308a798c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:52.962323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:52.962671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Checking segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:52.963142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Bound using segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:52.963597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Bound port: f0132fbb-a991-4417-9f7e-0ba2207d990c, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:52.963987 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:52.968675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:52.977449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:52.985200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:52.996009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:52.998128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:53.003658 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3900f079-ac99-4d73-b8da-8874f3738c8d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9251378 Jan 17 08:20:53.009220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55650) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:53.020823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': '20948b66-5ab0-46a0-bf16-7402c611e35a', 'name': 'tempest-PortsTestJSON-2143818343'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:53.038982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:53.074021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] For port f0132fbb-a991-4417-9f7e-0ba2207d990c, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:53.077676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] For port f0132fbb-a991-4417-9f7e-0ba2207d990c, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:53.078988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.084121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:20:53.084551 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:20:53.131895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=364bfe06-2cde-4f2e-9883-330918735a1a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:53.139989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No DVR routers for this DVR port 364bfe06-2cde-4f2e-9883-330918735a1a on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:20:53.153277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-20948b66-5ab0-46a0-bf16-7402c611e35a', 'network_id': '20948b66-5ab0-46a0-bf16-7402c611e35a', 'tenant_id': '1ab1e76fb3cc4203a2b84ff832e9feb8', 'fixed_ips': [{'subnet_id': 'cddaadaa-26da-4647-a3b3-70083c02496b'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:20:53.154195 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.183908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.194670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.207525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Made reservation on behalf of a23ffc7f59e8439db0964e61d7d6e016 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:53.210847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.243017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:53.252425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] device_id is not set on port 1d2ead6f-34ed-48e2-a07c-3a0d791138ba yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:53.293811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:53.296899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.355944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Allocated IP 172.20.0.2 (20948b66-5ab0-46a0-bf16-7402c611e35a/cddaadaa-26da-4647-a3b3-70083c02496b/f9cd2735-0b9e-4618-a046-65c53bbfffdc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:53.387838 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa71658c-2c2f-429a-a0e6-ee3d0048175e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:53.489092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:53.499379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.525386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.526415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.530434 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-34917bbf-375b-4931-9678-d84febc7134f service neutron] 10.222.0.53 "PUT /v2.0/ports/f0132fbb-a991-4417-9f7e-0ba2207d990c HTTP/1.1" status: 200 len: 1093 time: 2.8224914 Jan 17 08:20:53.532984 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a2ae682b-7d50-4996-b4a1-c60284c4bb88 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9773793 Jan 17 08:20:53.541420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55656) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:53.556873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c7fc3fd1-23b8-42dd-bc32-e130629aa04b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group_rule': {'security_group_id': '88d73a97-3317-4113-a9fa-baaec7c86961', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fa71658c-2c2f-429a-a0e6-ee3d0048175e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:53.561525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'tag': 'f0132fbb-a991-4417-9f7e-0ba2207d990c'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:20:53.576717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c7fc3fd1-23b8-42dd-bc32-e130629aa04b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:53.588677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c7fc3fd1-23b8-42dd-bc32-e130629aa04b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:53.589462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.594539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] Deleting port 364bfe06-2cde-4f2e-9883-330918735a1a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:53.596968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 6ec865cc-446c-4492-bbaf-8b29aebae0dd yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:53.597486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.628546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34917bbf-375b-4931-9678-d84febc7134f service neutron] Pushing event updated for resources: {'Port': ['ID=f0132fbb-a991-4417-9f7e-0ba2207d990c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:53.639354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c7fc3fd1-23b8-42dd-bc32-e130629aa04b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:53.678341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c7fc3fd1-23b8-42dd-bc32-e130629aa04b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:53.721182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b297a81c-c7e3-47c2-bf46-a498ee3e5a73 None None] The port '364bfe06-2cde-4f2e-9883-330918735a1a' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:20:53.725846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 364bfe06-2cde-4f2e-9883-330918735a1a no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:20:53.730925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Allocated IP 2001:db8::3d8 (177c2a69-5044-46f7-84a4-878a65c8ae77/750c375d-70af-46fb-be10-2e796ffc4f72/1d2ead6f-34ed-48e2-a07c-3a0d791138ba) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:53.743792 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'tag': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'status': 'completed', 'code': 200} Jan 17 08:20:53.757397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba06691-1cee-4589-91c7-1141b74efdd2']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:53.778253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ce3d4e-0d60-498c-8571-cd0ad4e1e087') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:53.778594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ce3d4e-0d60-498c-8571-cd0ad4e1e087') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:20:53.788911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 364bfe06-2cde-4f2e-9883-330918735a1a {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:20:53.802293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.802829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 364bfe06-2cde-4f2e-9883-330918735a1a not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:20:53.807703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.830753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.842813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:20:53.843530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:53.852079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86367360-280d-4f20-a9c0-ec42eb1a4fa3 req-f01d5e4b-84d3-4dda-9d66-e041337d91f1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:53.853733 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-86367360-280d-4f20-a9c0-ec42eb1a4fa3 req-f01d5e4b-84d3-4dda-9d66-e041337d91f1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 943 time: 0.4669399 Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:20:53.859608 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:20:53.912722 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-cdec0961-ff82-45d5-8da8-8d57e733072b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 1096 time: 0.2421753 Jan 17 08:20:53.956198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-86367360-280d-4f20-a9c0-ec42eb1a4fa3 req-bf12f9e5-f5f2-476a-91a8-525883eb2c7e tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:54.001089 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-2b224b5d-7418-4e8d-a84c-c5da62df6caa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c HTTP/1.1" status: 200 len: 217 time: 0.0794442 Jan 17 08:20:54.003835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Transition to ACTIVE for port object f9cd2735-0b9e-4618-a046-65c53bbfffdc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:54.011140 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-c7fc3fd1-23b8-42dd-bc32-e130629aa04b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:20:54.012193 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c7fc3fd1-23b8-42dd-bc32-e130629aa04b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4611504 Jan 17 08:20:54.019957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55662) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:54.026621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Transition to ACTIVE for port object f9cd2735-0b9e-4618-a046-65c53bbfffdc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:54.052019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-86367360-280d-4f20-a9c0-ec42eb1a4fa3 req-bf12f9e5-f5f2-476a-91a8-525883eb2c7e tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:54.053288 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-86367360-280d-4f20-a9c0-ec42eb1a4fa3 req-bf12f9e5-f5f2-476a-91a8-525883eb2c7e tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808150 Jan 17 08:20:54.070648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-886a24cc-7543-4c3e-b9ed-38eb9fd17344 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:54.072164 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-886a24cc-7543-4c3e-b9ed-38eb9fd17344 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0657830 Jan 17 08:20:54.115475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.120666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.144940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.158845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Network': ['ID=7ba06691-1cee-4589-91c7-1141b74efdd2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:54.166359 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-290f5bee-b6fb-47ae-8920-17c482f46c13 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/networks/7ba06691-1cee-4589-91c7-1141b74efdd2 HTTP/1.1" status: 204 len: 168 time: 2.6608901 Jan 17 08:20:54.169573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55666) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:54.197300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.205380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd3973b-fefe-4971-a274-5a3ba7b19aac tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.265122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Transition to ACTIVE for port object 1d2ead6f-34ed-48e2-a07c-3a0d791138ba will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:54.271069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Pushing event updated for resources: {'Port': ['ID=f9cd2735-0b9e-4618-a046-65c53bbfffdc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:54.271366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd3973b-fefe-4971-a274-5a3ba7b19aac tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.279419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Network 20948b66-5ab0-46a0-bf16-7402c611e35a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:54.281006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:54.284046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:54.293341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.6 (20948b66-5ab0-46a0-bf16-7402c611e35a/cddaadaa-26da-4647-a3b3-70083c02496b/6ec865cc-446c-4492-bbaf-8b29aebae0dd) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:54.320820 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-06443e51-2d3d-4eb8-beb9-b491f853e64b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2426190 Jan 17 08:20:54.376919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Attempting to bind port f9cd2735-0b9e-4618-a046-65c53bbfffdc on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:20:54.377610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Attempting to bind port f9cd2735-0b9e-4618-a046-65c53bbfffdc by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'c6ee682c-cfe6-47e4-9ee7-96d09e4ca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '20948b66-5ab0-46a0-bf16-7402c611e35a'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:20:54.378221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Attempting to bind port f9cd2735-0b9e-4618-a046-65c53bbfffdc on network 20948b66-5ab0-46a0-bf16-7402c611e35a {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:20:54.384990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:20:54.385630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Checking segment: {'id': 'c6ee682c-cfe6-47e4-9ee7-96d09e4ca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '20948b66-5ab0-46a0-bf16-7402c611e35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:20:54.386282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.386868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Bound using segment: {'id': 'c6ee682c-cfe6-47e4-9ee7-96d09e4ca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '20948b66-5ab0-46a0-bf16-7402c611e35a'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:20:54.387559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Bound port: f9cd2735-0b9e-4618-a046-65c53bbfffdc, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ee682c-cfe6-47e4-9ee7-96d09e4ca891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '20948b66-5ab0-46a0-bf16-7402c611e35a'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:20:54.388125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.462962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.493422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] For port f9cd2735-0b9e-4618-a046-65c53bbfffdc, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:20:54.497064 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] For port f9cd2735-0b9e-4618-a046-65c53bbfffdc, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f9cd2735-0b9e-4618-a046-65c53bbfffdc,segment=NetworkSegment(c6ee682c-cfe6-47e4-9ee7-96d09e4ca891),segment_id=c6ee682c-cfe6-47e4-9ee7-96d09e4ca891)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:20:54.497440 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-dc53c16e-c49a-4ec2-a51c-3a443d2b34d3 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693387 Jan 17 08:20:54.539906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd3973b-fefe-4971-a274-5a3ba7b19aac tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.585545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.590509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3973b-fefe-4971-a274-5a3ba7b19aac tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa71658c-2c2f-429a-a0e6-ee3d0048175e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:54.600059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Port': ['ID=1d2ead6f-34ed-48e2-a07c-3a0d791138ba,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:54.603385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:54.610724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:54.624801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:54.628800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:54.631691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.667123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddd3973b-fefe-4971-a274-5a3ba7b19aac tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.668282 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ddd3973b-fefe-4971-a274-5a3ba7b19aac tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/fa71658c-2c2f-429a-a0e6-ee3d0048175e HTTP/1.1" status: 204 len: 168 time: 0.6474209 Jan 17 08:20:54.671375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.673789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55672) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:54.691540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c840671-73b4-4cfc-81f3-c65ef13cdd84 None None] Pushing event updated for resources: {'Port': ['ID=f9cd2735-0b9e-4618-a046-65c53bbfffdc,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:54.709458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 6ec865cc-446c-4492-bbaf-8b29aebae0dd will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:54.766316 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bf0854de-e58e-45e4-b69d-a145fb63b538 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0192087 Jan 17 08:20:54.768274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55676) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:54.777435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-acd37064-c836-42b3-9de8-2ee578b15bf3 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4b:4d:c7'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:54.817095 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d41da59-1d78-44e9-b2b3-dcacbbaf04c4 req-d158972f-8d18-4772-8563-2a661815dfba service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521477 Jan 17 08:20:54.820078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-88dbefb4-6d84-4a37-9774-5f71449d8d20 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Synchronizing usage tracker for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:54.835478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:54.963523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.139519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d14bf6fa-6d2b-42e3-84c8-d37c2798d0b7 None None] Provisioning for port 1d2ead6f-34ed-48e2-a07c-3a0d791138ba completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:55.140976 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 20948b66-5ab0-46a0-bf16-7402c611e35a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:55.151999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=6ec865cc-446c-4492-bbaf-8b29aebae0dd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:55.154799 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:55.159159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-88dbefb4-6d84-4a37-9774-5f71449d8d20 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Unset dirty status for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:55.160486 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-88dbefb4-6d84-4a37-9774-5f71449d8d20 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4857714 Jan 17 08:20:55.161783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:55.163041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d14bf6fa-6d2b-42e3-84c8-d37c2798d0b7 None None] Provisioning complete for port 1d2ead6f-34ed-48e2-a07c-3a0d791138ba triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:55.168596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d14bf6fa-6d2b-42e3-84c8-d37c2798d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.202357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55682) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:55.319128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:55.319783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.340892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d14bf6fa-6d2b-42e3-84c8-d37c2798d0b7 None None] Port 1d2ead6f-34ed-48e2-a07c-3a0d791138ba cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:55.435663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd3dc63f-aac3-4aba-ae3c-823b34dc5bf5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.453251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acd37064-c836-42b3-9de8-2ee578b15bf3 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.485878 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-53535992-9672-442a-b617-cf6870addff3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4729455 Jan 17 08:20:55.489599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55686) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:55.492324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd3dc63f-aac3-4aba-ae3c-823b34dc5bf5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.517542 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a532ab3-2b40-47ef-8bd1-bbf7bab3b4b0 req-2feca9dd-edbd-478c-8d1c-85762730f114 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 1096 time: 0.4651351 Jan 17 08:20:55.525105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f509ca8-9411-492c-89d5-2f8604bbf6d3 req-9e8dfa14-79cb-4889-9c4d-2bc0f4c66493 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:55.526535 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f509ca8-9411-492c-89d5-2f8604bbf6d3 req-9e8dfa14-79cb-4889-9c4d-2bc0f4c66493 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 943 time: 0.1487095 Jan 17 08:20:55.529270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': '20948b66-5ab0-46a0-bf16-7402c611e35a', 'name': 'tempest-PortsTestJSON-1495473768'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:55.673780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f9cd2735-0b9e-4618-a046-65c53bbfffdc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:55.768895 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f509ca8-9411-492c-89d5-2f8604bbf6d3 req-974bc36d-a6ba-44b5-8d85-dde1e4bf6f01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971397 Jan 17 08:20:55.781118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd3dc63f-aac3-4aba-ae3c-823b34dc5bf5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.800280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port f9cd2735-0b9e-4618-a046-65c53bbfffdc completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:55.830902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dc63f-aac3-4aba-ae3c-823b34dc5bf5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d73a97-3317-4113-a9fa-baaec7c86961,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:55.835594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:55.841985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:55.847695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:55.862462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a532ab3-2b40-47ef-8bd1-bbf7bab3b4b0 req-ff2da7bd-64db-496b-9d57-8039b16a0bbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:55.863951 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a532ab3-2b40-47ef-8bd1-bbf7bab3b4b0 req-ff2da7bd-64db-496b-9d57-8039b16a0bbc service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.3362415 Jan 17 08:20:55.866009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:55.903733 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd3dc63f-aac3-4aba-ae3c-823b34dc5bf5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.904870 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cd3dc63f-aac3-4aba-ae3c-823b34dc5bf5 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/88d73a97-3317-4113-a9fa-baaec7c86961 HTTP/1.1" status: 204 len: 168 time: 0.7015696 Jan 17 08:20:55.909054 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55690) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:55.964435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acd37064-c836-42b3-9de8-2ee578b15bf3 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.967795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:55.970736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:55.976421 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a532ab3-2b40-47ef-8bd1-bbf7bab3b4b0 req-597996ce-ae71-4718-96c7-f88d3b8e60f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c HTTP/1.1" status: 200 len: 217 time: 0.1032689 Jan 17 08:20:56.008105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 2eab3bc3-e147-4cc1-ac41-6a7a1846627f yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:56.042945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a464aff0-0c32-49c9-b8d1-d72839ec9b42 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Synchronizing usage tracker for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:56.046567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acd37064-c836-42b3-9de8-2ee578b15bf3 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.095967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a532ab3-2b40-47ef-8bd1-bbf7bab3b4b0 req-45d898d5-368a-4554-9a0c-aec07c5bf025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:56.097150 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a532ab3-2b40-47ef-8bd1-bbf7bab3b4b0 req-45d898d5-368a-4554-9a0c-aec07c5bf025 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.1130424 Jan 17 08:20:56.157140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-acd37064-c836-42b3-9de8-2ee578b15bf3 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] In _notify_port_updated(), no bound segment for port 1d2ead6f-34ed-48e2-a07c-3a0d791138ba on network 177c2a69-5044-46f7-84a4-878a65c8ae77 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:20:56.160749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd37064-c836-42b3-9de8-2ee578b15bf3 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:56.161408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acd37064-c836-42b3-9de8-2ee578b15bf3 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.162720 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-acd37064-c836-42b3-9de8-2ee578b15bf3 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "PUT /v2.0/ports/1d2ead6f-34ed-48e2-a07c-3a0d791138ba HTTP/1.1" status: 200 len: 1003 time: 1.3918147 Jan 17 08:20:56.168583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55694) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:56.171999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd37064-c836-42b3-9de8-2ee578b15bf3 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Port': ['ID=1d2ead6f-34ed-48e2-a07c-3a0d791138ba,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:56.239335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a464aff0-0c32-49c9-b8d1-d72839ec9b42 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Unset dirty status for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:56.239846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891a2ac3-2bfe-4c42-b4ea-0049c06610e2 None None] Network 20948b66-5ab0-46a0-bf16-7402c611e35a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:20:56.244204 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a464aff0-0c32-49c9-b8d1-d72839ec9b42 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3311400 Jan 17 08:20:56.251267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:56.261379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712444324'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:56.274179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:56.280121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4adfd98d-bb38-461b-8e6c-0448acbfd9b9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Deleting port 1d2ead6f-34ed-48e2-a07c-3a0d791138ba {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:56.280474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4adfd98d-bb38-461b-8e6c-0448acbfd9b9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.286415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.9 (20948b66-5ab0-46a0-bf16-7402c611e35a/cddaadaa-26da-4647-a3b3-70083c02496b/2eab3bc3-e147-4cc1-ac41-6a7a1846627f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:56.293485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:56.334519 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a532ab3-2b40-47ef-8bd1-bbf7bab3b4b0 req-5da6ea52-1dd9-43dc-bbf8-cc9c1dabea5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2303886 Jan 17 08:20:56.424116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8fdff01a-e4c3-44d7-b57f-cc723748ed55 None None] Provisioning for port f9cd2735-0b9e-4618-a046-65c53bbfffdc completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:56.434197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8fdff01a-e4c3-44d7-b57f-cc723748ed55 None None] Provisioning complete for port f9cd2735-0b9e-4618-a046-65c53bbfffdc triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:56.434197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8fdff01a-e4c3-44d7-b57f-cc723748ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.540193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.557350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.584362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 2eab3bc3-e147-4cc1-ac41-6a7a1846627f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:20:56.611073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:56.617086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Usage tracker for resource:security_group_rule and tenant:ab5c476faa46422fa162152e91e81ff8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:20:56.623392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:20:56.631299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:56.653321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8fdff01a-e4c3-44d7-b57f-cc723748ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.693632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8fdff01a-e4c3-44d7-b57f-cc723748ed55 None None] For port f9cd2735-0b9e-4618-a046-65c53bbfffdc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f9cd2735-0b9e-4618-a046-65c53bbfffdc,segment=NetworkSegment(c6ee682c-cfe6-47e4-9ee7-96d09e4ca891),segment_id=c6ee682c-cfe6-47e4-9ee7-96d09e4ca891)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:56.702679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.722786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.754390 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a532ab3-2b40-47ef-8bd1-bbf7bab3b4b0 req-bfa90316-359e-4a64-91ba-58bdd4cd17f3 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052675 Jan 17 08:20:56.773315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8fdff01a-e4c3-44d7-b57f-cc723748ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.824491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=2eab3bc3-e147-4cc1-ac41-6a7a1846627f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:56.832412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 20948b66-5ab0-46a0-bf16-7402c611e35a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:20:56.832683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.853612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:20:56.859532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:20:56.898080 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdff01a-e4c3-44d7-b57f-cc723748ed55 None None] Pushing event updated for resources: {'Port': ['ID=f9cd2735-0b9e-4618-a046-65c53bbfffdc,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:56.905648 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a532ab3-2b40-47ef-8bd1-bbf7bab3b4b0 req-88e67af4-ac33-4510-9c6f-108f10dd9e37 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395798 Jan 17 08:20:56.927905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 3ea5841c-b81d-462e-b2fa-c69514f49cb0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:56.928506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.931116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4cf51775-9e54-4f9f-9067-72ba39d9c6d3 None None] Provisioning complete for port 1d2ead6f-34ed-48e2-a07c-3a0d791138ba triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:56.931601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cf51775-9e54-4f9f-9067-72ba39d9c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:56.947487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:56.948371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.000875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5876b48-146f-44c5-930e-a188f1b56220,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:57.044490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4cf51775-9e54-4f9f-9067-72ba39d9c6d3 None None] Port 1d2ead6f-34ed-48e2-a07c-3a0d791138ba cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:57.062796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.066912 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-564b7168-1706-479c-b2c9-da2fb9beedbc tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8111341 Jan 17 08:20:57.067111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55704) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:57.072569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f64d6edd-b22c-4230-9309-400e608d27f6 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:57.073495 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-f64d6edd-b22c-4230-9309-400e608d27f6 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] update failed (client error): There was a conflict when trying to complete your request. Jan 17 08:20:57.077131 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f64d6edd-b22c-4230-9309-400e608d27f6 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "PUT /v2.0/security-groups/f5876b48-146f-44c5-930e-a188f1b56220 HTTP/1.1" status: 409 len: 330 time: 0.0064492 Jan 17 08:20:57.077439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55708) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:57.085859 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-03b7b53a-19ed-4e6e-8c60-33cf5e61fccf tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5930169 Jan 17 08:20:57.093603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55712) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:57.153192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18715-a27d-4966-a7ce-62ce6d3edab0 req-9d2cd1cc-7abe-4c16-9398-022a52ee8dfc tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:57.154587 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-02a18715-a27d-4966-a7ce-62ce6d3edab0 req-9d2cd1cc-7abe-4c16-9398-022a52ee8dfc tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 943 time: 0.1490123 Jan 17 08:20:57.167456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4adfd98d-bb38-461b-8e6c-0448acbfd9b9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.177750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4ebf3887-e83c-4189-b556-c83eaf3eaa33 None None] Provisioning complete for port f9cd2735-0b9e-4618-a046-65c53bbfffdc triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:57.178371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ebf3887-e83c-4189-b556-c83eaf3eaa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.293640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b02896-de61-4bbf-ac6c-48e4000328ee tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.328808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-4adfd98d-bb38-461b-8e6c-0448acbfd9b9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Calling delete_port for 1d2ead6f-34ed-48e2-a07c-3a0d791138ba owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:57.340022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b02896-de61-4bbf-ac6c-48e4000328ee tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.352787 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-02a18715-a27d-4966-a7ce-62ce6d3edab0 req-161457df-035f-4286-8d0f-fdcfbc095fe8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885211 Jan 17 08:20:57.394586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4ebf3887-e83c-4189-b556-c83eaf3eaa33 None None] Provisioning for port 6ec865cc-446c-4492-bbaf-8b29aebae0dd completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:57.400509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4ebf3887-e83c-4189-b556-c83eaf3eaa33 None None] Provisioning complete for port 6ec865cc-446c-4492-bbaf-8b29aebae0dd triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:57.403690 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ebf3887-e83c-4189-b556-c83eaf3eaa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.459402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf3887-e83c-4189-b556-c83eaf3eaa33 None None] Port 6ec865cc-446c-4492-bbaf-8b29aebae0dd cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:57.465442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b02896-de61-4bbf-ac6c-48e4000328ee tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.485602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b02896-de61-4bbf-ac6c-48e4000328ee tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5876b48-146f-44c5-930e-a188f1b56220,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:57.493868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8b02896-de61-4bbf-ac6c-48e4000328ee tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.494966 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f8b02896-de61-4bbf-ac6c-48e4000328ee tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/f5876b48-146f-44c5-930e-a188f1b56220 HTTP/1.1" status: 204 len: 168 time: 0.4162328 Jan 17 08:20:57.497458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55716) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:57.532328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4aba01-28bd-4e0f-a794-2c0049ec251c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:57.533814 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9f4aba01-28bd-4e0f-a794-2c0049ec251c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.4392643 Jan 17 08:20:57.537698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55720) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:57.588440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-47e8646f-6cc6-4136-84b1-37ac2ca21180 None None] Provisioning complete for port 6ec865cc-446c-4492-bbaf-8b29aebae0dd triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:57.589454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47e8646f-6cc6-4136-84b1-37ac2ca21180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.618860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-029c9e32-033c-4d34-be26-d34a1be8ac20 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Synchronizing usage tracker for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:57.633461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port 3ea5841c-b81d-462e-b2fa-c69514f49cb0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3ea5841c-b81d-462e-b2fa-c69514f49cb0,segment=NetworkSegment(8e646172-9cd5-4760-b153-386fb59544f8),segment_id=8e646172-9cd5-4760-b153-386fb59544f8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:20:57.633811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.640672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3fc4f-152f-4de1-8b73-f250b1d3d468 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 2eab3bc3-e147-4cc1-ac41-6a7a1846627f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:57.640672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aa3fc4f-152f-4de1-8b73-f250b1d3d468 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.659905 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f9cd2735-0b9e-4618-a046-65c53bbfffdc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:20:57.700741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-47e8646f-6cc6-4136-84b1-37ac2ca21180 None None] Port 6ec865cc-446c-4492-bbaf-8b29aebae0dd cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:57.739831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-029c9e32-033c-4d34-be26-d34a1be8ac20 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] Unset dirty status for tenant:ab5c476faa46422fa162152e91e81ff8 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:57.741064 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-029c9e32-033c-4d34-be26-d34a1be8ac20 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2423267 Jan 17 08:20:57.746102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port f9cd2735-0b9e-4618-a046-65c53bbfffdc triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:57.746483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.748253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55724) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:57.774631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 3ea5841c-b81d-462e-b2fa-c69514f49cb0 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:57.775180 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-a6447fcf-0038-4586-a480-8a0e280a9c82 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] delete failed (client error): The resource could not be found. Jan 17 08:20:57.776213 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a6447fcf-0038-4586-a480-8a0e280a9c82 tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "DELETE /v2.0/security-groups/8cd116c6-3a97-4d3b-9819-42054746a0ba HTTP/1.1" status: 404 len: 347 time: 0.0274029 Jan 17 08:20:57.792350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55728) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:57.809450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-47e8646f-6cc6-4136-84b1-37ac2ca21180 None None] Provisioning for port 2eab3bc3-e147-4cc1-ac41-6a7a1846627f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:20:57.841391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-47e8646f-6cc6-4136-84b1-37ac2ca21180 None None] Provisioning complete for port 2eab3bc3-e147-4cc1-ac41-6a7a1846627f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:20:57.841631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47e8646f-6cc6-4136-84b1-37ac2ca21180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.859624 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-8e4749b4-b6da-447e-a364-02bd3f52070b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] show failed (client error): The resource could not be found. Jan 17 08:20:57.860656 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8e4749b4-b6da-447e-a364-02bd3f52070b tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-groups/edba0d19-9b5d-4279-9670-16aab05f302b HTTP/1.1" status: 404 len: 347 time: 0.0675523 Jan 17 08:20:57.864916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55732) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:57.894759 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-dd736f42-6e39-4f29-a410-db3e025a7c2a tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] show failed (client error): The resource could not be found. Jan 17 08:20:57.895828 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dd736f42-6e39-4f29-a410-db3e025a7c2a tempest-NegativeSecGroupTest-4391495 tempest-NegativeSecGroupTest-4391495-project] 10.222.0.44 "GET /v2.0/security-group-rules/5649395e-5f01-426f-aac9-f1317b3373d1 HTTP/1.1" status: 404 len: 356 time: 0.0300119 Jan 17 08:20:57.926566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-47e8646f-6cc6-4136-84b1-37ac2ca21180 None None] Port 2eab3bc3-e147-4cc1-ac41-6a7a1846627f cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:20:57.927804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4adfd98d-bb38-461b-8e6c-0448acbfd9b9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:57.968253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aa3fc4f-152f-4de1-8b73-f250b1d3d468 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:58.023724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfd98d-bb38-461b-8e6c-0448acbfd9b9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event deleted for resources: {'Port': ['ID=1d2ead6f-34ed-48e2-a07c-3a0d791138ba,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:58.085510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4adfd98d-bb38-461b-8e6c-0448acbfd9b9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:58.097375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3fc4f-152f-4de1-8b73-f250b1d3d468 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 2eab3bc3-e147-4cc1-ac41-6a7a1846627f owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:58.145013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:58.194131 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4adfd98d-bb38-461b-8e6c-0448acbfd9b9 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "DELETE /v2.0/ports/1d2ead6f-34ed-48e2-a07c-3a0d791138ba HTTP/1.1" status: 204 len: 168 time: 2.0244255 Jan 17 08:20:58.196973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=3ea5841c-b81d-462e-b2fa-c69514f49cb0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:58.199133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55738) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:58.294338 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c498f76-7b8e-4ee3-b9fc-52ee2d086517 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] GET failed (client error): The resource could not be found. Jan 17 08:20:58.294914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3c498f76-7b8e-4ee3-b9fc-52ee2d086517 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Synchronizing usage tracker for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:58.476505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aa3fc4f-152f-4de1-8b73-f250b1d3d468 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:58.519388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:58.571964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3fc4f-152f-4de1-8b73-f250b1d3d468 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=2eab3bc3-e147-4cc1-ac41-6a7a1846627f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:58.651665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3c498f76-7b8e-4ee3-b9fc-52ee2d086517 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Unset dirty status for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:58.657334 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3c498f76-7b8e-4ee3-b9fc-52ee2d086517 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "GET /v2.0/ports/1d2ead6f-34ed-48e2-a07c-3a0d791138ba HTTP/1.1" status: 404 len: 333 time: 0.4564669 Jan 17 08:20:58.662934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55746) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:58.670215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'port': {'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2142690764'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:20:58.687570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55750) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:58.712376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0aa3fc4f-152f-4de1-8b73-f250b1d3d468 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:58.737524 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0aa3fc4f-152f-4de1-8b73-f250b1d3d468 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/2eab3bc3-e147-4cc1-ac41-6a7a1846627f HTTP/1.1" status: 204 len: 168 time: 1.1987681 Jan 17 08:20:58.740371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55756) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:58.793008 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebfc903-e700-4fd8-bc82-c7d24338a926 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:20:58.793521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7ebfc903-e700-4fd8-bc82-c7d24338a926 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:20:58.906477 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-291995dc-638d-41c7-9063-26be403c0d2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab5c476faa46422fa162152e91e81ff8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2151744 Jan 17 08:20:58.907118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55762) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:58.920376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7ebfc903-e700-4fd8-bc82-c7d24338a926 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:20:58.924219 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7ebfc903-e700-4fd8-bc82-c7d24338a926 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/2eab3bc3-e147-4cc1-ac41-6a7a1846627f HTTP/1.1" status: 404 len: 333 time: 0.1799536 Jan 17 08:20:58.924430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55766) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:20:59.016779 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0861b5df-e564-4f4f-8932-77f847403c38 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 6ec865cc-446c-4492-bbaf-8b29aebae0dd {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:20:59.017193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0861b5df-e564-4f4f-8932-77f847403c38 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:59.058086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e1b95-c621-40b5-b3a0-46e5db78d8d8 req-aa182bc6-d7af-405a-b187-f2941c5da3d3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:20:59.059555 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ea3e1b95-c621-40b5-b3a0-46e5db78d8d8 req-aa182bc6-d7af-405a-b187-f2941c5da3d3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 943 time: 0.4456134 Jan 17 08:20:59.061095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d959091f-a8dd-48c2-afe1-1e4be14c3e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:59.067921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:20:59.098441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:20:59.108798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d959091f-a8dd-48c2-afe1-1e4be14c3e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:59.194433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Made reservation on behalf of a23ffc7f59e8439db0964e61d7d6e016 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:20:59.197463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:59.275473 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ea3e1b95-c621-40b5-b3a0-46e5db78d8d8 req-399211e1-7655-4d42-bc8a-efb9af403067 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027581 Jan 17 08:20:59.297938 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] device_id is not set on port 099b11d1-da48-46a3-a72f-d7674c33bf07 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:20:59.334865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0861b5df-e564-4f4f-8932-77f847403c38 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:59.459650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d959091f-a8dd-48c2-afe1-1e4be14c3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:59.469510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0861b5df-e564-4f4f-8932-77f847403c38 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 6ec865cc-446c-4492-bbaf-8b29aebae0dd owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:20:59.525380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959091f-a8dd-48c2-afe1-1e4be14c3e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa4cc3d-4d11-413e-ab82-05077608746e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:59.581538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Allocated IP 2001:db8::3a5 (177c2a69-5044-46f7-84a4-878a65c8ae77/750c375d-70af-46fb-be10-2e796ffc4f72/099b11d1-da48-46a3-a72f-d7674c33bf07) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:20:59.665796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d959091f-a8dd-48c2-afe1-1e4be14c3e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:59.667076 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d959091f-a8dd-48c2-afe1-1e4be14c3e95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fa4cc3d-4d11-413e-ab82-05077608746e HTTP/1.1" status: 204 len: 168 time: 0.7596133 Jan 17 08:20:59.733778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:20:59.828314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0861b5df-e564-4f4f-8932-77f847403c38 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:59.877025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861b5df-e564-4f4f-8932-77f847403c38 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=6ec865cc-446c-4492-bbaf-8b29aebae0dd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:20:59.928592 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:20:59.958921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Transition to ACTIVE for port object 099b11d1-da48-46a3-a72f-d7674c33bf07 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:00.003478 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0861b5df-e564-4f4f-8932-77f847403c38 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.004019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:21:00.011471 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d5b698a8-b83f-42d1-9fef-c1b600d1f287 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8341830 Jan 17 08:21:00.016218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55772) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:00.025772 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] Sync routers for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:21:00.041122 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:00.041905 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:00.084685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.094416 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0861b5df-e564-4f4f-8932-77f847403c38 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/6ec865cc-446c-4492-bbaf-8b29aebae0dd HTTP/1.1" status: 204 len: 168 time: 1.1689756 Jan 17 08:21:00.096727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55776) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:00.153094 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-489e8184-2a54-4261-9dda-c0ff43032bf9 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:21:00.153605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-489e8184-2a54-4261-9dda-c0ff43032bf9 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:00.246088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-489e8184-2a54-4261-9dda-c0ff43032bf9 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:00.246468 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:00.248505 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-489e8184-2a54-4261-9dda-c0ff43032bf9 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/6ec865cc-446c-4492-bbaf-8b29aebae0dd HTTP/1.1" status: 404 len: 333 time: 0.1508439 Jan 17 08:21:00.251419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55780) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:00.262893 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:00.265917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:00.267765 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Port': ['ID=099b11d1-da48-46a3-a72f-d7674c33bf07,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:00.271572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:00.275438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:00.276052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.342305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0524b9-c4df-4a12-a50a-6ad0924b26de tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting subnet b225b363-9ca5-4e8b-aebe-4027a3e77b39 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:00.347069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a0524b9-c4df-4a12-a50a-6ad0924b26de tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.414275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a0524b9-c4df-4a12-a50a-6ad0924b26de tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.543822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c795032-a320-471e-b4c6-de577aefdfa2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet cddaadaa-26da-4647-a3b3-70083c02496b {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:00.549469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c795032-a320-471e-b4c6-de577aefdfa2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.620226 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-82ece339-f85f-42d2-be88-b56a0cd57c7f tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9556203 Jan 17 08:21:00.623117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55786) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:00.623341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c795032-a320-471e-b4c6-de577aefdfa2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.632061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'port': {'network_id': '177c2a69-5044-46f7-84a4-878a65c8ae77', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1192393330'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:00.671083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372c830-2634-44d8-8990-78c6fb80b904 req-4f838a69-f1a6-49d4-b8f1-afe01aa7f707 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:00.672952 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3372c830-2634-44d8-8990-78c6fb80b904 req-4f838a69-f1a6-49d4-b8f1-afe01aa7f707 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 943 time: 0.2550669 Jan 17 08:21:00.686906 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:57Z', 'revision_number': 9, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:00.691870 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] Checking router: a884305a-59b8-4d21-829d-fea5bc55564c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:21:00.706024 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:00.706774 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:00.747017 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3372c830-2634-44d8-8990-78c6fb80b904 req-936fd3d0-2d33-4ce3-87e5-2933cf9e28df tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620985 Jan 17 08:21:00.756808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c795032-a320-471e-b4c6-de577aefdfa2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.760872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a0524b9-c4df-4a12-a50a-6ad0924b26de tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.778931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fc8ec88e-0b2a-407c-8917-539ae077908c None None] Provisioning for port 099b11d1-da48-46a3-a72f-d7674c33bf07 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:00.786732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fc8ec88e-0b2a-407c-8917-539ae077908c None None] Provisioning complete for port 099b11d1-da48-46a3-a72f-d7674c33bf07 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:00.787484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec88e-0b2a-407c-8917-539ae077908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.839616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:00.854355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:00.870013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ec88e-0b2a-407c-8917-539ae077908c None None] Port 099b11d1-da48-46a3-a72f-d7674c33bf07 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:00.917163 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:00.960206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c795032-a320-471e-b4c6-de577aefdfa2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.988640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Made reservation on behalf of a23ffc7f59e8439db0964e61d7d6e016 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:00.991647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:00.999184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c795032-a320-471e-b4c6-de577aefdfa2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=cddaadaa-26da-4647-a3b3-70083c02496b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:01.003400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a0524b9-c4df-4a12-a50a-6ad0924b26de tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.006548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c795032-a320-471e-b4c6-de577aefdfa2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.013297 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6c795032-a320-471e-b4c6-de577aefdfa2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/cddaadaa-26da-4647-a3b3-70083c02496b HTTP/1.1" status: 204 len: 168 time: 0.7608941 Jan 17 08:21:01.015812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55790) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:01.018875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f94be-65c1-4f71-9d62-678d87fde94a None None] Network 20948b66-5ab0-46a0-bf16-7402c611e35a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:01.050238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0524b9-c4df-4a12-a50a-6ad0924b26de tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Subnet': ['ID=b225b363-9ca5-4e8b-aebe-4027a3e77b39,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:01.053352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a0524b9-c4df-4a12-a50a-6ad0924b26de tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.059359 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3a0524b9-c4df-4a12-a50a-6ad0924b26de tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/b225b363-9ca5-4e8b-aebe-4027a3e77b39 HTTP/1.1" status: 204 len: 168 time: 1.0420554 Jan 17 08:21:01.064912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55794) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:01.067737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] device_id is not set on port 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:21:01.094952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d61fde-51ff-4afd-ab0a-8e37b4c16712 None None] Network 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:01.164439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.179084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port f9cd2735-0b9e-4618-a046-65c53bbfffdc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:01.179632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.241117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.281082 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:57Z', 'revision_number': 9, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:01.286489 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01d7ff-0e90-4998-8f61-b8e297872195 None None] The sync data for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv is: [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:20:57Z', 'revision_number': 9, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '52161363-340f-4794-9d2e-cd33d853fe70', 'name': '', 'network_id': '28851cb7-1514-423e-bd23-6f313d8a818f', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:03:95:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:14Z', 'updated_at': '2022-01-17T08:20:30Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'd53e9a2d-142d-4920-ae47-5700ba2d87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:21:01.294572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:01.294907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.373127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Allocated IP 2001:db8::229 (177c2a69-5044-46f7-84a4-878a65c8ae77/750c375d-70af-46fb-be10-2e796ffc4f72/3859d5ff-b8b3-43d6-9a39-a058fc2c6f92) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:01.416566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] For port f9cd2735-0b9e-4618-a046-65c53bbfffdc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f9cd2735-0b9e-4618-a046-65c53bbfffdc,segment=NetworkSegment(c6ee682c-cfe6-47e4-9ee7-96d09e4ca891),segment_id=c6ee682c-cfe6-47e4-9ee7-96d09e4ca891)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:01.416773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.551879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for f9cd2735-0b9e-4618-a046-65c53bbfffdc owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:01.634163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port 18fa7158-a2cb-4df6-88b4-a71e24d44be9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=18fa7158-a2cb-4df6-88b4-a71e24d44be9,segment=NetworkSegment(8e646172-9cd5-4760-b153-386fb59544f8),segment_id=8e646172-9cd5-4760-b153-386fb59544f8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:01.634163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.661377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130d97e-8e3a-4818-93e3-8f5f90e26b48 None None] DHCP port deletion for 20948b66-5ab0-46a0-bf16-7402c611e35a request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:21:01.668032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b130d97e-8e3a-4818-93e3-8f5f90e26b48 None None] Deleting port f9cd2735-0b9e-4618-a046-65c53bbfffdc {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:01.668239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b130d97e-8e3a-4818-93e3-8f5f90e26b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.701466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80910e5e-332f-4595-9015-8926b43572bc None None] DHCP port deletion for 8054aef8-2955-4936-a51b-c3b2bc1ad9c8 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:21:01.712947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.729707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80910e5e-332f-4595-9015-8926b43572bc None None] Deleting port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:01.730358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80910e5e-332f-4595-9015-8926b43572bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.774235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3ea5841c-b81d-462e-b2fa-c69514f49cb0 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:01.779980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 18fa7158-a2cb-4df6-88b4-a71e24d44be9 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:01.802412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=f9cd2735-0b9e-4618-a046-65c53bbfffdc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:01.809791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No DVR routers for this DVR port f9cd2735-0b9e-4618-a046-65c53bbfffdc on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:21:01.860327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b130d97e-8e3a-4818-93e3-8f5f90e26b48 None None] The port 'f9cd2735-0b9e-4618-a046-65c53bbfffdc' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:21:01.865827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 3ea5841c-b81d-462e-b2fa-c69514f49cb0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:01.866395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3ea5841c-b81d-462e-b2fa-c69514f49cb0 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:01.867015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f9cd2735-0b9e-4618-a046-65c53bbfffdc no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:01.908976 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:01.917616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: f9cd2735-0b9e-4618-a046-65c53bbfffdc {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:01.917883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f9cd2735-0b9e-4618-a046-65c53bbfffdc not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:01.933110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Transition to ACTIVE for port object 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:02.034570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae02c4-ba3f-4f9a-99d5-08438ed685df req-9efa3074-22bc-4070-a9f7-2c549d00c6d7 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:02.036424 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-08ae02c4-ba3f-4f9a-99d5-08438ed685df req-9efa3074-22bc-4070-a9f7-2c549d00c6d7 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 943 time: 0.0844655 Jan 17 08:21:02.037977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.084602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.103525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-80910e5e-332f-4595-9015-8926b43572bc None None] For port 18fa7158-a2cb-4df6-88b4-a71e24d44be9, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=18fa7158-a2cb-4df6-88b4-a71e24d44be9,segment=NetworkSegment(8e646172-9cd5-4760-b153-386fb59544f8),segment_id=8e646172-9cd5-4760-b153-386fb59544f8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:02.103779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=18fa7158-a2cb-4df6-88b4-a71e24d44be9,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:02.104430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80910e5e-332f-4595-9015-8926b43572bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.110436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.110576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20948b66-5ab0-46a0-bf16-7402c611e35a']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:02.123621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ee682c-cfe6-47e4-9ee7-96d09e4ca891') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:02.123911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ee682c-cfe6-47e4-9ee7-96d09e4ca891') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:02.135966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.151563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.157912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:21:02.158303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.168220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No DVR routers for this DVR port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:21:02.172530 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:21:02.227376 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-08ae02c4-ba3f-4f9a-99d5-08438ed685df req-cfca8ba8-d5da-42f0-888c-a094eb4b92e0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562872 Jan 17 08:21:02.237925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80910e5e-332f-4595-9015-8926b43572bc None None] Calling delete_port for 18fa7158-a2cb-4df6-88b4-a71e24d44be9 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:02.310945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-80910e5e-332f-4595-9015-8926b43572bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:21:02.311331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-80910e5e-332f-4595-9015-8926b43572bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:21:02.336922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.355493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.366459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Network': ['ID=20948b66-5ab0-46a0-bf16-7402c611e35a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:02.404064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:02.405029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Port': ['ID=3859d5ff-b8b3-43d6-9a39-a058fc2c6f92,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:02.407459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:02.414928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:02.419406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:02.419529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.441924 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-eaa49266-f138-403c-9ce6-294f5fbf702b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/networks/20948b66-5ab0-46a0-bf16-7402c611e35a HTTP/1.1" status: 204 len: 168 time: 1.4211731 Jan 17 08:21:02.446522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55800) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:02.453156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.453335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-830977067'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:02.463988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:02.469025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:network and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:02.472579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:02.479121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:02.490004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8054aef8-2955-4936-a51b-c3b2bc1ad9c8']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:02.503949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e646172-9cd5-4760-b153-386fb59544f8') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:02.504248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e646172-9cd5-4760-b153-386fb59544f8') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:02.516601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.533731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.540482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:21:02.541063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:21:02.555595 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:21:02.560508 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-23eb2a7b-216d-4920-90e8-224ac87edda6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9365680 Jan 17 08:21:02.563423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55804) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:02.575376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-694c63fb-c55f-4363-810d-3ce005e959b6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f9', 'mac_address': 'fa:16:3e:4b:4d:c7'}, {'ip_address': '2001:db8::3a5', 'mac_address': 'fa:16:3e:18:da:d6'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:02.623796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:02.627306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.721652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.729439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:21:02.740839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.746751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Network': ['ID=8054aef8-2955-4936-a51b-c3b2bc1ad9c8,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:02.754030 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-988f807e-9c08-49ff-8681-0f89a3739eef tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/networks/8054aef8-2955-4936-a51b-c3b2bc1ad9c8 HTTP/1.1" status: 204 len: 168 time: 1.6849799 Jan 17 08:21:02.754468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.754468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Added segment f6c21e8c-df24-494d-a495-988284f368d4 of type vlan for network fcd53d3f-9876-4dac-91f1-33dff07f4f68 Jan 17 08:21:02.754656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55808) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:02.778763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4a9367e1-3893-400d-a6b1-577ab30fde95 None None] Provisioning for port 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:02.785214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4a9367e1-3893-400d-a6b1-577ab30fde95 None None] Provisioning complete for port 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:02.786013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4a9367e1-3893-400d-a6b1-577ab30fde95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.825515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80910e5e-332f-4595-9015-8926b43572bc None None] Deleting port 18fa7158-a2cb-4df6-88b4-a71e24d44be9 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:02.826301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80910e5e-332f-4595-9015-8926b43572bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.834412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.885482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-694c63fb-c55f-4363-810d-3ce005e959b6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.913850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80910e5e-332f-4595-9015-8926b43572bc None None] The port '18fa7158-a2cb-4df6-88b4-a71e24d44be9' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:21:02.927169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-4a9367e1-3893-400d-a6b1-577ab30fde95 None None] Port 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:02.987928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:02.991516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:02.992097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:03.092133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:03.176682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Network': ['ID=fcd53d3f-9876-4dac-91f1-33dff07f4f68,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:03.185463 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-37651c41-ba6d-4670-a967-547b91af5785 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7355766 Jan 17 08:21:03.187224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55812) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:03.192740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network fcd53d3f-9876-4dac-91f1-33dff07f4f68 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:21:03.199853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': 'fcd53d3f-9876-4dac-91f1-33dff07f4f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:03.328165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-694c63fb-c55f-4363-810d-3ce005e959b6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:03.330006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:03.334127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:03.337344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:03.343397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:03.405658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-694c63fb-c55f-4363-810d-3ce005e959b6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:03.451400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:03.537994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-694c63fb-c55f-4363-810d-3ce005e959b6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] In _notify_port_updated(), no bound segment for port 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 on network 177c2a69-5044-46f7-84a4-878a65c8ae77 {{(pid=84155) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:21:03.541756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c63fb-c55f-4363-810d-3ce005e959b6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:03.542375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-694c63fb-c55f-4363-810d-3ce005e959b6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:03.543667 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-694c63fb-c55f-4363-810d-3ce005e959b6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "PUT /v2.0/ports/3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 HTTP/1.1" status: 200 len: 1067 time: 0.9785864 Jan 17 08:21:03.550777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55818) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:03.586058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c63fb-c55f-4363-810d-3ce005e959b6 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event updated for resources: {'Port': ['ID=3859d5ff-b8b3-43d6-9a39-a058fc2c6f92,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:03.613567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:03.627159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f42ef312-dd86-41dc-b9e1-9e1483b5f984 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Deleting port 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:03.627524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f42ef312-dd86-41dc-b9e1-9e1483b5f984 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:03.660128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 18fa7158-a2cb-4df6-88b4-a71e24d44be9 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:03.704042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 18fa7158-a2cb-4df6-88b4-a71e24d44be9 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:03.704386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 18fa7158-a2cb-4df6-88b4-a71e24d44be9 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:03.745807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553c28b-464f-4ac9-b54c-1623f8acc846 req-cca02b14-e54f-45f7-8f4f-ce3a9ad44e68 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:03.747445 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1553c28b-464f-4ac9-b54c-1623f8acc846 req-cca02b14-e54f-45f7-8f4f-ce3a9ad44e68 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 943 time: 0.3803003 Jan 17 08:21:03.850024 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1553c28b-464f-4ac9-b54c-1623f8acc846 req-167cd5e4-a8c1-4a6e-b376-09ef3eb200d6 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930088 Jan 17 08:21:03.904418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-017e0d90-71da-4500-bfee-310e2d3e2032 None None] Provisioning complete for port 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:03.904792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-017e0d90-71da-4500-bfee-310e2d3e2032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:03.948760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:03.963504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-017e0d90-71da-4500-bfee-310e2d3e2032 None None] Port 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:04.026842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=9a83b68f-e9a7-4e13-9812-d7c52148dc58,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:04.041157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Checking segment: {'id': 'f6c21e8c-df24-494d-a495-988284f368d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd53d3f-9876-4dac-91f1-33dff07f4f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:21:04.041518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network hostable DHCP agents. Network: fcd53d3f-9876-4dac-91f1-33dff07f4f68, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:21:04.081875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 52161363-340f-4794-9d2e-cd33d853fe70 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:04.082121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:04.120260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f42ef312-dd86-41dc-b9e1-9e1483b5f984 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:04.124960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network fcd53d3f-9876-4dac-91f1-33dff07f4f68 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:21:04.199325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, fcd53d3f-9876-4dac-91f1-33dff07f4f68) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:04.203381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:04.203962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:04.211916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858004c1-a667-4b6f-8bff-c58d9afa34db None None] Network fcd53d3f-9876-4dac-91f1-33dff07f4f68 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:04.255972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f42ef312-dd86-41dc-b9e1-9e1483b5f984 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Calling delete_port for 3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:04.294251 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-62dc9abf-a273-4fa5-82b8-36ae3c8c9a35 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1050396 Jan 17 08:21:04.294579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55822) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:04.300914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': 'fcd53d3f-9876-4dac-91f1-33dff07f4f68', 'name': 'tempest-PortsTestJSON-1499664363', 'fixed_ips': [{'subnet_id': '9a83b68f-e9a7-4e13-9812-d7c52148dc58', 'ip_address': '172.20.0.10'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:04.449795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-fcd53d3f-9876-4dac-91f1-33dff07f4f68', 'network_id': 'fcd53d3f-9876-4dac-91f1-33dff07f4f68', 'tenant_id': '1ab1e76fb3cc4203a2b84ff832e9feb8', 'fixed_ips': [{'subnet_id': '9a83b68f-e9a7-4e13-9812-d7c52148dc58'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:21:04.451095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:04.516817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port 52161363-340f-4794-9d2e-cd33d853fe70, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52161363-340f-4794-9d2e-cd33d853fe70,segment=NetworkSegment(ed41548d-a0b6-483c-8fda-55f06d5cef08),segment_id=ed41548d-a0b6-483c-8fda-55f06d5cef08)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:04.517205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:04.536758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:04.541061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:04.544035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:04.550833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:04.582010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f42ef312-dd86-41dc-b9e1-9e1483b5f984 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:04.616674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:04.623124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:04.646851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 273541e3-ca94-4baa-b2e4-6492540c9a66 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:21:04.670560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Allocated IP 172.20.0.2 (fcd53d3f-9876-4dac-91f1-33dff07f4f68/9a83b68f-e9a7-4e13-9812-d7c52148dc58/b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:04.675044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 52161363-340f-4794-9d2e-cd33d853fe70 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:04.729196 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ef312-dd86-41dc-b9e1-9e1483b5f984 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event deleted for resources: {'Port': ['ID=3859d5ff-b8b3-43d6-9a39-a058fc2c6f92,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:04.897641 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:04.909024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Transition to ACTIVE for port object b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:04.929586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Transition to ACTIVE for port object b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:05.008335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.076985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Network fcd53d3f-9876-4dac-91f1-33dff07f4f68 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:05.077220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.10 (fcd53d3f-9876-4dac-91f1-33dff07f4f68/9a83b68f-e9a7-4e13-9812-d7c52148dc58/273541e3-ca94-4baa-b2e4-6492540c9a66) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:05.080583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:05.085070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:05.087672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Pushing event updated for resources: {'Port': ['ID=b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:05.094683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f42ef312-dd86-41dc-b9e1-9e1483b5f984 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.127393 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f42ef312-dd86-41dc-b9e1-9e1483b5f984 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "DELETE /v2.0/ports/3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 HTTP/1.1" status: 204 len: 168 time: 1.5733724 Jan 17 08:21:05.129469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55830) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:05.179476 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Attempting to bind port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:21:05.179963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Attempting to bind port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'f6c21e8c-df24-494d-a495-988284f368d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd53d3f-9876-4dac-91f1-33dff07f4f68'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:21:05.180416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Attempting to bind port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f on network fcd53d3f-9876-4dac-91f1-33dff07f4f68 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:21:05.180707 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9278f6-5216-4f1e-89a7-a477d64ef447 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] GET failed (client error): The resource could not be found. Jan 17 08:21:05.181259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cc9278f6-5216-4f1e-89a7-a477d64ef447 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Synchronizing usage tracker for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:05.187303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:21:05.187500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Checking segment: {'id': 'f6c21e8c-df24-494d-a495-988284f368d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd53d3f-9876-4dac-91f1-33dff07f4f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:21:05.187906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.188302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Bound using segment: {'id': 'f6c21e8c-df24-494d-a495-988284f368d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd53d3f-9876-4dac-91f1-33dff07f4f68'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:21:05.188766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Bound port: b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c21e8c-df24-494d-a495-988284f368d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fcd53d3f-9876-4dac-91f1-33dff07f4f68'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:21:05.189720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.208326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.233426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0132fbb-a991-4417-9f7e-0ba2207d990c details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:21:05.248926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5029fb9-514b-483c-a39e-8fa758679145 req-ea735f34-90ad-4316-88bf-7ad66ecf193a tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:05.250860 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a5029fb9-514b-483c-a39e-8fa758679145 req-ea735f34-90ad-4316-88bf-7ad66ecf193a tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 943 time: 0.2478576 Jan 17 08:21:05.280899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=52161363-340f-4794-9d2e-cd33d853fe70,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:05.293228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cc9278f6-5216-4f1e-89a7-a477d64ef447 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Unset dirty status for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:05.297476 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cc9278f6-5216-4f1e-89a7-a477d64ef447 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "GET /v2.0/ports/3859d5ff-b8b3-43d6-9a39-a058fc2c6f92 HTTP/1.1" status: 404 len: 333 time: 0.1654642 Jan 17 08:21:05.298870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55834) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:05.306714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.324341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 273541e3-ca94-4baa-b2e4-6492540c9a66 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:05.351794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] For port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:21:05.365719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] For port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f,segment=NetworkSegment(f6c21e8c-df24-494d-a495-988284f368d4),segment_id=f6c21e8c-df24-494d-a495-988284f368d4)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:21:05.430762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.476010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0132fbb-a991-4417-9f7e-0ba2207d990c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:05.482869 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a5029fb9-514b-483c-a39e-8fa758679145 req-33e0a661-a9af-4ce2-b6c3-92e86c1c2e54 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235241 Jan 17 08:21:05.490756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-358b6991-74ac-4637-93c9-8e2e0eacb5ec tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Deleting port 099b11d1-da48-46a3-a72f-d7674c33bf07 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:05.491413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-358b6991-74ac-4637-93c9-8e2e0eacb5ec tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.496448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.586452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network fcd53d3f-9876-4dac-91f1-33dff07f4f68 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:05.587935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=273541e3-ca94-4baa-b2e4-6492540c9a66,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:05.590711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:05.592977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:05.597922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'port_id': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'mac_address': 'fa:16:3e:0b:07:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:21:05.672824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:05.674010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.692538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bb81b-70ab-4d14-8000-980e62da6467 None None] Pushing event updated for resources: {'Port': ['ID=b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:05.700196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.719500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0132fbb-a991-4417-9f7e-0ba2207d990c {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:21:05.740864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0132fbb-a991-4417-9f7e-0ba2207d990c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:05.786509 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ac3a0460-4276-4b98-8efa-d85ad822f91f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4905519 Jan 17 08:21:05.787476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:05.794242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': 'fcd53d3f-9876-4dac-91f1-33dff07f4f68', 'name': 'tempest-PortsTestJSON-1185224039', 'fixed_ips': [{'subnet_id': '9a83b68f-e9a7-4e13-9812-d7c52148dc58', 'ip_address': '172.20.0.9'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:05.882729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.945803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:05.973818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:05.978410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:05.979150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f0132fbb-a991-4417-9f7e-0ba2207d990c,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:05.982442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:05.995662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:06.045205 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df6a707a-71d1-4ff4-9b6d-52b7bd7dd3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:06.074324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:06.079694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:06.101453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 0f1d1e94-19ef-4ddb-968e-745cf67b4ba7 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:21:06.117477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-358b6991-74ac-4637-93c9-8e2e0eacb5ec tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:06.205733 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['f0132fbb-a991-4417-9f7e-0ba2207d990c'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:21:06.253085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-358b6991-74ac-4637-93c9-8e2e0eacb5ec tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Calling delete_port for 099b11d1-da48-46a3-a72f-d7674c33bf07 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:06.305031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.9 (fcd53d3f-9876-4dac-91f1-33dff07f4f68/9a83b68f-e9a7-4e13-9812-d7c52148dc58/0f1d1e94-19ef-4ddb-968e-745cf67b4ba7) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:06.642285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-358b6991-74ac-4637-93c9-8e2e0eacb5ec tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:06.680800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f9c2b-b14e-499c-9b75-59e6887eff23 None None] Network fcd53d3f-9876-4dac-91f1-33dff07f4f68 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:06.696861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b6991-74ac-4637-93c9-8e2e0eacb5ec tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event deleted for resources: {'Port': ['ID=099b11d1-da48-46a3-a72f-d7674c33bf07,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:06.797168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-358b6991-74ac-4637-93c9-8e2e0eacb5ec tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:06.832447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dd4de-985a-4acd-ad76-2de50e6f251d req-b444ee38-aa2f-4b00-bb3b-56981aa96673 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:06.834384 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d9dd4de-985a-4acd-ad76-2de50e6f251d req-b444ee38-aa2f-4b00-bb3b-56981aa96673 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 944 time: 0.2107098 Jan 17 08:21:06.855710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:21:06.899919 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d9dd4de-985a-4acd-ad76-2de50e6f251d req-db4e75bf-5705-45ef-9c8d-6ad04b5e4001 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501232 Jan 17 08:21:06.920412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:06.942147 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-358b6991-74ac-4637-93c9-8e2e0eacb5ec tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "DELETE /v2.0/ports/099b11d1-da48-46a3-a72f-d7674c33bf07 HTTP/1.1" status: 204 len: 168 time: 1.6156745 Jan 17 08:21:06.944743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55844) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:06.954182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 0f1d1e94-19ef-4ddb-968e-745cf67b4ba7 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:06.991760 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9b1fce-b600-4e1e-a401-631a0d5bc4ca tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] GET failed (client error): The resource could not be found. Jan 17 08:21:06.992349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9d9b1fce-b600-4e1e-a401-631a0d5bc4ca tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Synchronizing usage tracker for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:07.056650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0e2a368b-6d62-41b9-9643-339fc8cd9bae None None] Provisioning for port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:07.093433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:07.170058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network fcd53d3f-9876-4dac-91f1-33dff07f4f68 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:07.173249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:07.175651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:07.218590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:21:07.218842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=0f1d1e94-19ef-4ddb-968e-745cf67b4ba7,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:07.226540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55848) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:07.226929 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-91856e06-0e50-4ea3-9c4c-2b8e5ee8f746 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4717305 Jan 17 08:21:07.232497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] Sync routers for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:21:07.242682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9d9b1fce-b600-4e1e-a401-631a0d5bc4ca tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Unset dirty status for tenant:a23ffc7f59e8439db0964e61d7d6e016 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:07.245727 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9d9b1fce-b600-4e1e-a401-631a0d5bc4ca tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "GET /v2.0/ports/099b11d1-da48-46a3-a72f-d7674c33bf07 HTTP/1.1" status: 404 len: 333 time: 0.2995393 Jan 17 08:21:07.246081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0132fbb-a991-4417-9f7e-0ba2207d990c up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:07.249342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55852) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:07.282392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.282787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.283127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.284751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.285245 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.285588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.285920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.286247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.286572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.287079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.287299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:07.305061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:07.305711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:20:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:07.310879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:07.311532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:07.347653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Deleting port d00d533d-f828-4d3c-9aad-9b9eeb0407d4 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:07.352189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:07.430830 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f9495e2c-cc7e-469f-a794-9de9017138c4 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6417329 Jan 17 08:21:07.433483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55856) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:07.469720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1767417b-aecf-4e72-bc9e-a8b746e761d2 None None] Provisioning for port 273541e3-ca94-4baa-b2e4-6492540c9a66 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:07.602074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1767417b-aecf-4e72-bc9e-a8b746e761d2 None None] Provisioning complete for port 273541e3-ca94-4baa-b2e4-6492540c9a66 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:07.602441 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1767417b-aecf-4e72-bc9e-a8b746e761d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:07.691323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:07.696264 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb97b059-0e7e-4e0a-b223-5ced58a0834a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting subnet d53e9a2d-142d-4920-ae47-5700ba2d87ce {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:07.703669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb97b059-0e7e-4e0a-b223-5ced58a0834a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:07.737746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:07.771952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889fcbc7-c23d-4ccd-bc09-d27ca7b95c12 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:07.772826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-889fcbc7-c23d-4ccd-bc09-d27ca7b95c12 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:07.776828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb97b059-0e7e-4e0a-b223-5ced58a0834a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:07.796002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:07.834618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1767417b-aecf-4e72-bc9e-a8b746e761d2 None None] Port 273541e3-ca94-4baa-b2e4-6492540c9a66 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:07.835227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Calling delete_port for d00d533d-f828-4d3c-9aad-9b9eeb0407d4 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:07.872020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb97b059-0e7e-4e0a-b223-5ced58a0834a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:07.890250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port f0132fbb-a991-4417-9f7e-0ba2207d990c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:07.906660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port f0132fbb-a991-4417-9f7e-0ba2207d990c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:07.907029 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:07.915466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-889fcbc7-c23d-4ccd-bc09-d27ca7b95c12 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:07.916654 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-889fcbc7-c23d-4ccd-bc09-d27ca7b95c12 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4821587 Jan 17 08:21:07.922670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55860) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:08.024213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c201fa29-0635-45ec-bdfb-bcf1f31b6d01 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:08.028715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c201fa29-0635-45ec-bdfb-bcf1f31b6d01 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:08.033385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c201fa29-0635-45ec-bdfb-bcf1f31b6d01 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:08.037607 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c201fa29-0635-45ec-bdfb-bcf1f31b6d01 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1112690 Jan 17 08:21:08.038312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55866) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:08.059068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.096377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb97b059-0e7e-4e0a-b223-5ced58a0834a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.139681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97b059-0e7e-4e0a-b223-5ced58a0834a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Subnet': ['ID=d53e9a2d-142d-4920-ae47-5700ba2d87ce,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:08.151109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4336e301-2728-473f-ac54-27fdcd854b6a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 0f1d1e94-19ef-4ddb-968e-745cf67b4ba7 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:08.151882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4336e301-2728-473f-ac54-27fdcd854b6a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.155087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:08.158406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event deleted for resources: {'Port': ['ID=d00d533d-f828-4d3c-9aad-9b9eeb0407d4,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:08.191591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb97b059-0e7e-4e0a-b223-5ced58a0834a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.200717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cb97b059-0e7e-4e0a-b223-5ced58a0834a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/d53e9a2d-142d-4920-ae47-5700ba2d87ce HTTP/1.1" status: 204 len: 168 time: 0.9690437 Jan 17 08:21:08.203089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:08.203251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55870) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:08.203361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.203784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.204138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.204539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.204891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.205371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.205771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.206105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.206434 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.206760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.207091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.207445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:08.231891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.241102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb54ef-9b75-4915-9590-8e7fce4fa873 None None] Network 28851cb7-1514-423e-bd23-6f313d8a818f requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:08.267790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5ba31-ac67-4350-b299-f278b5e19cb5 req-dd3b7830-e434-40cc-9c5b-6879a4512589 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:08.269457 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b6c5ba31-ac67-4350-b299-f278b5e19cb5 req-dd3b7830-e434-40cc-9c5b-6879a4512589 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 944 time: 0.2084134 Jan 17 08:21:08.289890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df4746dd-7ab1-4128-9a31-a5e4a291f67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.312575 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7c2dd7bb-627c-4fd8-96ca-430e92ee5b1a tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "DELETE /v2.0/ports/d00d533d-f828-4d3c-9aad-9b9eeb0407d4 HTTP/1.1" status: 204 len: 168 time: 1.0620368 Jan 17 08:21:08.316072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55874) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:08.373322 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b6c5ba31-ac67-4350-b299-f278b5e19cb5 req-793d0e3e-eec4-43d3-af63-3044cfa1fda4 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964801 Jan 17 08:21:08.410853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bdcce43f-4db1-4113-b5bb-e10478dcd73c None None] Provisioning complete for port 273541e3-ca94-4baa-b2e4-6492540c9a66 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:08.411521 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcce43f-4db1-4113-b5bb-e10478dcd73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.462088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.530939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abea879-0f63-467d-a926-21295e5304af tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Deleting subnet 750c375d-70af-46fb-be10-2e796ffc4f72 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:08.534110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6abea879-0f63-467d-a926-21295e5304af tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.551494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.575496 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0132fbb-a991-4417-9f7e-0ba2207d990c'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:21:08.583234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:08.583415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.589480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bdcce43f-4db1-4113-b5bb-e10478dcd73c None None] Port 273541e3-ca94-4baa-b2e4-6492540c9a66 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:08.615694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6abea879-0f63-467d-a926-21295e5304af tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.661488 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'code': 200} Jan 17 08:21:08.687003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4336e301-2728-473f-ac54-27fdcd854b6a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.688004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0132fbb-a991-4417-9f7e-0ba2207d990c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:08.720024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6abea879-0f63-467d-a926-21295e5304af tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.743088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.765772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.821138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4336e301-2728-473f-ac54-27fdcd854b6a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 0f1d1e94-19ef-4ddb-968e-745cf67b4ba7 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:08.821768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:21:04Z', 'revision_number': 10, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:08.840803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bdcce43f-4db1-4113-b5bb-e10478dcd73c None None] Provisioning for port 0f1d1e94-19ef-4ddb-968e-745cf67b4ba7 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:08.852068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] Checking router: a884305a-59b8-4d21-829d-fea5bc55564c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:21:08.863545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f,segment=NetworkSegment(f6c21e8c-df24-494d-a495-988284f368d4),segment_id=f6c21e8c-df24-494d-a495-988284f368d4)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:08.864429 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bdcce43f-4db1-4113-b5bb-e10478dcd73c None None] Provisioning complete for port 0f1d1e94-19ef-4ddb-968e-745cf67b4ba7 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:08.864800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bdcce43f-4db1-4113-b5bb-e10478dcd73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.903945 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6abea879-0f63-467d-a926-21295e5304af tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.915267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f0132fbb-a991-4417-9f7e-0ba2207d990c,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:08.933292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:08.933916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:08.982765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=93f83664-ec7b-463f-aeb3-1bf46cdbbba1,segment=NetworkSegment(ed41548d-a0b6-483c-8fda-55f06d5cef08),segment_id=ed41548d-a0b6-483c-8fda-55f06d5cef08)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:08.983400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:08.996304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.044458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abea879-0f63-467d-a926-21295e5304af tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event deleted for resources: {'Subnet': ['ID=750c375d-70af-46fb-be10-2e796ffc4f72,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:09.064712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6abea879-0f63-467d-a926-21295e5304af tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.076262 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6abea879-0f63-467d-a926-21295e5304af tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "DELETE /v2.0/subnets/750c375d-70af-46fb-be10-2e796ffc4f72 HTTP/1.1" status: 204 len: 168 time: 0.7581089 Jan 17 08:21:09.077834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55880) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:09.086638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-bdcce43f-4db1-4113-b5bb-e10478dcd73c None None] Port 0f1d1e94-19ef-4ddb-968e-745cf67b4ba7 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:09.088108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37e707-e2bb-405b-8668-fd3e440da528 None None] DHCP port deletion for 28851cb7-1514-423e-bd23-6f313d8a818f request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:21:09.090031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24faf67e-4ab9-436b-8ca6-346c9f2d7f19 None None] Network 177c2a69-5044-46f7-84a4-878a65c8ae77 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:09.114104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:09.178507 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f8271a36-7ad5-42bd-8061-ff636f63beb7 req-446b91e0-e30f-4fa2-a7b5-29be214a11d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 1098 time: 0.1980200 Jan 17 08:21:09.191344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3c37e707-e2bb-405b-8668-fd3e440da528 None None] Deleting port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:09.191932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c37e707-e2bb-405b-8668-fd3e440da528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.212062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.241695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Deleting port d6f9b01f-b289-48eb-a971-43329f3e0252 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:09.241695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.275371 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f8271a36-7ad5-42bd-8061-ff636f63beb7 req-298e77c5-034a-4377-894c-d72fe5ff94e6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882335 Jan 17 08:21:09.287963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4336e301-2728-473f-ac54-27fdcd854b6a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.331862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.352722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:09.355797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:09.504978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336e301-2728-473f-ac54-27fdcd854b6a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=0f1d1e94-19ef-4ddb-968e-745cf67b4ba7,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:09.541294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No DVR routers for this DVR port 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:21:09.576689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=93f83664-ec7b-463f-aeb3-1bf46cdbbba1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:09.665948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] For port d6f9b01f-b289-48eb-a971-43329f3e0252, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d6f9b01f-b289-48eb-a971-43329f3e0252,segment=NetworkSegment(b6acc2d4-3676-403d-bf0f-a260cbebd966),segment_id=b6acc2d4-3676-403d-bf0f-a260cbebd966)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:09.666485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.681337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3c37e707-e2bb-405b-8668-fd3e440da528 None None] The port '93f83664-ec7b-463f-aeb3-1bf46cdbbba1' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:21:09.692721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a916a-8a33-4fe8-8c6a-5ef85846ac7a req-273dbe7d-b8a8-4336-9d26-ca3010e53dbd tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:09.694659 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-924a916a-8a33-4fe8-8c6a-5ef85846ac7a req-273dbe7d-b8a8-4336-9d26-ca3010e53dbd tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 945 time: 0.1379168 Jan 17 08:21:09.729826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:09.817353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.849045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4336e301-2728-473f-ac54-27fdcd854b6a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.852935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.856064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28851cb7-1514-423e-bd23-6f313d8a818f']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:09.861520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.873492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed41548d-a0b6-483c-8fda-55f06d5cef08') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:09.873819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed41548d-a0b6-483c-8fda-55f06d5cef08') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:09.888335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.890642 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-924a916a-8a33-4fe8-8c6a-5ef85846ac7a req-76c9a566-a93a-4fd7-bce6-7cbe7b8654fd tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335733 Jan 17 08:21:09.899604 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Calling delete_port for d6f9b01f-b289-48eb-a971-43329f3e0252 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:09.908752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.922568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:21:09.922568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:21:09.930408 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:21:09.992666 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4336e301-2728-473f-ac54-27fdcd854b6a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/0f1d1e94-19ef-4ddb-968e-745cf67b4ba7 HTTP/1.1" status: 204 len: 168 time: 1.9534507 Jan 17 08:21:09.995431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:09.995810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:09.996363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55886) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:10.032202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76005476-9bda-4936-853a-9c3d410ad373 None None] DHCP port deletion for 177c2a69-5044-46f7-84a4-878a65c8ae77 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:21:10.043561 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10055eb-bd68-432d-80ef-9674c3e60d77 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:21:10.049977 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c10055eb-bd68-432d-80ef-9674c3e60d77 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/0f1d1e94-19ef-4ddb-968e-745cf67b4ba7 HTTP/1.1" status: 404 len: 333 time: 0.0473680 Jan 17 08:21:10.050110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55890) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:10.050237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-76005476-9bda-4936-853a-9c3d410ad373 None None] Deleting port d6f9b01f-b289-48eb-a971-43329f3e0252 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:10.050237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76005476-9bda-4936-853a-9c3d410ad373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.070901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.113177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-70b457b1-6df8-4bcd-969d-fd7fe5108622 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 273541e3-ca94-4baa-b2e4-6492540c9a66 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:10.113519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70b457b1-6df8-4bcd-969d-fd7fe5108622 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.119482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event deleted for resources: {'Port': ['ID=d6f9b01f-b289-48eb-a971-43329f3e0252,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:10.128910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] No DVR routers for this DVR port d6f9b01f-b289-48eb-a971-43329f3e0252 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:21:10.129189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-76005476-9bda-4936-853a-9c3d410ad373 None None] The port 'd6f9b01f-b289-48eb-a971-43329f3e0252' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:21:10.158104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.184708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.198896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Network': ['ID=28851cb7-1514-423e-bd23-6f313d8a818f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:10.209315 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-72b78819-55bb-4e25-8a3d-1418def8b103 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/networks/28851cb7-1514-423e-bd23-6f313d8a818f HTTP/1.1" status: 204 len: 168 time: 1.9982917 Jan 17 08:21:10.209315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55894) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:10.210516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:21:04Z', 'revision_number': 10, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:10.219169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151416ff-1cab-4259-802c-942cbc46d427 None None] The sync data for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv is: [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:21:04Z', 'revision_number': 10, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None, '_interfaces': [{'id': '63f8b68d-2e6c-4b63-a30f-bd659455c23f', 'name': '', 'network_id': 'ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'mac_address': 'fa:16:3e:94:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:20:03Z', 'updated_at': '2022-01-17T08:20:19Z', 'revision_number': 5, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'subnets': [{'id': 'a14ae85e-dbad-4606-ab39-93fa922e26b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:21:10.292626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.317221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177c2a69-5044-46f7-84a4-878a65c8ae77']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:10.329339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6acc2d4-3676-403d-bf0f-a260cbebd966') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:10.330145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6acc2d4-3676-403d-bf0f-a260cbebd966') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:10.341214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.356705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.363306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:21:10.363694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:21:10.378830 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:21:10.527500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.532431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.550470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70b457b1-6df8-4bcd-969d-fd7fe5108622 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:10.564221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] Pushing event deleted for resources: {'Network': ['ID=177c2a69-5044-46f7-84a4-878a65c8ae77,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:10.571692 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-68483b75-137b-4864-9c1f-aade50e17020 tempest-AllowedAddressPairIpV6TestJSON-823648669 tempest-AllowedAddressPairIpV6TestJSON-823648669-project] 10.222.0.44 "DELETE /v2.0/networks/177c2a69-5044-46f7-84a4-878a65c8ae77 HTTP/1.1" status: 204 len: 168 time: 1.4928963 Jan 17 08:21:10.596506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:10.638380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:10.645698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 93f83664-ec7b-463f-aeb3-1bf46cdbbba1 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:10.765292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-70b457b1-6df8-4bcd-969d-fd7fe5108622 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 273541e3-ca94-4baa-b2e4-6492540c9a66 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:10.927163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:11.121321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:11.174302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70b457b1-6df8-4bcd-969d-fd7fe5108622 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:11.174859 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55906) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:11.241230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b457b1-6df8-4bcd-969d-fd7fe5108622 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=273541e3-ca94-4baa-b2e4-6492540c9a66,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:11.357903 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-70e804e9-df6f-44cb-9a3c-a84508f02f9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a23ffc7f59e8439db0964e61d7d6e016&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1808305 Jan 17 08:21:11.360243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55912) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:11.398269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bcf20-26a8-4761-b2cf-2d6bc99939dd req-25cdcb57-0617-4d2d-9807-9fd86f0cdc14 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:11.399784 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7e2bcf20-26a8-4761-b2cf-2d6bc99939dd req-25cdcb57-0617-4d2d-9807-9fd86f0cdc14 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 945 time: 0.3278077 Jan 17 08:21:11.436860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eb757fa-c6b4-427d-9e68-6a475892d955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:11.467607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70b457b1-6df8-4bcd-969d-fd7fe5108622 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:11.467843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eb757fa-c6b4-427d-9e68-6a475892d955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:11.489068 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-70b457b1-6df8-4bcd-969d-fd7fe5108622 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/273541e3-ca94-4baa-b2e4-6492540c9a66 HTTP/1.1" status: 204 len: 168 time: 1.4401762 Jan 17 08:21:11.491872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55916) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:11.498375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7e2bcf20-26a8-4761-b2cf-2d6bc99939dd req-5172356e-d576-4893-b22c-f1c144e199ad tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831351 Jan 17 08:21:11.552468 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b94944-f72e-43e7-9a3a-78ffe2d51da2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:21:11.557227 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e2b94944-f72e-43e7-9a3a-78ffe2d51da2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/273541e3-ca94-4baa-b2e4-6492540c9a66 HTTP/1.1" status: 404 len: 333 time: 0.0608792 Jan 17 08:21:11.557418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55922) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:11.644203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d6f9b01f-b289-48eb-a971-43329f3e0252 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:11.680814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d6f9b01f-b289-48eb-a971-43329f3e0252 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:11.680814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d6f9b01f-b289-48eb-a971-43329f3e0252 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:11.681262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52161363-340f-4794-9d2e-cd33d853fe70 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:11.682536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eb757fa-c6b4-427d-9e68-6a475892d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:11.700517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb757fa-c6b4-427d-9e68-6a475892d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c151434e-7176-41c2-8a0a-79bba8ce50e2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:11.718672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8eb757fa-c6b4-427d-9e68-6a475892d955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:11.722294 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8eb757fa-c6b4-427d-9e68-6a475892d955 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c151434e-7176-41c2-8a0a-79bba8ce50e2 HTTP/1.1" status: 204 len: 168 time: 0.3585610 Jan 17 08:21:11.732616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 52161363-340f-4794-9d2e-cd33d853fe70 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:11.733036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52161363-340f-4794-9d2e-cd33d853fe70 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:11.740833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4eb6f-c5c8-49e9-b055-8219920d5642 req-8533f4bc-bae6-4324-ae8e-32eb3305fb85 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:11.749724 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ba4eb6f-c5c8-49e9-b055-8219920d5642 req-8533f4bc-bae6-4324-ae8e-32eb3305fb85 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 945 time: 0.1182492 Jan 17 08:21:11.795823 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ba4eb6f-c5c8-49e9-b055-8219920d5642 req-a708dfb2-4a32-42df-87df-cd28dd43595b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450847 Jan 17 08:21:11.823958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55928) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:11.942228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f64252d-cee0-449a-886e-79bf13f8bc54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet 9a83b68f-e9a7-4e13-9812-d7c52148dc58 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:11.946954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f64252d-cee0-449a-886e-79bf13f8bc54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.016150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f64252d-cee0-449a-886e-79bf13f8bc54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.040420 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6dbcce17-3440-48cc-8107-7dcb6e156ce6 tempest-TestVolumeBootPattern-2115390780 tempest-TestVolumeBootPattern-2115390780-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 1093 time: 0.2125576 Jan 17 08:21:12.040672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55936) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:12.046040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:12.052441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:12.057601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:floatingip and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:12.060545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:12.066708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:12.124969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.151316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f64252d-cee0-449a-886e-79bf13f8bc54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.285447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port 63f8b68d-2e6c-4b63-a30f-bd659455c23f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:12.285877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.289490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.406716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f64252d-cee0-449a-886e-79bf13f8bc54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.436612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Allocated IP 172.26.4.119 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/9b7e86e0-c056-48b1-9710-f489603c21b2) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:12.453575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64252d-cee0-449a-886e-79bf13f8bc54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=9a83b68f-e9a7-4e13-9812-d7c52148dc58,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:12.472213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f64252d-cee0-449a-886e-79bf13f8bc54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.477451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbb523-f630-4524-af93-c008c9d76b36 None None] Network fcd53d3f-9876-4dac-91f1-33dff07f4f68 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:12.499652 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4f64252d-cee0-449a-886e-79bf13f8bc54 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/9a83b68f-e9a7-4e13-9812-d7c52148dc58 HTTP/1.1" status: 204 len: 168 time: 0.9392138 Jan 17 08:21:12.500196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55948) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:12.670266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port 63f8b68d-2e6c-4b63-a30f-bd659455c23f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=63f8b68d-2e6c-4b63-a30f-bd659455c23f,segment=NetworkSegment(61cd552d-57cd-47dc-86f0-4aac43103c26),segment_id=61cd552d-57cd-47dc-86f0-4aac43103c26)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:12.670624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.722572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.791275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3665d3d-6d69-47b6-afa5-21f507b7f323 None None] DHCP port deletion for fcd53d3f-9876-4dac-91f1-33dff07f4f68 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:21:12.796872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f3665d3d-6d69-47b6-afa5-21f507b7f323 None None] Deleting port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:12.797498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3665d3d-6d69-47b6-afa5-21f507b7f323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.828450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.862002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:12.904521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:12.905269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'Port': ['ID=9b7e86e0-c056-48b1-9710-f489603c21b2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:12.912728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:12.915730 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:12.925423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for 63f8b68d-2e6c-4b63-a30f-bd659455c23f owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:12.975327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:12.975589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:13.034252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f3665d3d-6d69-47b6-afa5-21f507b7f323 None None] For port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f,segment=NetworkSegment(f6c21e8c-df24-494d-a495-988284f368d4),segment_id=f6c21e8c-df24-494d-a495-988284f368d4)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:13.034904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3665d3d-6d69-47b6-afa5-21f507b7f323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:13.077555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:13.164286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f3665d3d-6d69-47b6-afa5-21f507b7f323 None None] Calling delete_port for b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:13.240139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] For port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f,segment=NetworkSegment(f6c21e8c-df24-494d-a495-988284f368d4),segment_id=f6c21e8c-df24-494d-a495-988284f368d4)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:13.240718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:13.291249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-96c30dc9-e1c1-4451-bc7b-86798c2f84ca tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-843276048', 'prefixes': ['172.20.0.0/16']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:13.353574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f3665d3d-6d69-47b6-afa5-21f507b7f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:13.397845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3665d3d-6d69-47b6-afa5-21f507b7f323 None None] Pushing event deleted for resources: {'Port': ['ID=b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:13.399310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-96c30dc9-e1c1-4451-bc7b-86798c2f84ca tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:13.403368 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3665d3d-6d69-47b6-afa5-21f507b7f323 None None] No DVR routers for this DVR port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:21:13.406840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:13.499885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:21:13.500131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:21:13.581506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:13.633070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=63f8b68d-2e6c-4b63-a30f-bd659455c23f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:13.650134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:13.691553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:13.691993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:13.770607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:13.817078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:13.903932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.033765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:14.033974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.066011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96c30dc9-e1c1-4451-bc7b-86798c2f84ca tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] Notify callbacks [] for subnetpool, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.067214 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-96c30dc9-e1c1-4451-bc7b-86798c2f84ca tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9884298 Jan 17 08:21:14.074170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55964) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:14.106206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.171037 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.265963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] The port 'b4a48c8e-065b-4130-bf9e-a9ab5cc6df4f' was deleted {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:21:14.281274 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'Port': ['ID=9b7e86e0-c056-48b1-9710-f489603c21b2,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:14.291407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.328640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-46ebb691-1266-43c2-a4fd-269deb053278 tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] 10.222.0.44 "GET /v2.0/subnetpools/c7832ef9-7027-422a-9c38-666404acfa32 HTTP/1.1" status: 200 len: 731 time: 0.1157789 Jan 17 08:21:14.332926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55968) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:14.437780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e1598f26-8dbe-497b-8027-c3a145b35d08 tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-169224449'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:14.479994 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Floating IP fa95dfbc-6deb-486d-a46d-990c1ba4743a associated. External IP: 172.26.4.119, port: f0132fbb-a991-4417-9f7e-0ba2207d990c. Jan 17 08:21:14.481827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.593880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd53d3f-9876-4dac-91f1-33dff07f4f68']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:14.618292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c21e8c-df24-494d-a495-988284f368d4') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:14.618596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c21e8c-df24-494d-a495-988284f368d4') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:14.642101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:21:14.643717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.664161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.672452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:21:14.672878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: util.warn( Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:21:14.688021 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:21:14.792393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1598f26-8dbe-497b-8027-c3a145b35d08 tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] Notify callbacks [] for subnetpool, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.793565 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e1598f26-8dbe-497b-8027-c3a145b35d08 tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] 10.222.0.44 "PUT /v2.0/subnetpools/c7832ef9-7027-422a-9c38-666404acfa32 HTTP/1.1" status: 200 len: 683 time: 0.4596388 Jan 17 08:21:14.805705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55972) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:14.925199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.962878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:14.968895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:21:14.975914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:21:14.979776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Network': ['ID=fcd53d3f-9876-4dac-91f1-33dff07f4f68,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:14.984005 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-49900202-2144-4b43-a9c7-639d9f01b9e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7751896 Jan 17 08:21:14.986858 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] Sync routers for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:21:14.992739 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9686ffe0-3c78-49d6-a4ef-4783abf8ae2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/networks/fcd53d3f-9876-4dac-91f1-33dff07f4f68 HTTP/1.1" status: 204 len: 168 time: 2.4838221 Jan 17 08:21:14.994331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55976) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:14.994331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55978) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:15.002948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1596646597'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:15.008561 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:15.009235 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:15.034834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:15.045145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:network and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:15.050277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:15.058690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:15.134681 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:15.150195 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0f5080b0-fb83-425a-b9ae-3ca759a72e75 tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] Notify callbacks [] for subnetpool, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.155387 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0f5080b0-fb83-425a-b9ae-3ca759a72e75 tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] 10.222.0.44 "DELETE /v2.0/subnetpools/c7832ef9-7027-422a-9c38-666404acfa32 HTTP/1.1" status: 204 len: 168 time: 0.3420091 Jan 17 08:21:15.155387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55984) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:15.176764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:15.179663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.179921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:21:15.192792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] Sync routers for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:21:15.197621 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-a030edf4-b01d-473a-88a2-f643da2aceda tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] show failed (client error): The resource could not be found. Jan 17 08:21:15.198909 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a030edf4-b01d-473a-88a2-f643da2aceda tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] 10.222.0.44 "GET /v2.0/subnetpools/c7832ef9-7027-422a-9c38-666404acfa32 HTTP/1.1" status: 404 len: 346 time: 0.0439634 Jan 17 08:21:15.203971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 55988) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:15.208841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:15.210032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:15.226994 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-a30b55e7-ae5c-4666-bcfd-9766d30da349 tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] delete failed (client error): The resource could not be found. Jan 17 08:21:15.234077 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a30b55e7-ae5c-4666-bcfd-9766d30da349 tempest-SubnetPoolsTestJSON-1119786163 tempest-SubnetPoolsTestJSON-1119786163-project] 10.222.0.44 "DELETE /v2.0/subnetpools/c7832ef9-7027-422a-9c38-666404acfa32 HTTP/1.1" status: 404 len: 346 time: 0.0238178 Jan 17 08:21:15.252796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:21:15.259123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.263045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7118ddd5-a70d-4beb-8e94-2426f1fb5854 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting subnet a14ae85e-dbad-4606-ab39-93fa922e26b6 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:15.263941 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:21:13Z', 'revision_number': 11, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:15.266949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7118ddd5-a70d-4beb-8e94-2426f1fb5854 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.269176 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] Checking router: a884305a-59b8-4d21-829d-fea5bc55564c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:21:15.280420 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:15.281248 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:15.301459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.301810 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Added segment 16d252cf-2d6a-4687-af05-ed1342c468c6 of type vlan for network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 Jan 17 08:21:15.333641 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ce4787e1-1a81-4500-820e-85f22cfaeffb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2917740 Jan 17 08:21:15.334830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'tag': 'f0132fbb-a991-4417-9f7e-0ba2207d990c'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:21:15.341708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7118ddd5-a70d-4beb-8e94-2426f1fb5854 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.378973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.411940 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'tag': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'status': 'completed', 'code': 200} Jan 17 08:21:15.447782 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:15.498793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7118ddd5-a70d-4beb-8e94-2426f1fb5854 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.537837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.543279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:15.545569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.572348 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:21:13Z', 'revision_number': 11, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:15.576417 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f20e7-aff5-420c-b812-0c91b1f5cc35 None None] The sync data for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv is: [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:21:13Z', 'revision_number': 11, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:21:15.577235 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d56d7c3-e220-4b0a-b4d9-c1bd0ae83409 req-7d2ae207-6ea0-4c9a-ad74-d9dcf90959b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 1098 time: 0.1430955 Jan 17 08:21:15.589549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:15.709503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Network': ['ID=75a1dc44-27e6-41c2-9684-4c2f7a90b5c9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:15.733915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56d7c3-e220-4b0a-b4d9-c1bd0ae83409 req-f8fa465e-ed5c-4ba6-8aef-9b91d926d369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:15.735484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d56d7c3-e220-4b0a-b4d9-c1bd0ae83409 req-f8fa465e-ed5c-4ba6-8aef-9b91d926d369 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1523247 Jan 17 08:21:15.745446 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-10f63ec8-713a-4f90-a530-64efda7255b8 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7483287 Jan 17 08:21:15.748169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 55998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:15.753970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': '75a1dc44-27e6-41c2-9684-4c2f7a90b5c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:15.758411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:21:15.828718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7118ddd5-a70d-4beb-8e94-2426f1fb5854 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:15.844470 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d56d7c3-e220-4b0a-b4d9-c1bd0ae83409 req-409e5415-2725-409f-808c-e142ae417285 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c HTTP/1.1" status: 200 len: 999 time: 0.1016793 Jan 17 08:21:15.949031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56d7c3-e220-4b0a-b4d9-c1bd0ae83409 req-c543765a-10ca-405a-a670-5bedfeba00cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:15.951874 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d56d7c3-e220-4b0a-b4d9-c1bd0ae83409 req-c543765a-10ca-405a-a670-5bedfeba00cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.1000025 Jan 17 08:21:16.004029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56004) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:16.020517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118ddd5-a70d-4beb-8e94-2426f1fb5854 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Subnet': ['ID=a14ae85e-dbad-4606-ab39-93fa922e26b6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:16.040677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7118ddd5-a70d-4beb-8e94-2426f1fb5854 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.054258 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7118ddd5-a70d-4beb-8e94-2426f1fb5854 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/a14ae85e-dbad-4606-ab39-93fa922e26b6 HTTP/1.1" status: 204 len: 168 time: 1.0585885 Jan 17 08:21:16.054470 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d56d7c3-e220-4b0a-b4d9-c1bd0ae83409 req-7071f9ab-c119-440a-a196-ee367e2e18e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0969858 Jan 17 08:21:16.055294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56010) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:16.066554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:16.070758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:16.074225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:16.080062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:16.094231 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61476a-2348-4b0e-944c-f636b3e4a7bb None None] Network ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:16.150550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:16.240319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8b97-09af-4e07-9671-39d96afb9dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.263569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.297948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.298582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Deleting port d8a36203-9e11-40a6-8058-e763062f6064 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:16.298582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.344342 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d56d7c3-e220-4b0a-b4d9-c1bd0ae83409 req-f2e85e3a-6010-4935-b58a-06c9266b2193 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643719 Jan 17 08:21:16.361014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'fa95dfbc-6deb-486d-a46d-990c1ba4743a', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.119', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:0b:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:21:13Z', 'updated_at': '2022-01-17T08:21:13Z', 'revision_number': 0, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:16.367372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] Checking router: 2441dd68-0d1c-4e23-a076-bb334a8e9e5d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:21:16.378380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cf2f8b97-09af-4e07-9671-39d96afb9dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:16.385184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:16.385788 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:16.390400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf2f8b97-09af-4e07-9671-39d96afb9dcf admin admin] Usage tracker for resource:security_group_rule and tenant:7fed01f363ef4b12af918229dd16ea30 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:16.453390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cf2f8b97-09af-4e07-9671-39d96afb9dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:16.460679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cf2f8b97-09af-4e07-9671-39d96afb9dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:16.553443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] DHCP port deletion for ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:21:16.574783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] Deleting port d8a36203-9e11-40a6-8058-e763062f6064 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:16.575289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.611225 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d56d7c3-e220-4b0a-b4d9-c1bd0ae83409 req-303eb1d4-8e0b-4c0b-991a-fd5d01a7d42f service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592299 Jan 17 08:21:16.621546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] For port d8a36203-9e11-40a6-8058-e763062f6064, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d8a36203-9e11-40a6-8058-e763062f6064,segment=NetworkSegment(61cd552d-57cd-47dc-86f0-4aac43103c26),segment_id=61cd552d-57cd-47dc-86f0-4aac43103c26)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:16.622366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.630285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8b97-09af-4e07-9671-39d96afb9dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.693809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:16.705480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.745922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf2f8b97-09af-4e07-9671-39d96afb9dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.833473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f8b97-09af-4e07-9671-39d96afb9dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4712cfa3-0084-4a13-a4b8-ecda428f55d9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:16.851852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=49e0c474-c66e-41f0-87dd-855141b963e3,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:16.852182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Calling delete_port for d8a36203-9e11-40a6-8058-e763062f6064 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:16.861553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Checking segment: {'id': '16d252cf-2d6a-4687-af05-ed1342c468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '75a1dc44-27e6-41c2-9684-4c2f7a90b5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:21:16.862035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network hostable DHCP agents. Network: 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:21:16.870101 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cf2f8b97-09af-4e07-9671-39d96afb9dcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7fed01f363ef4b12af918229dd16ea30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8619614 Jan 17 08:21:16.870909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56014) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:16.944551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78afd657-49c8-47b2-a9d7-9bef2c7b6298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.970934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78afd657-49c8-47b2-a9d7-9bef2c7b6298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:16.999649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:21:17.006825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] For port d8a36203-9e11-40a6-8058-e763062f6064, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d8a36203-9e11-40a6-8058-e763062f6064,segment=NetworkSegment(61cd552d-57cd-47dc-86f0-4aac43103c26),segment_id=61cd552d-57cd-47dc-86f0-4aac43103c26)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:17.007272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.022178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.069861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Port': ['ID=d8a36203-9e11-40a6-8058-e763062f6064,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:17.074937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No DVR routers for this DVR port d8a36203-9e11-40a6-8058-e763062f6064 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:21:17.107820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:17.112327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:17.112907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.123470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78afd657-49c8-47b2-a9d7-9bef2c7b6298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.140972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afd657-49c8-47b2-a9d7-9bef2c7b6298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4712cfa3-0084-4a13-a4b8-ecda428f55d9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:17.141428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] Calling delete_port for d8a36203-9e11-40a6-8058-e763062f6064 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:17.151721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-78afd657-49c8-47b2-a9d7-9bef2c7b6298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.155308 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-78afd657-49c8-47b2-a9d7-9bef2c7b6298 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4712cfa3-0084-4a13-a4b8-ecda428f55d9 HTTP/1.1" status: 204 len: 168 time: 0.2809863 Jan 17 08:21:17.182753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a144e75b-f9b8-4ccd-ad05-3aa955ebe7bd None None] Network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:17.208593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.217402 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3d4a146b-e79f-4853-bccb-f9428fdd8a9f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4681842 Jan 17 08:21:17.221767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56020) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:17.230310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-197405805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:17.239525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:17.242063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:17.246406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:router and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:17.250133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:17.253040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cd552d-57cd-47dc-86f0-4aac43103c26') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:17.253440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cd552d-57cd-47dc-86f0-4aac43103c26') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:17.256759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:17.265093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.281527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.288517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:21:17.288903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:21:17.303304 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:21:17.356073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.357046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.475063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:21:17.475704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:21:17.482013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.493775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.525170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.542670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Pushing event deleted for resources: {'Network': ['ID=ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:17.545514 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b47330e3-1a54-4e11-b0be-51fcd10d60c9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/networks/ac02cdaa-ebc5-44c7-8e3a-3673ca21ef9d HTTP/1.1" status: 204 len: 168 time: 1.4894278 Jan 17 08:21:17.548291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56024) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:17.553675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'routes': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:17.600131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.609404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-75a1dc44-27e6-41c2-9684-4c2f7a90b5c9', 'network_id': '75a1dc44-27e6-41c2-9684-4c2f7a90b5c9', 'tenant_id': '1ab1e76fb3cc4203a2b84ff832e9feb8', 'fixed_ips': [{'subnet_id': '49e0c474-c66e-41f0-87dd-855141b963e3'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:21:17.609404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.629845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'fa95dfbc-6deb-486d-a46d-990c1ba4743a', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.119', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:0b:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:21:13Z', 'updated_at': '2022-01-17T08:21:13Z', 'revision_number': 0, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:17.635214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853b2c05-a1e9-43c3-a51e-cf41285d8d41 None None] The sync data for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv is: [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'fa95dfbc-6deb-486d-a46d-990c1ba4743a', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.119', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:0b:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:21:13Z', 'updated_at': '2022-01-17T08:21:13Z', 'revision_number': 0, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:21:17.700716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 63f8b68d-2e6c-4b63-a30f-bd659455c23f no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:17.738213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.741379 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-91ad6250-0b1d-430a-8eb0-0a55f395141b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5170419 Jan 17 08:21:17.742673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:17.744221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 63f8b68d-2e6c-4b63-a30f-bd659455c23f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:17.744568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 63f8b68d-2e6c-4b63-a30f-bd659455c23f not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:17.744996 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d8a36203-9e11-40a6-8058-e763062f6064 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:17.752205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'network_id': '75a1dc44-27e6-41c2-9684-4c2f7a90b5c9', 'name': 'tempest-PortsTestJSON-534817625'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:17.795536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d8a36203-9e11-40a6-8058-e763062f6064 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:17.795891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d8a36203-9e11-40a6-8058-e763062f6064 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:17.871118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Allocated IP 172.20.0.2 (75a1dc44-27e6-41c2-9684-4c2f7a90b5c9/49e0c474-c66e-41f0-87dd-855141b963e3/56d97de9-eae9-4e00-80b0-d18842ab22fe) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:17.881351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Added routes are [] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 17 08:21:17.881710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.extraroute_db [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Removed routes are [] {{(pid=84154) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 17 08:21:17.882060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:17.911240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:17.915760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:17.918842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:17.924829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:17.941304 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0431868f-c94b-44aa-b932-7a2feefb4799 None None] New status for floating IP fa95dfbc-6deb-486d-a46d-990c1ba4743a: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:21:17.976765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] Deleting port d8a36203-9e11-40a6-8058-e763062f6064 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:17.977283 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.009231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:18.014293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.044000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 3923c0bd-8060-43eb-a79b-c4e9f9650747 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:21:18.052383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a47ef3f3-32af-4e26-87b5-317c5e42b5f4 None None] The port 'd8a36203-9e11-40a6-8058-e763062f6064' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:21:18.156141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.159689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.171732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.182418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Transition to ACTIVE for port object 56d97de9-eae9-4e00-80b0-d18842ab22fe will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:18.200956 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Transition to ACTIVE for port object 56d97de9-eae9-4e00-80b0-d18842ab22fe will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:18.247554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.320054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:18.322607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.9 (75a1dc44-27e6-41c2-9684-4c2f7a90b5c9/49e0c474-c66e-41f0-87dd-855141b963e3/3923c0bd-8060-43eb-a79b-c4e9f9650747) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:18.324101 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:18.326232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Pushing event updated for resources: {'Port': ['ID=56d97de9-eae9-4e00-80b0-d18842ab22fe,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:18.328749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:18.416490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.416900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.417328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.417753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.418186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.418598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.419017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.419458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.419895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.420308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.420733 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:21:18.438038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router a884305a-59b8-4d21-829d-fea5bc55564c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:21:18.479214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Attempting to bind port 56d97de9-eae9-4e00-80b0-d18842ab22fe on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:21:18.479768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Attempting to bind port 56d97de9-eae9-4e00-80b0-d18842ab22fe by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '16d252cf-2d6a-4687-af05-ed1342c468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '75a1dc44-27e6-41c2-9684-4c2f7a90b5c9'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:21:18.480024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Attempting to bind port 56d97de9-eae9-4e00-80b0-d18842ab22fe on network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:21:18.486471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:21:18.486924 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Checking segment: {'id': '16d252cf-2d6a-4687-af05-ed1342c468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '75a1dc44-27e6-41c2-9684-4c2f7a90b5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:21:18.487526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.488193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Bound using segment: {'id': '16d252cf-2d6a-4687-af05-ed1342c468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '75a1dc44-27e6-41c2-9684-4c2f7a90b5c9'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:21:18.488193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Bound port: 56d97de9-eae9-4e00-80b0-d18842ab22fe, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d252cf-2d6a-4687-af05-ed1342c468c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '75a1dc44-27e6-41c2-9684-4c2f7a90b5c9'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:21:18.488542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.535853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.553342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 3923c0bd-8060-43eb-a79b-c4e9f9650747 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:18.591613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] For port 56d97de9-eae9-4e00-80b0-d18842ab22fe, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:21:18.594780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] For port 56d97de9-eae9-4e00-80b0-d18842ab22fe, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=56d97de9-eae9-4e00-80b0-d18842ab22fe,segment=NetworkSegment(16d252cf-2d6a-4687-af05-ed1342c468c6),segment_id=16d252cf-2d6a-4687-af05-ed1342c468c6)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:21:18.595760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:21:18.603108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.604657 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-de6a8397-f542-4e55-8690-f985f23709a6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c HTTP/1.1" status: 200 len: 704 time: 1.0553558 Jan 17 08:21:18.609196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] Sync routers for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:21:18.609334 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:18.617137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:18.617739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:18.653046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-91fa1677-8a95-40df-8863-4db92d518cf4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Synchronizing usage tracker for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:18.660756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.726246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.739876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:18.743775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:18.746794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:18.775279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=3923c0bd-8060-43eb-a79b-c4e9f9650747,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:18.798834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:18.803184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-91fa1677-8a95-40df-8863-4db92d518cf4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Unset dirty status for tenant:9ee8240548e34cc8a94d3fd7fcf1997b on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:18.804394 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-91fa1677-8a95-40df-8863-4db92d518cf4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=a884305a-59b8-4d21-829d-fea5bc55564c HTTP/1.1" status: 200 len: 205 time: 0.1959593 Jan 17 08:21:18.807233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56038) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:18.876953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:18.877555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:18.924999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:21:13Z', 'revision_number': 11, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:18.929565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e6129-b42b-428b-abd8-7b57b94674e2 None None] Pushing event updated for resources: {'Port': ['ID=56d97de9-eae9-4e00-80b0-d18842ab22fe,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:18.933015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] Checking router: a884305a-59b8-4d21-829d-fea5bc55564c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:21:18.943584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] Routers {'a884305a-59b8-4d21-829d-fea5bc55564c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:18.944170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a884305a-59b8-4d21-829d-fea5bc55564c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:18.970384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bacdbd7-70e5-4f8b-8815-e565b46bfd51 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.081060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] Set router a884305a-59b8-4d21-829d-fea5bc55564c gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:19.129113 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-42bb032e-05c1-45d5-9ea9-b21a7b44c197 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3842571 Jan 17 08:21:19.132256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56042) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:19.190109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:21:13Z', 'revision_number': 11, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:19.194397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea67815-33d7-4d40-87bd-64fa55ef8887 None None] The sync data for ids ['a884305a-59b8-4d21-829d-fea5bc55564c'] in dv-neutron-824874-1-hyperv is: [{'id': 'a884305a-59b8-4d21-829d-fea5bc55564c', 'name': 'tempest-RoutersIpV6Test-router-645799866', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:59Z', 'updated_at': '2022-01-17T08:21:13Z', 'revision_number': 11, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:21:19.504258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.523878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bacdbd7-70e5-4f8b-8815-e565b46bfd51 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.530487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bacdbd7-70e5-4f8b-8815-e565b46bfd51 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.647479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bacdbd7-70e5-4f8b-8815-e565b46bfd51 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.648136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bacdbd7-70e5-4f8b-8815-e565b46bfd51 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Fanout notify agent at l3_agent the message router_deleted on router a884305a-59b8-4d21-829d-fea5bc55564c {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:21:19.669403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 56d97de9-eae9-4e00-80b0-d18842ab22fe up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:19.675842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bacdbd7-70e5-4f8b-8815-e565b46bfd51 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.677158 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0bacdbd7-70e5-4f8b-8815-e565b46bfd51 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c HTTP/1.1" status: 204 len: 168 time: 0.8691061 Jan 17 08:21:19.681460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56046) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:19.687694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-880714806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:19.697101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:19.702217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Usage tracker for resource:router and tenant:9ee8240548e34cc8a94d3fd7fcf1997b is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:19.706137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:19.713177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:19.790676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.792027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.813091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.825183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 56d97de9-eae9-4e00-80b0-d18842ab22fe completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:19.831857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.904469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.990117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:19.991565 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ef433216-fbea-41dd-95d7-d1134dc0c288 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3089240 Jan 17 08:21:19.994249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56050) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:19.999879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c564d55e-2f43-424a-b2a1-5ae58419ae5a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:20.039400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84910618-1cbe-4246-8d40-240fd3a38c94 None None] Network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:20.241638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9e072f9e-9f9a-41e7-ad5b-58953e4c14c5 None None] Provisioning for port 56d97de9-eae9-4e00-80b0-d18842ab22fe completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:20.248942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.259856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9e072f9e-9f9a-41e7-ad5b-58953e4c14c5 None None] Provisioning complete for port 56d97de9-eae9-4e00-80b0-d18842ab22fe triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:20.260258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e072f9e-9f9a-41e7-ad5b-58953e4c14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.336521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.417654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c564d55e-2f43-424a-b2a1-5ae58419ae5a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.434145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e072f9e-9f9a-41e7-ad5b-58953e4c14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.465067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=3923c0bd-8060-43eb-a79b-c4e9f9650747,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:20.474387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-9e072f9e-9f9a-41e7-ad5b-58953e4c14c5 None None] For port 56d97de9-eae9-4e00-80b0-d18842ab22fe, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=56d97de9-eae9-4e00-80b0-d18842ab22fe,segment=NetworkSegment(16d252cf-2d6a-4687-af05-ed1342c468c6),segment_id=16d252cf-2d6a-4687-af05-ed1342c468c6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:20.494283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c564d55e-2f43-424a-b2a1-5ae58419ae5a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.550087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e072f9e-9f9a-41e7-ad5b-58953e4c14c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.635592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e072f9e-9f9a-41e7-ad5b-58953e4c14c5 None None] Pushing event updated for resources: {'Port': ['ID=56d97de9-eae9-4e00-80b0-d18842ab22fe,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:20.759570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c564d55e-2f43-424a-b2a1-5ae58419ae5a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Router f874e13a-4232-483a-a482-d8d02da31d01 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:21:20.809029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.853241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-38b16eb4-6000-4a02-a1d3-cffa0270cfc7 None None] Provisioning for port 3923c0bd-8060-43eb-a79b-c4e9f9650747 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:20.858695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-38b16eb4-6000-4a02-a1d3-cffa0270cfc7 None None] Provisioning complete for port 3923c0bd-8060-43eb-a79b-c4e9f9650747 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:20.866789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38b16eb4-6000-4a02-a1d3-cffa0270cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.909832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c564d55e-2f43-424a-b2a1-5ae58419ae5a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:21:20.919927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c564d55e-2f43-424a-b2a1-5ae58419ae5a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:20.919927 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c564d55e-2f43-424a-b2a1-5ae58419ae5a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "PUT /v2.0/routers/f874e13a-4232-483a-a482-d8d02da31d01 HTTP/1.1" status: 200 len: 697 time: 0.9230943 Jan 17 08:21:20.921366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56054) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:20.924028 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] Sync routers for ids ['f874e13a-4232-483a-a482-d8d02da31d01'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:21:20.933067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-38b16eb4-6000-4a02-a1d3-cffa0270cfc7 None None] Port 3923c0bd-8060-43eb-a79b-c4e9f9650747 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:20.939578 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] Routers {'f874e13a-4232-483a-a482-d8d02da31d01'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:20.940218 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['f874e13a-4232-483a-a482-d8d02da31d01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:20.953777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-38b16eb4-6000-4a02-a1d3-cffa0270cfc7 None None] Provisioning complete for port 56d97de9-eae9-4e00-80b0-d18842ab22fe triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:20.956050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38b16eb4-6000-4a02-a1d3-cffa0270cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:21.032856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:21.182243 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] Set router f874e13a-4232-483a-a482-d8d02da31d01 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:21.284904 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0cc8ec9e-0eec-431b-9b2b-eb511996ab20 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/routers/f874e13a-4232-483a-a482-d8d02da31d01 HTTP/1.1" status: 200 len: 703 time: 0.3602874 Jan 17 08:21:21.286200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56058) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:21.319688 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f874e13a-4232-483a-a482-d8d02da31d01', 'name': 'tempest-RoutersIpV6Test-router-880714806', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:21:19Z', 'updated_at': '2022-01-17T08:21:20Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:21.325968 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] Checking router: f874e13a-4232-483a-a482-d8d02da31d01 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:21:21.330268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-98253562-ec35-4374-88e9-4d635f559d6d None None] Provisioning complete for port 3923c0bd-8060-43eb-a79b-c4e9f9650747 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:21.331113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-98253562-ec35-4374-88e9-4d635f559d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:21.340873 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] Routers {'f874e13a-4232-483a-a482-d8d02da31d01'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:21.341486 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['f874e13a-4232-483a-a482-d8d02da31d01'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:21.347007 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ea63a120-d144-4106-bcfa-b6e9dcde4b19 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=f874e13a-4232-483a-a482-d8d02da31d01 HTTP/1.1" status: 200 len: 205 time: 0.0605114 Jan 17 08:21:21.348426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56062) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:21.449747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-98253562-ec35-4374-88e9-4d635f559d6d None None] Port 3923c0bd-8060-43eb-a79b-c4e9f9650747 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:21.488065 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] Set router f874e13a-4232-483a-a482-d8d02da31d01 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:21:21.557619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:21.561829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce0e36a0-383b-4fbf-8303-bddd79892591 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:21.628548 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f874e13a-4232-483a-a482-d8d02da31d01', 'name': 'tempest-RoutersIpV6Test-router-880714806', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:21:19Z', 'updated_at': '2022-01-17T08:21:20Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:21.634425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:21.639172 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f414f4-d5df-4596-a0f8-503fdfd2c2ce None None] The sync data for ids ['f874e13a-4232-483a-a482-d8d02da31d01'] in dv-neutron-824874-1-hyperv is: [{'id': 'f874e13a-4232-483a-a482-d8d02da31d01', 'name': 'tempest-RoutersIpV6Test-router-880714806', 'tenant_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:21:19Z', 'updated_at': '2022-01-17T08:21:20Z', 'revision_number': 2, 'project_id': '9ee8240548e34cc8a94d3fd7fcf1997b', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:21:21.697508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 56d97de9-eae9-4e00-80b0-d18842ab22fe up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:21.806425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:21.811054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=3923c0bd-8060-43eb-a79b-c4e9f9650747,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:21.863044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 56d97de9-eae9-4e00-80b0-d18842ab22fe triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:21.863869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:22.002285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:22.004761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:22.134095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce0e36a0-383b-4fbf-8303-bddd79892591 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:22.140197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce0e36a0-383b-4fbf-8303-bddd79892591 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:22.256578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce0e36a0-383b-4fbf-8303-bddd79892591 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:22.258339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0e36a0-383b-4fbf-8303-bddd79892591 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Fanout notify agent at l3_agent the message router_deleted on router f874e13a-4232-483a-a482-d8d02da31d01 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:21:22.280866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce0e36a0-383b-4fbf-8303-bddd79892591 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:22.283477 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ce0e36a0-383b-4fbf-8303-bddd79892591 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/f874e13a-4232-483a-a482-d8d02da31d01 HTTP/1.1" status: 204 len: 168 time: 0.9325957 Jan 17 08:21:22.287053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56066) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.341349 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-63525423-9378-4312-b339-d2b75020fe7b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=f874e13a-4232-483a-a482-d8d02da31d01 HTTP/1.1" status: 200 len: 205 time: 0.0528655 Jan 17 08:21:22.343632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56070) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.398718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3a249cf9-83b5-4caa-ba80-25254631ff1e None None] Provisioning complete for port 3923c0bd-8060-43eb-a79b-c4e9f9650747 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:22.404155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3a249cf9-83b5-4caa-ba80-25254631ff1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:22.428004 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-a1c770a2-d496-41d9-b9ea-cc22cc070952 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] delete failed (client error): The resource could not be found. Jan 17 08:21:22.435862 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a1c770a2-d496-41d9-b9ea-cc22cc070952 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/f874e13a-4232-483a-a482-d8d02da31d01 HTTP/1.1" status: 404 len: 336 time: 0.0844226 Jan 17 08:21:22.437652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56074) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.486720 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2166d4b5-2129-4268-a6ea-7a647f922d67 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:22.486720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2166d4b5-2129-4268-a6ea-7a647f922d67 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:22.496817 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2166d4b5-2129-4268-a6ea-7a647f922d67 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/649ab4be-60a6-4a66-a746-79d6b3b39fc0 HTTP/1.1" status: 404 len: 337 time: 0.0536385 Jan 17 08:21:22.504255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3a249cf9-83b5-4caa-ba80-25254631ff1e None None] Port 3923c0bd-8060-43eb-a79b-c4e9f9650747 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:22.509396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56078) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.537764 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fc3379-d500-4611-998f-bef662b4d939 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:22.537921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fc3379-d500-4611-998f-bef662b4d939 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:22.539459 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-98fc3379-d500-4611-998f-bef662b4d939 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/b225b363-9ca5-4e8b-aebe-4027a3e77b39 HTTP/1.1" status: 404 len: 337 time: 0.0439112 Jan 17 08:21:22.543596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56082) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.585173 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2c82d5-e749-43ea-82fd-ee92795a07c7 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:22.585331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2c82d5-e749-43ea-82fd-ee92795a07c7 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:22.586810 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1a2c82d5-e749-43ea-82fd-ee92795a07c7 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/d53e9a2d-142d-4920-ae47-5700ba2d87ce HTTP/1.1" status: 404 len: 337 time: 0.0423491 Jan 17 08:21:22.589458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56086) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.595658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Router aeae1e16-14eb-40f3-a442-933ec611015d is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:21:22.626863 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2558ee-7ff1-4cb3-af2c-4033d6a43e3e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:22.627900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2558ee-7ff1-4cb3-af2c-4033d6a43e3e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:22.628897 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0d2558ee-7ff1-4cb3-af2c-4033d6a43e3e tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/a14ae85e-dbad-4606-ab39-93fa922e26b6 HTTP/1.1" status: 404 len: 337 time: 0.0385773 Jan 17 08:21:22.632039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56090) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.676025 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-47b65880-e5b7-4e90-9909-f5a22e6d56c4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=a884305a-59b8-4d21-829d-fea5bc55564c HTTP/1.1" status: 200 len: 205 time: 0.0421569 Jan 17 08:21:22.679717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56094) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.752027 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-620f32c0-10c4-4b29-ab28-44b5ca944a9d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] delete failed (client error): The resource could not be found. Jan 17 08:21:22.752970 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-620f32c0-10c4-4b29-ab28-44b5ca944a9d tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/a884305a-59b8-4d21-829d-fea5bc55564c HTTP/1.1" status: 404 len: 336 time: 0.0722852 Jan 17 08:21:22.755761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56098) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.798429 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fac12807-8ed1-4659-9233-3abcf0a8472a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=0461b83c-e261-4e99-a50c-8b2baa4b6425 HTTP/1.1" status: 200 len: 205 time: 0.0409467 Jan 17 08:21:22.800798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56102) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.869506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:21:22.874416 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f9437544-0ac7-46d8-b32b-86fdee27af0a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "PUT /v2.0/routers/aeae1e16-14eb-40f3-a442-933ec611015d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7405069 Jan 17 08:21:22.877257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56106) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.880243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88129022-4c0f-4d5c-9355-c5956b89f72c None None] Sync routers for ids ['aeae1e16-14eb-40f3-a442-933ec611015d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:21:22.893182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88129022-4c0f-4d5c-9355-c5956b89f72c None None] Routers {'aeae1e16-14eb-40f3-a442-933ec611015d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:22.893830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-88129022-4c0f-4d5c-9355-c5956b89f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['aeae1e16-14eb-40f3-a442-933ec611015d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:22.956279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-88129022-4c0f-4d5c-9355-c5956b89f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:22.956890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd7572a-eb7f-4ef9-82cd-144b88994ab2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:22.958551 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6bd7572a-eb7f-4ef9-82cd-144b88994ab2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeae1e16-14eb-40f3-a442-933ec611015d HTTP/1.1" status: 200 len: 981 time: 0.0801773 Jan 17 08:21:22.961347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56110) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:22.969033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88129022-4c0f-4d5c-9355-c5956b89f72c None None] Routers {'aeae1e16-14eb-40f3-a442-933ec611015d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:22.970503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-88129022-4c0f-4d5c-9355-c5956b89f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['aeae1e16-14eb-40f3-a442-933ec611015d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:22.973935 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-22411cf1-c9fc-4582-a31b-b7964625c4e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] delete failed (client error): The resource could not be found. Jan 17 08:21:22.977478 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-22411cf1-c9fc-4582-a31b-b7964625c4e9 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/0461b83c-e261-4e99-a50c-8b2baa4b6425 HTTP/1.1" status: 404 len: 336 time: 0.1732705 Jan 17 08:21:22.977640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56114) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.014570 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81245ab-d0ad-4971-823f-66c1156f3840 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:23.015082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81245ab-d0ad-4971-823f-66c1156f3840 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:23.019186 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e81245ab-d0ad-4971-823f-66c1156f3840 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/68d767cf-9f26-4aaa-b3ba-e1d64bf8ff7c HTTP/1.1" status: 404 len: 337 time: 0.0381362 Jan 17 08:21:23.019419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56118) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.030834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-88129022-4c0f-4d5c-9355-c5956b89f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:23.031393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88129022-4c0f-4d5c-9355-c5956b89f72c None None] The sync data for ids ['aeae1e16-14eb-40f3-a442-933ec611015d'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:21:23.063647 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1773d0f9-067e-48c0-9298-43793252d098 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 HTTP/1.1" status: 200 len: 205 time: 0.0430715 Jan 17 08:21:23.065986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56122) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.127496 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-070aa4f5-45a9-43a1-9391-d306c134b993 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] delete failed (client error): The resource could not be found. Jan 17 08:21:23.128508 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-070aa4f5-45a9-43a1-9391-d306c134b993 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/52a9c3e3-e5c7-4ade-b62e-daaf135f79d8 HTTP/1.1" status: 404 len: 336 time: 0.0616548 Jan 17 08:21:23.131325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56126) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.174940 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ee0a772f-f122-4748-9b5b-39dead425ea6 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c1b57fc-4443-44c9-a644-6ade595e2f29 HTTP/1.1" status: 200 len: 205 time: 0.0426443 Jan 17 08:21:23.177400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56130) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.239718 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-fa17f94b-2d67-4f84-a28b-68106d942461 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] delete failed (client error): The resource could not be found. Jan 17 08:21:23.243068 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fa17f94b-2d67-4f84-a28b-68106d942461 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/7c1b57fc-4443-44c9-a644-6ade595e2f29 HTTP/1.1" status: 404 len: 336 time: 0.0624447 Jan 17 08:21:23.243319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56134) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.283301 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-316a974b-73c0-416b-a289-6faaecb2798f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:23.283752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316a974b-73c0-416b-a289-6faaecb2798f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:23.285355 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-316a974b-73c0-416b-a289-6faaecb2798f tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/cea6255a-7b26-4111-813e-2a2cebf70b81 HTTP/1.1" status: 404 len: 337 time: 0.0411685 Jan 17 08:21:23.287980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56138) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.330961 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8bd03ed1-6dca-4456-b177-93c9e45b90e4 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=e401a4b4-2f03-4459-9545-5f4a7ae77c31 HTTP/1.1" status: 200 len: 205 time: 0.0391147 Jan 17 08:21:23.331184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56142) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.397100 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-ab15fecc-632a-4053-9836-4ba025b225f1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] delete failed (client error): The resource could not be found. Jan 17 08:21:23.398109 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ab15fecc-632a-4053-9836-4ba025b225f1 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/e401a4b4-2f03-4459-9545-5f4a7ae77c31 HTTP/1.1" status: 404 len: 336 time: 0.0660868 Jan 17 08:21:23.400766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56146) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.437470 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f3c399-3aa8-423a-9c91-a36cf0e8c273 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:23.437965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f3c399-3aa8-423a-9c91-a36cf0e8c273 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:23.442184 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-42f3c399-3aa8-423a-9c91-a36cf0e8c273 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/5974b76b-afe8-4ce1-92c3-36e9eeb814f1 HTTP/1.1" status: 404 len: 337 time: 0.0379970 Jan 17 08:21:23.442353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56150) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.474648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:23.483821 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f5f79879-9138-4f28-9575-6de1edce617b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae0ab397-8108-4763-8995-6ccfb4ec4a55 HTTP/1.1" status: 200 len: 205 time: 0.0404434 Jan 17 08:21:23.486122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56154) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.551580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-ddbeb6f7-3273-4022-9374-f37805b33f6a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] delete failed (client error): The resource could not be found. Jan 17 08:21:23.551580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ddbeb6f7-3273-4022-9374-f37805b33f6a tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/routers/ae0ab397-8108-4763-8995-6ccfb4ec4a55 HTTP/1.1" status: 404 len: 336 time: 0.0646105 Jan 17 08:21:23.554123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56160) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.594544 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2279f7-37d5-4e6f-b37d-078619b0ef96 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:23.594981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2279f7-37d5-4e6f-b37d-078619b0ef96 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:23.596618 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1d2279f7-37d5-4e6f-b37d-078619b0ef96 tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/ef7dac69-16aa-40de-9372-4001c679e251 HTTP/1.1" status: 404 len: 337 time: 0.0416303 Jan 17 08:21:23.599095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56164) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:23.638584 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f90bc8f-3c89-4511-b495-79e69d27c98b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:23.639022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f90bc8f-3c89-4511-b495-79e69d27c98b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:23.640641 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9f90bc8f-3c89-4511-b495-79e69d27c98b tempest-RoutersIpV6Test-126340598 tempest-RoutersIpV6Test-126340598-project] 10.222.0.44 "DELETE /v2.0/subnets/a2dea585-e58d-431f-9a5f-d331ffc21ef1 HTTP/1.1" status: 404 len: 337 time: 0.0406487 Jan 17 08:21:23.822260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 3923c0bd-8060-43eb-a79b-c4e9f9650747 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:23.822594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:24.006584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:24.204869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56172) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:24.233562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 3923c0bd-8060-43eb-a79b-c4e9f9650747 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:24.385825 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e5a9fa6f-6059-4e6b-b80b-e6e216bca703 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ee8240548e34cc8a94d3fd7fcf1997b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1796780 Jan 17 08:21:24.389170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56178) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:24.464680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8537d68-d9f0-43d3-9616-f9b2d9507c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:24.479227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:24.504257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8537d68-d9f0-43d3-9616-f9b2d9507c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:24.531064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=3923c0bd-8060-43eb-a79b-c4e9f9650747,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:24.630481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8537d68-d9f0-43d3-9616-f9b2d9507c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:24.646385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8537d68-d9f0-43d3-9616-f9b2d9507c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd851a93-664d-4a17-b562-84774c126728,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:24.671715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8537d68-d9f0-43d3-9616-f9b2d9507c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:24.676929 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a8537d68-d9f0-43d3-9616-f9b2d9507c05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd851a93-664d-4a17-b562-84774c126728 HTTP/1.1" status: 204 len: 168 time: 0.2823169 Jan 17 08:21:24.825550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:25.237751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Router aeae1e16-14eb-40f3-a442-933ec611015d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:21:25.383418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:21:25.392521 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced3c7a-37b9-4014-952b-330398d0ec14 None None] Sync routers for ids ['aeae1e16-14eb-40f3-a442-933ec611015d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:21:25.396289 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a4a99c7c-5e2e-46da-b5ca-31a3256b8a6d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "PUT /v2.0/routers/aeae1e16-14eb-40f3-a442-933ec611015d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4339697 Jan 17 08:21:25.399090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56194) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:25.407406 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced3c7a-37b9-4014-952b-330398d0ec14 None None] Routers {'aeae1e16-14eb-40f3-a442-933ec611015d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:25.407986 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5ced3c7a-37b9-4014-952b-330398d0ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['aeae1e16-14eb-40f3-a442-933ec611015d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:25.456291 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98ce5e2-e828-45c8-8f39-0430ea727dae tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:21:25.456866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f98ce5e2-e828-45c8-8f39-0430ea727dae tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:25.471741 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5ced3c7a-37b9-4014-952b-330398d0ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:25.483767 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced3c7a-37b9-4014-952b-330398d0ec14 None None] Routers {'aeae1e16-14eb-40f3-a442-933ec611015d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:21:25.484372 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5ced3c7a-37b9-4014-952b-330398d0ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:21:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['aeae1e16-14eb-40f3-a442-933ec611015d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:25.524873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f98ce5e2-e828-45c8-8f39-0430ea727dae tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:25.528583 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f98ce5e2-e828-45c8-8f39-0430ea727dae tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/3923c0bd-8060-43eb-a79b-c4e9f9650747 HTTP/1.1" status: 404 len: 333 time: 0.1259470 Jan 17 08:21:25.529000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56200) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:25.544765 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5ced3c7a-37b9-4014-952b-330398d0ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:25.545172 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced3c7a-37b9-4014-952b-330398d0ec14 None None] The sync data for ids ['aeae1e16-14eb-40f3-a442-933ec611015d'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:21:25.674043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61603fb2-0549-44ae-860a-adacce0d6d52 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:25.822161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:25.949693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446584634'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:25.957151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:25.961622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:25.965167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:25.971524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:26.046973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.060413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.091634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:26.095806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:26.098550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:26.104065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:26.182201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.207316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61603fb2-0549-44ae-860a-adacce0d6d52 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.211478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61603fb2-0549-44ae-860a-adacce0d6d52 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.244718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.286328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495ef5b1-153e-46a4-8828-1abd6a8a271a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:26.289901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:26.294032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:26.296762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:26.302463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:26.326900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61603fb2-0549-44ae-860a-adacce0d6d52 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.327503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61603fb2-0549-44ae-860a-adacce0d6d52 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Fanout notify agent at l3_agent the message router_deleted on router aeae1e16-14eb-40f3-a442-933ec611015d {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:21:26.338744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61603fb2-0549-44ae-860a-adacce0d6d52 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.339861 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-61603fb2-0549-44ae-860a-adacce0d6d52 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/routers/aeae1e16-14eb-40f3-a442-933ec611015d HTTP/1.1" status: 204 len: 168 time: 0.8098090 Jan 17 08:21:26.342569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:26.398270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.481391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.552301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ab2a3d-913d-4724-bdd6-c9125edc67f6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:26.590690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b24c32c-abc3-418b-8107-286c93cf96dc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet 49e0c474-c66e-41f0-87dd-855141b963e3 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:26.593793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b24c32c-abc3-418b-8107-286c93cf96dc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.619301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.620468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f960367d-e81c-4ccc-be5d-2e6ca9a8538c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7972634 Jan 17 08:21:26.623307 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56218) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:26.648873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b24c32c-abc3-418b-8107-286c93cf96dc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.684929 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bd35801a-6955-4f84-a944-e807145f08a7 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0603547 Jan 17 08:21:26.687547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56222) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:26.695771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-889a612f-e98f-4866-b7dc-b410a5a9f3f5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-security--1627262779', 'description': 'tempest-security-description-1891594311'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:26.748807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-889a612f-e98f-4866-b7dc-b410a5a9f3f5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.790097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b24c32c-abc3-418b-8107-286c93cf96dc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.842645 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-889a612f-e98f-4866-b7dc-b410a5a9f3f5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.901788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-889a612f-e98f-4866-b7dc-b410a5a9f3f5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.918980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-889a612f-e98f-4866-b7dc-b410a5a9f3f5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.920197 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-889a612f-e98f-4866-b7dc-b410a5a9f3f5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "PUT /v2.0/security-groups/59ab2a3d-913d-4724-bdd6-c9125edc67f6 HTTP/1.1" status: 200 len: 1612 time: 0.2310491 Jan 17 08:21:26.923557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56228) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:26.937702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b24c32c-abc3-418b-8107-286c93cf96dc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:26.972579 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dcdaf66b-3c44-4edc-a223-9c448e79a8dc tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups/59ab2a3d-913d-4724-bdd6-c9125edc67f6 HTTP/1.1" status: 200 len: 1612 time: 0.0478349 Jan 17 08:21:26.979321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56232) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:27.044187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-60ad3bc9-f871-453a-abf2-c3e0f3d22397 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.058835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a612f-e98f-4866-b7dc-b410a5a9f3f5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ab2a3d-913d-4724-bdd6-c9125edc67f6,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:27.066487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24c32c-abc3-418b-8107-286c93cf96dc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=49e0c474-c66e-41f0-87dd-855141b963e3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:27.072425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b24c32c-abc3-418b-8107-286c93cf96dc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.076791 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2b24c32c-abc3-418b-8107-286c93cf96dc tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/49e0c474-c66e-41f0-87dd-855141b963e3 HTTP/1.1" status: 204 len: 168 time: 0.7310286 Jan 17 08:21:27.077894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56238) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:27.080222 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f03d149-c1c3-4a1b-9061-81f5aaf22cc9 None None] Network 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:27.088260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-60ad3bc9-f871-453a-abf2-c3e0f3d22397 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.200274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.211408 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 56d97de9-eae9-4e00-80b0-d18842ab22fe {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:27.211744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.213779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-60ad3bc9-f871-453a-abf2-c3e0f3d22397 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.235055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad3bc9-f871-453a-abf2-c3e0f3d22397 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ab2a3d-913d-4724-bdd6-c9125edc67f6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:27.257247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-60ad3bc9-f871-453a-abf2-c3e0f3d22397 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.260704 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-60ad3bc9-f871-453a-abf2-c3e0f3d22397 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/59ab2a3d-913d-4724-bdd6-c9125edc67f6 HTTP/1.1" status: 204 len: 168 time: 0.2778552 Jan 17 08:21:27.262347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56246) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:27.335524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4c250562-f915-41f7-bf83-5df3430b88c5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:27.389840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] DHCP port deletion for 75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:21:27.394749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] Deleting port 56d97de9-eae9-4e00-80b0-d18842ab22fe {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:27.395216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.427807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4c250562-f915-41f7-bf83-5df3430b88c5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:27.428237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4c250562-f915-41f7-bf83-5df3430b88c5 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1639278 Jan 17 08:21:27.431330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56250) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:27.482247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] For port 56d97de9-eae9-4e00-80b0-d18842ab22fe, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=56d97de9-eae9-4e00-80b0-d18842ab22fe,segment=NetworkSegment(16d252cf-2d6a-4687-af05-ed1342c468c6),segment_id=16d252cf-2d6a-4687-af05-ed1342c468c6)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:27.482784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.492867 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-a2418c15-494a-4c8a-8e9d-0b42251da076 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] delete failed (client error): The resource could not be found. Jan 17 08:21:27.492867 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a2418c15-494a-4c8a-8e9d-0b42251da076 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/59ab2a3d-913d-4724-bdd6-c9125edc67f6 HTTP/1.1" status: 404 len: 347 time: 0.0602410 Jan 17 08:21:27.500151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:27.523268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760832646'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:27.659723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 56d97de9-eae9-4e00-80b0-d18842ab22fe owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:27.667653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 56d97de9-eae9-4e00-80b0-d18842ab22fe no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:27.706247 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:21:27.710003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:27.726434 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] For port 56d97de9-eae9-4e00-80b0-d18842ab22fe, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=56d97de9-eae9-4e00-80b0-d18842ab22fe,segment=NetworkSegment(16d252cf-2d6a-4687-af05-ed1342c468c6),segment_id=16d252cf-2d6a-4687-af05-ed1342c468c6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:27.726829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.770435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:27.836489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d511d-a1ce-4938-83ea-897e5e351063 req-8f32250c-3fce-4f7a-80d9-55b534e936e7 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:27.837938 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cb3d511d-a1ce-4938-83ea-897e5e351063 req-8f32250c-3fce-4f7a-80d9-55b534e936e7 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.1292472 Jan 17 08:21:27.859152 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] Calling delete_port for 56d97de9-eae9-4e00-80b0-d18842ab22fe owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:27.881441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.898566 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cb3d511d-a1ce-4938-83ea-897e5e351063 req-2e0541dd-7889-44a3-8652-b9194d49e7ef tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547836 Jan 17 08:21:27.916966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:27.944430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Port 56d97de9-eae9-4e00-80b0-d18842ab22fe update to DOWN by agent not found {{(pid=84156) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 17 08:21:27.971065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:21:27.971444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:21:27.985979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:27.988380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=56d97de9-eae9-4e00-80b0-d18842ab22fe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:27.990482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No DVR routers for this DVR port 56d97de9-eae9-4e00-80b0-d18842ab22fe on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:21:28.020205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:28.025964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:28.049535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:28.128323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.168210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a1dc44-27e6-41c2-9684-4c2f7a90b5c9']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:28.191787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d252cf-2d6a-4687-af05-ed1342c468c6') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:28.192065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d252cf-2d6a-4687-af05-ed1342c468c6') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:28.214679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.223112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.232834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.239309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:21:28.239692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:21:28.254226 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:21:28.305528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.373286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149113b4-0bef-486c-bbc3-8018ce259d70,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:28.416957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.442886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.449043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.450220 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fa4304b8-13a5-45d9-8f0b-a4ebb1f46669 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9482808 Jan 17 08:21:28.451091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Network': ['ID=75a1dc44-27e6-41c2-9684-4c2f7a90b5c9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:28.453405 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56264) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:28.458551 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56268) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:28.460077 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a89f8534-1979-4f06-b841-fddc31082b08 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/networks/75a1dc44-27e6-41c2-9684-4c2f7a90b5c9 HTTP/1.1" status: 204 len: 168 time: 1.3804150 Jan 17 08:21:28.466795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': '149113b4-0bef-486c-bbc3-8018ce259d70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:28.472425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] Deleting port 56d97de9-eae9-4e00-80b0-d18842ab22fe {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:28.473018 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.512548 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:28.535704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:28.535704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:28.543823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:28.546821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-50bb089f-3cce-405a-865e-aa887c8608d0 None None] The port '56d97de9-eae9-4e00-80b0-d18842ab22fe' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:21:28.566895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71d13f-ef64-4971-9729-e09e158f340d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:28.566895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7e71d13f-ef64-4971-9729-e09e158f340d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:28.644251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7e71d13f-ef64-4971-9729-e09e158f340d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:28.644251 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7e71d13f-ef64-4971-9729-e09e158f340d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/b6045f43-ede1-41d8-8726-b278d69bfd63 HTTP/1.1" status: 200 len: 840 time: 0.1817114 Jan 17 08:21:28.649180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56272) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:28.687522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.751269 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c2fb98c1-1d89-423c-97ef-0f269f15216d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/b6045f43-ede1-41d8-8726-b278d69bfd63?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0980175 Jan 17 08:21:28.752159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56276) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:28.755150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:28.773879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.830458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.854663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59457756-0b95-420a-9ebe-0b75e0ae8bb4,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:28.869298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:28.872827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:28.877341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:28.881884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:28.964950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:28.964950 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f995f581-183e-45bf-98c4-cbbad7ea32aa tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5069137 Jan 17 08:21:28.974656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56282) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:28.996550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ce2683-9b0b-43b2-81bb-1b4f64059a58 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:29.014177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ce2683-9b0b-43b2-81bb-1b4f64059a58 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:29.030980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:29.111104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb6f5-cdb7-44c9-9b5a-54979044c5b6 req-2490f006-4f93-45e9-82a7-f6480b9340f0 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:29.111104 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d0bdb6f5-cdb7-44c9-9b5a-54979044c5b6 req-2490f006-4f93-45e9-82a7-f6480b9340f0 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.0826924 Jan 17 08:21:29.135146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ce2683-9b0b-43b2-81bb-1b4f64059a58 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:29.160900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62ce2683-9b0b-43b2-81bb-1b4f64059a58 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:29.160900 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-62ce2683-9b0b-43b2-81bb-1b4f64059a58 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/59457756-0b95-420a-9ebe-0b75e0ae8bb4 HTTP/1.1" status: 204 len: 168 time: 0.1910081 Jan 17 08:21:29.166079 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d0bdb6f5-cdb7-44c9-9b5a-54979044c5b6 req-eca46b95-4681-4ad5-8c7f-de6aa96f7c17 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450642 Jan 17 08:21:29.166079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56286) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:29.171702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce2683-9b0b-43b2-81bb-1b4f64059a58 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59457756-0b95-420a-9ebe-0b75e0ae8bb4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:29.183380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:29.212330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f50fcdb0-65b4-4fef-9fb9-45ea1293c0d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:29.351317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f50fcdb0-65b4-4fef-9fb9-45ea1293c0d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:29.351317 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f50fcdb0-65b4-4fef-9fb9-45ea1293c0d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1852953 Jan 17 08:21:29.390473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56290) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:29.525373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d344f26d-cf1c-4784-8bb4-0f42fb7da91f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:29.581375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d344f26d-cf1c-4784-8bb4-0f42fb7da91f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:29.899686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d344f26d-cf1c-4784-8bb4-0f42fb7da91f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:29.910361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:29.922930 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0306851d-039f-4dd5-b299-f2e796edd77d req-150a55ef-c7a8-495b-ba67-2227fea889ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855&device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 1098 time: 0.0724871 Jan 17 08:21:29.952285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344f26d-cf1c-4784-8bb4-0f42fb7da91f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149113b4-0bef-486c-bbc3-8018ce259d70,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:29.999806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:30.002811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:30.006672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:30.007277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.011540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eee774-2aab-4d51-ad96-82655f7eb2f0 None None] Network 19615811-581a-4bef-b45e-ab0687028cea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:30.012754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=43da1e2f-b893-430d-abac-33481bb62971,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:30.069763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306851d-039f-4dd5-b299-f2e796edd77d req-c65c6ea6-eb06-411b-adc7-5fdffdaf142e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:30.071222 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0306851d-039f-4dd5-b299-f2e796edd77d req-c65c6ea6-eb06-411b-adc7-5fdffdaf142e service neutron] 10.222.0.53 "GET /v2.0/networks?id=fa87a1a3-378d-463a-9a0a-0f72d31fe691 HTTP/1.1" status: 200 len: 898 time: 0.1281617 Jan 17 08:21:30.108126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d344f26d-cf1c-4784-8bb4-0f42fb7da91f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.111890 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d344f26d-cf1c-4784-8bb4-0f42fb7da91f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/149113b4-0bef-486c-bbc3-8018ce259d70 HTTP/1.1" status: 204 len: 168 time: 0.7237320 Jan 17 08:21:30.116584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56294) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:30.140624 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9f9eb576-24f9-4c6d-a907-2c630935270a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3879952 Jan 17 08:21:30.144028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56298) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:30.151640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1289166879'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:30.168214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:30.170188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-694373af-5ee6-4552-99d2-f58e6e1b5477 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:30.176068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:30.180034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:30.194870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:30.204579 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0306851d-039f-4dd5-b299-f2e796edd77d req-1fd7610a-84d8-453c-a02e-22be3b12fd27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f HTTP/1.1" status: 200 len: 1000 time: 0.1246278 Jan 17 08:21:30.271049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306851d-039f-4dd5-b299-f2e796edd77d req-f88e99ab-3fd3-450a-90b7-88b648278d05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:30.272521 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0306851d-039f-4dd5-b299-f2e796edd77d req-f88e99ab-3fd3-450a-90b7-88b648278d05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea912068-aeb6-43f9-89ad-9b4084622aa8 HTTP/1.1" status: 200 len: 834 time: 0.0614486 Jan 17 08:21:30.275347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-694373af-5ee6-4552-99d2-f58e6e1b5477 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:30.275502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.286227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56304) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:30.287788 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-694373af-5ee6-4552-99d2-f58e6e1b5477 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1746533 Jan 17 08:21:30.312074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-19615811-581a-4bef-b45e-ab0687028cea', 'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'tenant_id': '1ab1e76fb3cc4203a2b84ff832e9feb8', 'fixed_ips': [{'subnet_id': '43da1e2f-b893-430d-abac-33481bb62971'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:21:30.313691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.324432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-secgroup--47975759'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:30.340052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:30.357569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:30.368861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf24c26-84bf-4c70-946f-b795d92a53a7 req-ba82251a-926c-46d6-9eb0-8933cdc1c1d1 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:30.370511 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dcf24c26-84bf-4c70-946f-b795d92a53a7 req-ba82251a-926c-46d6-9eb0-8933cdc1c1d1 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.0812027 Jan 17 08:21:30.387004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:30.393178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group_rule and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:30.396536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:30.403771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:30.418244 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0306851d-039f-4dd5-b299-f2e796edd77d req-f84e4b45-675f-4c61-b1c6-473dea84848d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fa87a1a3-378d-463a-9a0a-0f72d31fe691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1310904 Jan 17 08:21:30.430443 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dcf24c26-84bf-4c70-946f-b795d92a53a7 req-921a484c-e3e2-4504-b631-3a188180180c tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520005 Jan 17 08:21:30.468046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.509168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Allocated IP 172.20.0.2 (19615811-581a-4bef-b45e-ab0687028cea/43da1e2f-b893-430d-abac-33481bb62971/337f1276-7891-41e5-ab92-7117abc16f64) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:30.664883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.701111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:30.708928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:30.718904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:30.721911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.730313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:30.732211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.732342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Transition to ACTIVE for port object 337f1276-7891-41e5-ab92-7117abc16f64 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:30.745879 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0306851d-039f-4dd5-b299-f2e796edd77d req-eb44995d-4744-4a49-ab92-4364fb259822 service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189371 Jan 17 08:21:30.750224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Transition to ACTIVE for port object 337f1276-7891-41e5-ab92-7117abc16f64 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:30.851580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.863175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf5d542-697d-4021-9093-9ac6822801df,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:30.921095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:30.922691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:30.925710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:30.931570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.942933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:30.944630 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3a7ef7b4-aff9-41bf-a0f7-cca58e91a52d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7989242 Jan 17 08:21:30.949041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:30.954448 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732395156'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:30.959122 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0306851d-039f-4dd5-b299-f2e796edd77d req-0ab8c00b-06c0-495e-b14e-888f6a50e825 service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998508 Jan 17 08:21:30.960127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:30.963971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:30.967068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:30.970803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Pushing event updated for resources: {'Port': ['ID=337f1276-7891-41e5-ab92-7117abc16f64,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:30.973871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:30.995532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.035655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Attempting to bind port 337f1276-7891-41e5-ab92-7117abc16f64 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:21:31.036180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Attempting to bind port 337f1276-7891-41e5-ab92-7117abc16f64 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'c8678e5d-5676-423f-9ebe-b788a6663388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '19615811-581a-4bef-b45e-ab0687028cea'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:21:31.036371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Attempting to bind port 337f1276-7891-41e5-ab92-7117abc16f64 on network 19615811-581a-4bef-b45e-ab0687028cea {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:21:31.038973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5472aba-e91c-4337-947d-d7d25d782160,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:31.042646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:21:31.043017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Checking segment: {'id': 'c8678e5d-5676-423f-9ebe-b788a6663388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '19615811-581a-4bef-b45e-ab0687028cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:21:31.043725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.043912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Bound using segment: {'id': 'c8678e5d-5676-423f-9ebe-b788a6663388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '19615811-581a-4bef-b45e-ab0687028cea'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:21:31.044335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Bound port: 337f1276-7891-41e5-ab92-7117abc16f64, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8678e5d-5676-423f-9ebe-b788a6663388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '19615811-581a-4bef-b45e-ab0687028cea'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:21:31.044704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.047294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.087626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:31.091447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group_rule and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:31.094273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:31.099920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:31.128174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.130251 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-da5a1c81-eff5-42b5-b800-3a718abc7332 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8143489 Jan 17 08:21:31.132916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56312) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:31.139801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-760b2314-a859-4b82-a233-6a262248a707 None None] For port 337f1276-7891-41e5-ab92-7117abc16f64, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:21:31.139801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-760b2314-a859-4b82-a233-6a262248a707 None None] For port 337f1276-7891-41e5-ab92-7117abc16f64, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=337f1276-7891-41e5-ab92-7117abc16f64,segment=NetworkSegment(c8678e5d-5676-423f-9ebe-b788a6663388),segment_id=c8678e5d-5676-423f-9ebe-b788a6663388)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:21:31.140930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': 'f5472aba-e91c-4337-947d-d7d25d782160', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:31.147133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:31.151438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:31.154583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:31.157156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.160507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:31.216538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.241189 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.283757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc44c162-9d97-4103-a26e-175ece76374f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:31.296591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b2314-a859-4b82-a233-6a262248a707 None None] Pushing event updated for resources: {'Port': ['ID=337f1276-7891-41e5-ab92-7117abc16f64,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:31.334063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.355640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.357061 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5e24b1ac-dc34-4145-87e7-6a9c9472e909 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4089954 Jan 17 08:21:31.360329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56316) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:31.366198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2003003241', 'security_groups': ['fc44c162-9d97-4103-a26e-175ece76374f'], 'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43da1e2f-b893-430d-abac-33481bb62971'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:31.408369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.486786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.542736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478321c5-3e43-4288-b8a2-4fbd75451d3f,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:31.553538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:31.562336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:port and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:31.570571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:31.572113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:31.675391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.675730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 337f1276-7891-41e5-ab92-7117abc16f64 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:31.676585 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-53b52a0c-6226-4701-a29b-953421adc938 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5424631 Jan 17 08:21:31.679665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56322) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:31.685087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': 'f5472aba-e91c-4337-947d-d7d25d782160', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:31.694178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:31.701232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:31.705004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:31.705988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb115d0-3994-43c3-bb0d-f519cc8647e8 req-3fcf31cb-fe03-4031-944b-bff469d1463a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:31.707876 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1cb115d0-3994-43c3-bb0d-f519cc8647e8 req-3fcf31cb-fe03-4031-944b-bff469d1463a tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.0967712 Jan 17 08:21:31.714941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:31.732584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:31.737831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.760805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 214413bf-0927-4dba-846a-0600c172dd54 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:21:31.767985 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1cb115d0-3994-43c3-bb0d-f519cc8647e8 req-94198e76-6a36-488b-b332-ee7e632eef36 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511127 Jan 17 08:21:31.804986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:31.819053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 337f1276-7891-41e5-ab92-7117abc16f64 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:31.948745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.005982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.039222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.9 (19615811-581a-4bef-b45e-ab0687028cea/43da1e2f-b893-430d-abac-33481bb62971/214413bf-0927-4dba-846a-0600c172dd54) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:32.049300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df44891-1a81-4ede-837b-f8c07f580dcb,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:32.164355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.165448 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-47362853-acdf-4075-9a7b-79c0efca8da6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4846451 Jan 17 08:21:32.168045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56326) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:32.175241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': 'f5472aba-e91c-4337-947d-d7d25d782160', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:32.180367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:32.184826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:32.187856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:32.194384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:32.256497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.273837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 214413bf-0927-4dba-846a-0600c172dd54 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:32.293528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.375090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.386590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.441819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.462606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:32.466075 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:32.469984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d7f7dd-c7d7-4d26-b815-6c76d95fa38b,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:32.472536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:32.497453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] Provisioning complete for port b6045f43-ede1-41d8-8726-b278d69bfd63 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:32.497949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.503057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=214413bf-0927-4dba-846a-0600c172dd54,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:32.542870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:32.543845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.561435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.564461 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d7431e60-954c-47fb-8777-09eeeccd6eb4 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3953691 Jan 17 08:21:32.567060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56330) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:32.570140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] Port b6045f43-ede1-41d8-8726-b278d69bfd63 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:32.579108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': 'f5472aba-e91c-4337-947d-d7d25d782160', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:32.588714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:32.593172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:32.596173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:32.606795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:32.619666 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-99712413-1a43-4cf1-aa7d-c419a4e62d92 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2577534 Jan 17 08:21:32.622157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56334) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:32.628529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:32.658413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] Provisioning for port 337f1276-7891-41e5-ab92-7117abc16f64 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:32.663847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] Provisioning complete for port 337f1276-7891-41e5-ab92-7117abc16f64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:32.664219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.763082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.784834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:32.789591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:32.792573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:32.801557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:32.813266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.853129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.858521 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] For port 337f1276-7891-41e5-ab92-7117abc16f64, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=337f1276-7891-41e5-ab92-7117abc16f64,segment=NetworkSegment(c8678e5d-5676-423f-9ebe-b788a6663388),segment_id=c8678e5d-5676-423f-9ebe-b788a6663388)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:32.892786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:32.898316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.932786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.932953 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:32.957578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1787b6-aaa3-4e84-91ce-e29e75a8b685,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:33.001861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891e38b-397b-4695-95c7-d9ed59eb9ebd None None] Pushing event updated for resources: {'Port': ['ID=337f1276-7891-41e5-ab92-7117abc16f64,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:33.024297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.025731 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9ae277c9-3fb0-4cf9-a500-c1d906b052fe tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4571948 Jan 17 08:21:33.028655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56340) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:33.036268 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': 'f5472aba-e91c-4337-947d-d7d25d782160', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:33.042168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:33.048070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:33.051591 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:33.058268 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:33.106665 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43da1e2f-b893-430d-abac-33481bb62971 (CIDR: 172.20.0.0/28) Jan 17 08:21:33.123767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f088c-1a03-4076-aa1d-db0bc9ce969c req-5d4d7e8c-abf5-4389-9a3a-423e234d0012 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:33.123767 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-518f088c-1a03-4076-aa1d-db0bc9ce969c req-5d4d7e8c-abf5-4389-9a3a-423e234d0012 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.2007115 Jan 17 08:21:33.160259 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-518f088c-1a03-4076-aa1d-db0bc9ce969c req-c9ff2cfc-860a-4f95-9778-c5aa0edc53fd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396848 Jan 17 08:21:33.185304 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:21:33.185304 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:33.201276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-72754c99-44c4-480c-bbfc-2db6cb13e207 None None] Provisioning for port 214413bf-0927-4dba-846a-0600c172dd54 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:33.206395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-72754c99-44c4-480c-bbfc-2db6cb13e207 None None] Provisioning complete for port 214413bf-0927-4dba-846a-0600c172dd54 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:33.206770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72754c99-44c4-480c-bbfc-2db6cb13e207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.229892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.277231 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-72754c99-44c4-480c-bbfc-2db6cb13e207 None None] Port 214413bf-0927-4dba-846a-0600c172dd54 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:33.294657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.301613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56344) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:33.301736 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-45bd6562-6023-4c7c-8a43-c5860dc3958a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6773558 Jan 17 08:21:33.306006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:33.400079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.443025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188e00c8-fcab-46ad-a800-ff1bb41ee56e,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:33.481323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:33.483153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:33.488009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:33.493871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:33.528921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.530071 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3887d2d8-df42-41b3-8fa8-03f6fa56f689 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5005136 Jan 17 08:21:33.533535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56348) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:33.562479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db1f85cc-156d-4998-b708-82a5b447317d tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.577799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db1f85cc-156d-4998-b708-82a5b447317d tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.606718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:33.647753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 337f1276-7891-41e5-ab92-7117abc16f64 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:33.692920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db1f85cc-156d-4998-b708-82a5b447317d tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.723357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 337f1276-7891-41e5-ab92-7117abc16f64 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:33.723357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.729718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f85cc-156d-4998-b708-82a5b447317d tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=188e00c8-fcab-46ad-a800-ff1bb41ee56e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:33.736075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-db1f85cc-156d-4998-b708-82a5b447317d tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.736075 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-db1f85cc-156d-4998-b708-82a5b447317d tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/188e00c8-fcab-46ad-a800-ff1bb41ee56e HTTP/1.1" status: 204 len: 168 time: 0.2003341 Jan 17 08:21:33.741973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56352) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:33.754514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:33.800009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2c8aa1b4-69d5-45d0-ae8c-9c403bec5723 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:33.898394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2c8aa1b4-69d5-45d0-ae8c-9c403bec5723 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:33.901575 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2c8aa1b4-69d5-45d0-ae8c-9c403bec5723 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1564820 Jan 17 08:21:33.902907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56356) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:33.936011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5095a7c6-f478-4967-966c-ad3075870a7b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.036148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5095a7c6-f478-4967-966c-ad3075870a7b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.107630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.166834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:34.173031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:34.182177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:34.182177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.183258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839581c-b780-4a40-9d52-a780d6c6b1b4 None None] Network 19615811-581a-4bef-b45e-ab0687028cea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:34.194906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=369b04b2-5b83-4d56-8ffb-3e1e8fd13b47,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:34.199388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5095a7c6-f478-4967-966c-ad3075870a7b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.219748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095a7c6-f478-4967-966c-ad3075870a7b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad1787b6-aaa3-4e84-91ce-e29e75a8b685,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:34.319808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5095a7c6-f478-4967-966c-ad3075870a7b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.321132 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5095a7c6-f478-4967-966c-ad3075870a7b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ad1787b6-aaa3-4e84-91ce-e29e75a8b685 HTTP/1.1" status: 204 len: 168 time: 0.4171193 Jan 17 08:21:34.324321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56362) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:34.334398 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-df6795f2-1fce-4f12-a0db-38e11f313a2c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0328062 Jan 17 08:21:34.341719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56366) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:34.350368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1894507485', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '369b04b2-5b83-4d56-8ffb-3e1e8fd13b47'}], 'security_groups': ['8bf5d542-697d-4021-9093-9ac6822801df']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:34.386795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-caf02772-d093-40f9-a69a-c22f0de12618 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:34.487002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd2555-169b-4c5c-9aff-d3e075fd6cec req-86a1ea85-fe4a-463f-9db6-26caf5266bcb tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:34.488563 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1ffd2555-169b-4c5c-9aff-d3e075fd6cec req-86a1ea85-fe4a-463f-9db6-26caf5266bcb tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.1950376 Jan 17 08:21:34.491284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.498329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-caf02772-d093-40f9-a69a-c22f0de12618 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:34.499932 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-caf02772-d093-40f9-a69a-c22f0de12618 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1747344 Jan 17 08:21:34.504140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56370) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:34.541243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa3c43e8-3fc0-4e6d-a883-d3b07e33ce4c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.552552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa3c43e8-3fc0-4e6d-a883-d3b07e33ce4c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.591777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7cb0f8-dee0-4a28-ac69-d1a9b1abfaa7 None None] Update dhcp port {'port': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'fixed_ips': [{'subnet_id': '43da1e2f-b893-430d-abac-33481bb62971', 'ip_address': '172.20.0.2'}, {'subnet_id': '369b04b2-5b83-4d56-8ffb-3e1e8fd13b47'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '337f1276-7891-41e5-ab92-7117abc16f64'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:21:34.651541 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e7cb0f8-dee0-4a28-ac69-d1a9b1abfaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.657208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa3c43e8-3fc0-4e6d-a883-d3b07e33ce4c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.684003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c43e8-3fc0-4e6d-a883-d3b07e33ce4c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79d7f7dd-c7d7-4d26-b815-6c76d95fa38b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:34.696820 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1ffd2555-169b-4c5c-9aff-d3e075fd6cec req-fbf3f8f3-ce2f-4f96-8a47-3fd03231e7f6 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929388 Jan 17 08:21:34.754624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa3c43e8-3fc0-4e6d-a883-d3b07e33ce4c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.754624 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fa3c43e8-3fc0-4e6d-a883-d3b07e33ce4c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/79d7f7dd-c7d7-4d26-b815-6c76d95fa38b HTTP/1.1" status: 204 len: 168 time: 0.2462730 Jan 17 08:21:34.754624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56374) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:34.802752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddb94545-1e0f-4e48-88ea-34caa3820111 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:34.880536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-3e7cb0f8-dee0-4a28-ac69-d1a9b1abfaa7 None None] Allocated IP 172.20.0.18 (19615811-581a-4bef-b45e-ab0687028cea/369b04b2-5b83-4d56-8ffb-3e1e8fd13b47/337f1276-7891-41e5-ab92-7117abc16f64) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:34.887692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddb94545-1e0f-4e48-88ea-34caa3820111 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:34.891612 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ddb94545-1e0f-4e48-88ea-34caa3820111 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1340253 Jan 17 08:21:34.893896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56378) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:34.924115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e36a012b-d183-4433-b49a-5a322e7fbf91 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:34.937339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e36a012b-d183-4433-b49a-5a322e7fbf91 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.018517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e36a012b-d183-4433-b49a-5a322e7fbf91 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.022447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3e7cb0f8-dee0-4a28-ac69-d1a9b1abfaa7 None None] For port 337f1276-7891-41e5-ab92-7117abc16f64, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=337f1276-7891-41e5-ab92-7117abc16f64,segment=NetworkSegment(c8678e5d-5676-423f-9ebe-b788a6663388),segment_id=c8678e5d-5676-423f-9ebe-b788a6663388)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:35.037337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a012b-d183-4433-b49a-5a322e7fbf91 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8df44891-1a81-4ede-837b-f8c07f580dcb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:35.055980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e7cb0f8-dee0-4a28-ac69-d1a9b1abfaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.068936 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3e7cb0f8-dee0-4a28-ac69-d1a9b1abfaa7 None None] Transition to ACTIVE for port object 337f1276-7891-41e5-ab92-7117abc16f64 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:35.110392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e36a012b-d183-4433-b49a-5a322e7fbf91 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.111543 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e36a012b-d183-4433-b49a-5a322e7fbf91 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8df44891-1a81-4ede-837b-f8c07f580dcb HTTP/1.1" status: 204 len: 168 time: 0.2166395 Jan 17 08:21:35.114196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:35.140126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3e7cb0f8-dee0-4a28-ac69-d1a9b1abfaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.161547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e8f6d503-c25d-4425-8282-ce19a8b52051 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:35.239936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e8f6d503-c25d-4425-8282-ce19a8b52051 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:35.242204 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e8f6d503-c25d-4425-8282-ce19a8b52051 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1271124 Jan 17 08:21:35.245660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56388) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:35.299279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cb0f8-dee0-4a28-ac69-d1a9b1abfaa7 None None] Pushing event updated for resources: {'Port': ['ID=337f1276-7891-41e5-ab92-7117abc16f64,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:35.300203 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2422ee3b-9f12-4439-8cd6-6312eb99af57 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.307314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Delete allocated IP 172.20.0.9 (19615811-581a-4bef-b45e-ab0687028cea/43da1e2f-b893-430d-abac-33481bb62971) {{(pid=84154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 08:21:35.318844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2422ee3b-9f12-4439-8cd6-6312eb99af57 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.329889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.27 (19615811-581a-4bef-b45e-ab0687028cea/369b04b2-5b83-4d56-8ffb-3e1e8fd13b47/214413bf-0927-4dba-846a-0600c172dd54) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:35.457229 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2422ee3b-9f12-4439-8cd6-6312eb99af57 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.513659 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422ee3b-9f12-4439-8cd6-6312eb99af57 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=478321c5-3e43-4288-b8a2-4fbd75451d3f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:35.566423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.584244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 214413bf-0927-4dba-846a-0600c172dd54 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:35.600774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2422ee3b-9f12-4439-8cd6-6312eb99af57 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.604868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56392) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:35.610408 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2422ee3b-9f12-4439-8cd6-6312eb99af57 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/478321c5-3e43-4288-b8a2-4fbd75451d3f HTTP/1.1" status: 204 len: 168 time: 0.3512926 Jan 17 08:21:35.658949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.673378 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5e958762-09ee-4c02-967b-f94646c6e6c6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0723767 Jan 17 08:21:35.676942 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 337f1276-7891-41e5-ab92-7117abc16f64 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:35.678077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56396) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:35.809693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e224-1445-4791-87f5-04b13975e417 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.849302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e224-1445-4791-87f5-04b13975e417 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.869497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=214413bf-0927-4dba-846a-0600c172dd54,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:35.878669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] In _notify_port_updated(), no bound segment for port 214413bf-0927-4dba-846a-0600c172dd54 on network 19615811-581a-4bef-b45e-ab0687028cea {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:21:35.887073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:35.887073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:35.887073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-75fe8dd9-18dd-46df-a263-97d354b870b6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "PUT /v2.0/ports/214413bf-0927-4dba-846a-0600c172dd54 HTTP/1.1" status: 200 len: 921 time: 1.5410545 Jan 17 08:21:35.903644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56402) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:35.991432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5c635f3d-6e03-4f0a-9ebf-5079ab102dff tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 214413bf-0927-4dba-846a-0600c172dd54 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:35.991773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c635f3d-6e03-4f0a-9ebf-5079ab102dff tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.001891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644759a-c47e-4c91-9c2a-61a0dd1f8983 req-0627249e-c618-48ce-a73a-b0af84e4de30 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:36.003367 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1644759a-c47e-4c91-9c2a-61a0dd1f8983 req-0627249e-c618-48ce-a73a-b0af84e4de30 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.1404188 Jan 17 08:21:36.028722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Provisioning complete for port b6045f43-ede1-41d8-8726-b278d69bfd63 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:36.028951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.058580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1644759a-c47e-4c91-9c2a-61a0dd1f8983 req-11d90b90-3500-4edd-b2a0-711cb8cc3dcf tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458784 Jan 17 08:21:36.084311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Port b6045f43-ede1-41d8-8726-b278d69bfd63 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:36.121245 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e224-1445-4791-87f5-04b13975e417 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.135826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-99f7d9b9-eb29-4405-860c-454150c640b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.139455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4e224-1445-4791-87f5-04b13975e417 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5472aba-e91c-4337-947d-d7d25d782160,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:36.169758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Provisioning for port 214413bf-0927-4dba-846a-0600c172dd54 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:36.175327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Provisioning complete for port 214413bf-0927-4dba-846a-0600c172dd54 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:36.180829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.214602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e224-1445-4791-87f5-04b13975e417 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.214602 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d9b4e224-1445-4791-87f5-04b13975e417 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/f5472aba-e91c-4337-947d-d7d25d782160 HTTP/1.1" status: 204 len: 168 time: 0.5340214 Jan 17 08:21:36.217210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56406) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:36.239470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Port 214413bf-0927-4dba-846a-0600c172dd54 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:36.272886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c635f3d-6e03-4f0a-9ebf-5079ab102dff tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.276133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-73f4cc0f-8c6d-4c67-9950-64cc0e20ffa2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:36.319520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Provisioning for port 337f1276-7891-41e5-ab92-7117abc16f64 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:36.327985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Provisioning complete for port 337f1276-7891-41e5-ab92-7117abc16f64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:36.327985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10b71d89-3db1-47b3-b9e6-11c14a938674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.352124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-73f4cc0f-8c6d-4c67-9950-64cc0e20ffa2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:36.356024 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-73f4cc0f-8c6d-4c67-9950-64cc0e20ffa2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1379614 Jan 17 08:21:36.358108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56410) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:36.364283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-secgroup--859197381'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:36.372281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:36.383630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:36.408681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-5c635f3d-6e03-4f0a-9ebf-5079ab102dff tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 214413bf-0927-4dba-846a-0600c172dd54 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:36.456629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.492941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:36.496995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:36.499830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:36.506477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:36.574884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fad865f2-22ec-47a8-ae5b-33fbe7ab7516 None None] Provisioning complete for port 214413bf-0927-4dba-846a-0600c172dd54 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:36.575280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fad865f2-22ec-47a8-ae5b-33fbe7ab7516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.624305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c635f3d-6e03-4f0a-9ebf-5079ab102dff tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.632431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fad865f2-22ec-47a8-ae5b-33fbe7ab7516 None None] Port 214413bf-0927-4dba-846a-0600c172dd54 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:36.672009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.676524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c635f3d-6e03-4f0a-9ebf-5079ab102dff tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=214413bf-0927-4dba-846a-0600c172dd54,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:36.738233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.782408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c635f3d-6e03-4f0a-9ebf-5079ab102dff tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.788742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8e0615-8501-46d1-964f-46b370aabb06,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:36.792903 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5c635f3d-6e03-4f0a-9ebf-5079ab102dff tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/214413bf-0927-4dba-846a-0600c172dd54 HTTP/1.1" status: 204 len: 168 time: 0.8933575 Jan 17 08:21:36.800330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56414) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:36.845830 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a936d9-93b0-4325-8d7e-2d90740fd973 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:21:36.845830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f5a936d9-93b0-4325-8d7e-2d90740fd973 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:36.864364 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:36.865673 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aae4f982-e708-4381-a7ea-023ab7a94466 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5064094 Jan 17 08:21:36.869135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56418) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:36.875290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': '8a8e0615-8501-46d1-964f-46b370aabb06', 'direction': 'ingress', 'protocol': 17}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:36.881715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:36.885812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:36.888710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:36.895091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:36.947041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f5a936d9-93b0-4325-8d7e-2d90740fd973 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:36.949158 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f5a936d9-93b0-4325-8d7e-2d90740fd973 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/214413bf-0927-4dba-846a-0600c172dd54 HTTP/1.1" status: 404 len: 333 time: 0.1519473 Jan 17 08:21:36.951357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56422) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:36.999840 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.047099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c3c8f9c-2ab5-4dec-bc47-0bfbe0688971 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.084546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c3c8f9c-2ab5-4dec-bc47-0bfbe0688971 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.116066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.293820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c3c8f9c-2ab5-4dec-bc47-0bfbe0688971 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.298685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.337618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c8f9c-2ab5-4dec-bc47-0bfbe0688971 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc44c162-9d97-4103-a26e-175ece76374f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:37.357939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbccb3b2-250c-495c-8249-0bb836551c2c,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:37.364047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c3c8f9c-2ab5-4dec-bc47-0bfbe0688971 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.365255 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7c3c8f9c-2ab5-4dec-bc47-0bfbe0688971 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/security-groups/fc44c162-9d97-4103-a26e-175ece76374f HTTP/1.1" status: 204 len: 168 time: 0.4129634 Jan 17 08:21:37.368333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56428) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:37.396756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b30974-e70e-4874-9caf-ea2a76704761 req-60b12de4-2ebf-4f6a-b41b-07d5a6a42462 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:37.398220 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0b30974-e70e-4874-9caf-ea2a76704761 req-60b12de4-2ebf-4f6a-b41b-07d5a6a42462 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.2213850 Jan 17 08:21:37.434482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9cfcd32-1454-4531-ba52-cbc14a119ef6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.449632 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0b30974-e70e-4874-9caf-ea2a76704761 req-5f11c0bd-4b13-4a1e-abe8-7dfeea58b462 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455396 Jan 17 08:21:37.462419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9cfcd32-1454-4531-ba52-cbc14a119ef6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.475465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.476969 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b37ad811-8a1b-48d6-a383-25cde4929bcd tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6067083 Jan 17 08:21:37.483530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56432) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:37.547930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f562ef81-0534-4528-9ac1-61ee68cdb58b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.574616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f562ef81-0534-4528-9ac1-61ee68cdb58b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.601916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9cfcd32-1454-4531-ba52-cbc14a119ef6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.620879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfcd32-1454-4531-ba52-cbc14a119ef6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf5d542-697d-4021-9093-9ac6822801df,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:37.623946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9cfcd32-1454-4531-ba52-cbc14a119ef6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.625051 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e9cfcd32-1454-4531-ba52-cbc14a119ef6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/security-groups/8bf5d542-697d-4021-9093-9ac6822801df HTTP/1.1" status: 204 len: 168 time: 0.2557261 Jan 17 08:21:37.629021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56436) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:37.695131 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d038d4c-f8a0-4cd8-8e12-5764c53871a3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet 43da1e2f-b893-430d-abac-33481bb62971 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:37.698054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d038d4c-f8a0-4cd8-8e12-5764c53871a3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.728424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f562ef81-0534-4528-9ac1-61ee68cdb58b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.755280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562ef81-0534-4528-9ac1-61ee68cdb58b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8e0615-8501-46d1-964f-46b370aabb06,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:37.782169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f562ef81-0534-4528-9ac1-61ee68cdb58b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.783314 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f562ef81-0534-4528-9ac1-61ee68cdb58b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/8a8e0615-8501-46d1-964f-46b370aabb06 HTTP/1.1" status: 204 len: 168 time: 0.3020637 Jan 17 08:21:37.785508 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d038d4c-f8a0-4cd8-8e12-5764c53871a3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.786098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56440) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:37.836292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef9b5639-c8d2-48f6-9339-8d54adaf5c2c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:37.867060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d038d4c-f8a0-4cd8-8e12-5764c53871a3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:37.908238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ef9b5639-c8d2-48f6-9339-8d54adaf5c2c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:37.909387 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ef9b5639-c8d2-48f6-9339-8d54adaf5c2c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1221921 Jan 17 08:21:37.913601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56444) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:37.919335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928266284'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:37.925805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:37.936119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:38.005343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d038d4c-f8a0-4cd8-8e12-5764c53871a3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.015742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.043896 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d038d4c-f8a0-4cd8-8e12-5764c53871a3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=43da1e2f-b893-430d-abac-33481bb62971,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:38.049152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2d038d4c-f8a0-4cd8-8e12-5764c53871a3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.055512 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2d038d4c-f8a0-4cd8-8e12-5764c53871a3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/43da1e2f-b893-430d-abac-33481bb62971 HTTP/1.1" status: 204 len: 168 time: 0.4252315 Jan 17 08:21:38.056018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:38.057243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843f5c95-2bbb-4091-aa48-fcc2c20dd4e0 None None] Network 19615811-581a-4bef-b45e-ab0687028cea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:38.061370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56448) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:38.064836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:38.070483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:38.070632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:38.076720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:38.138913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.201630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.202698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:38.207374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:38.210349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:38.216174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:38.234002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-04bd4907-daa9-4f7a-98e0-5c462b63b338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.248483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc1eb26-851e-4780-bf10-918b4567f2bc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:38.285135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:38.293376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.336253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.340387 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-046bbece-9e31-4b3c-ba89-1e60730217ee tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4232855 Jan 17 08:21:38.341371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56452) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:38.348778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-secgroup--228637914'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:38.356250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:38.362553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:38.368889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:38.374893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:38.450918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.513199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:38.517997 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:38.520955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:38.528007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:38.638083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.647162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.677982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba278ce-959f-4a5c-a72f-c3a540e1ba03 req-604b5b46-feae-4d4b-ac33-c417bd36e583 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:38.679562 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aba278ce-959f-4a5c-a72f-c3a540e1ba03 req-604b5b46-feae-4d4b-ac33-c417bd36e583 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.0842850 Jan 17 08:21:38.706911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.714831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:38.721684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:38.726300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:38.727501 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.741416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=df4c9f37-851c-4fc6-8e1d-485d48226097,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:38.765764 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aba278ce-959f-4a5c-a72f-c3a540e1ba03 req-6c8221ac-43ce-429f-bea1-f74ecaa7ebe1 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803227 Jan 17 08:21:38.766864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea21b33-96d1-4965-be4a-10cd2ffd4c2a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:38.865122 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5f46bb3d-9f1e-4590-9ca0-9142cb84bf18 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8028259 Jan 17 08:21:38.870828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56458) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:38.876999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'security_group': {'name': 'tempest-secgroup-21793101'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:38.882877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:38.888212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:38.888212 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-10b63ae8-1ec8-42c7-8c73-c8d2b7316266 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5455830 Jan 17 08:21:38.889835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:38.892459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56462) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:38.892766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:38.900260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:38.900401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': '9dc1eb26-851e-4780-bf10-918b4567f2bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4ea21b33-96d1-4965-be4a-10cd2ffd4c2a', 'remote_ip_prefix': None}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:38.903358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a120ee-d1ca-439d-b4e4-61f0e67860a1 None None] Network 19615811-581a-4bef-b45e-ab0687028cea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:38.908422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:38.912988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:38.916023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:38.923175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:39.016162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.045955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aecd6298-bfa2-410d-8dec-690620fbec4e None None] Provisioning complete for port b6045f43-ede1-41d8-8726-b278d69bfd63 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:39.045955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aecd6298-bfa2-410d-8dec-690620fbec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.056891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:39.057256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.060821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group_rule and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:39.064158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:39.072125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:39.132238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.137586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.143343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-aecd6298-bfa2-410d-8dec-690620fbec4e None None] Port b6045f43-ede1-41d8-8726-b278d69bfd63 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:39.184706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.209056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7d8e37-9923-406a-b760-fecbe71addaf,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:39.212423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.260628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18de50ad-d680-4131-934d-0ba25ea99b5d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:39.272335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-aecd6298-bfa2-410d-8dec-690620fbec4e None None] Provisioning complete for port 337f1276-7891-41e5-ab92-7117abc16f64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:39.272335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aecd6298-bfa2-410d-8dec-690620fbec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.297739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.298654 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2f2d9bb8-7ec6-4a33-95e0-d98c3feaadf9 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4049292 Jan 17 08:21:39.301431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56466) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:39.333637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4da8-4a75-4a6d-89ca-2775902d117f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.336848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.340878 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3c453481-430d-4dde-8ff1-2efab8c58008 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.4664724 Jan 17 08:21:39.341439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56470) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:39.346862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4da8-4a75-4a6d-89ca-2775902d117f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.354381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'security_group': {'name': 'tempest-secgroup-337803566'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:39.365716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:39.370314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:39.374405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:39.380062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:39.430584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4da8-4a75-4a6d-89ca-2775902d117f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.454802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e4da8-4a75-4a6d-89ca-2775902d117f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf7d8e37-9923-406a-b760-fecbe71addaf,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:39.456905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab8e4da8-4a75-4a6d-89ca-2775902d117f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.458165 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ab8e4da8-4a75-4a6d-89ca-2775902d117f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cf7d8e37-9923-406a-b760-fecbe71addaf HTTP/1.1" status: 204 len: 168 time: 0.1557724 Jan 17 08:21:39.461030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56474) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:39.479696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.491647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9949208-3da9-4c21-b051-38c72a3a9823 None None] Update dhcp port {'port': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'fixed_ips': [{'subnet_id': '369b04b2-5b83-4d56-8ffb-3e1e8fd13b47', 'ip_address': '172.20.0.18'}, {'subnet_id': 'df4c9f37-851c-4fc6-8e1d-485d48226097'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '337f1276-7891-41e5-ab92-7117abc16f64'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:21:39.529432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.537252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:39.539996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group_rule and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:39.548332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9949208-3da9-4c21-b051-38c72a3a9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.549523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-633f936b-e005-4706-a5de-13e093ace9ba tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:39.552309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:39.561056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:39.565996 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.626984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.647634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-633f936b-e005-4706-a5de-13e093ace9ba tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:39.648848 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-633f936b-e005-4706-a5de-13e093ace9ba tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1862330 Jan 17 08:21:39.653686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:39.701680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.754314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d114daf-1f54-402e-9c76-35b3b8919a50 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.755926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5520a4f8-e6d4-413f-8e6c-82b898ba19a2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:39.759716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-a9949208-3da9-4c21-b051-38c72a3a9823 None None] Allocated IP 172.20.0.2 (19615811-581a-4bef-b45e-ab0687028cea/df4c9f37-851c-4fc6-8e1d-485d48226097/337f1276-7891-41e5-ab92-7117abc16f64) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:39.784160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d114daf-1f54-402e-9c76-35b3b8919a50 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.903702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a9949208-3da9-4c21-b051-38c72a3a9823 None None] For port 337f1276-7891-41e5-ab92-7117abc16f64, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=337f1276-7891-41e5-ab92-7117abc16f64,segment=NetworkSegment(c8678e5d-5676-423f-9ebe-b788a6663388),segment_id=c8678e5d-5676-423f-9ebe-b788a6663388)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:39.931398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9949208-3da9-4c21-b051-38c72a3a9823 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.943542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d114daf-1f54-402e-9c76-35b3b8919a50 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.950098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a9949208-3da9-4c21-b051-38c72a3a9823 None None] Transition to ACTIVE for port object 337f1276-7891-41e5-ab92-7117abc16f64 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:39.968629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d114daf-1f54-402e-9c76-35b3b8919a50 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea21b33-96d1-4965-be4a-10cd2ffd4c2a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:39.972913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d114daf-1f54-402e-9c76-35b3b8919a50 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:39.978613 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6d114daf-1f54-402e-9c76-35b3b8919a50 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ea21b33-96d1-4965-be4a-10cd2ffd4c2a HTTP/1.1" status: 204 len: 168 time: 0.3194332 Jan 17 08:21:39.980915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56484) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:40.019248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023912ee-1f26-4849-b716-88ca8ed605e6 req-0f3f7415-bd89-4fc2-85f7-c0cec8880d21 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:40.020688 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-023912ee-1f26-4849-b716-88ca8ed605e6 req-0f3f7415-bd89-4fc2-85f7-c0cec8880d21 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.1205630 Jan 17 08:21:40.024591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a9949208-3da9-4c21-b051-38c72a3a9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.059864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.061429 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f7d90429-4a18-4ca0-806a-2450458e4f17 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7191899 Jan 17 08:21:40.064428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56488) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:40.070482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'security_group': {'name': 'tempest-secgroup-763227901'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:40.076554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:40.080400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:40.089827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:40.090190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-badf2775-8a4c-41f7-b584-fbe6da57c3f2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:40.097386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:40.103537 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-023912ee-1f26-4849-b716-88ca8ed605e6 req-e9cce2e8-338b-422e-92c2-a584efabbe24 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768166 Jan 17 08:21:40.166395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9949208-3da9-4c21-b051-38c72a3a9823 None None] Pushing event updated for resources: {'Port': ['ID=337f1276-7891-41e5-ab92-7117abc16f64,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:40.195473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.218569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-badf2775-8a4c-41f7-b584-fbe6da57c3f2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:40.221375 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-badf2775-8a4c-41f7-b584-fbe6da57c3f2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2391007 Jan 17 08:21:40.223856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56492) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:40.233961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:40.238813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:security_group_rule and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:40.245513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:40.251732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:40.298068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e4dbebd4-56c2-46a8-8b1e-b3112cdbc53a tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.324806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.328485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e4dbebd4-56c2-46a8-8b1e-b3112cdbc53a tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.427290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.473967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5a67a2-73cf-4b4a-b5b2-f8aecda32c45,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:40.520966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e4dbebd4-56c2-46a8-8b1e-b3112cdbc53a tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.541695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbebd4-56c2-46a8-8b1e-b3112cdbc53a tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc1eb26-851e-4780-bf10-918b4567f2bc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:40.550232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.551397 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-74c46623-d725-488a-9efe-b12e1cd12e76 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4857783 Jan 17 08:21:40.556020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56496) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:40.562491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-513231658', 'security_groups': ['5c5a67a2-73cf-4b4a-b5b2-f8aecda32c45'], 'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df4c9f37-851c-4fc6-8e1d-485d48226097'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:40.704874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:40.710794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c8e510c1-2141-43ed-a324-728797c93920 None None] Provisioning complete for port b6045f43-ede1-41d8-8726-b278d69bfd63 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:40.711466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e510c1-2141-43ed-a324-728797c93920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.714240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:40.727424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e4dbebd4-56c2-46a8-8b1e-b3112cdbc53a tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.732715 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e4dbebd4-56c2-46a8-8b1e-b3112cdbc53a tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/9dc1eb26-851e-4780-bf10-918b4567f2bc HTTP/1.1" status: 204 len: 168 time: 0.5037272 Jan 17 08:21:40.734600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56500) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:40.763174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c8e510c1-2141-43ed-a324-728797c93920 None None] Port b6045f43-ede1-41d8-8726-b278d69bfd63 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:40.788121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3da76097-1217-444c-a11b-00c58752e307 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:40.800736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:40.850918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c8e510c1-2141-43ed-a324-728797c93920 None None] Provisioning for port 337f1276-7891-41e5-ab92-7117abc16f64 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:40.851465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c8e510c1-2141-43ed-a324-728797c93920 None None] Provisioning complete for port 337f1276-7891-41e5-ab92-7117abc16f64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:40.851822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e510c1-2141-43ed-a324-728797c93920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.922621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.946666 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] device_id is not set on port 665d7adb-3b06-40d9-8301-4201e84f0003 yet. {{(pid=84155) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:21:40.963701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:40.986741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3da76097-1217-444c-a11b-00c58752e307 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:40.993138 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3da76097-1217-444c-a11b-00c58752e307 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2524211 Jan 17 08:21:40.994260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56504) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:40.999364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041963423'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:41.005107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:41.014461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:41.119331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.148669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:41.152929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:41.155878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:41.163051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:41.223677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.284152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.14 (19615811-581a-4bef-b45e-ab0687028cea/df4c9f37-851c-4fc6-8e1d-485d48226097/665d7adb-3b06-40d9-8301-4201e84f0003) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:41.332442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.379445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9021d70c-80ac-43f6-becc-ac7930cec2a2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:41.420573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58e6cd-064e-433a-a773-3350d80af0f5 req-1a4d4941-8a7b-453c-9166-0f66d611c14d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:41.422051 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ac58e6cd-064e-433a-a773-3350d80af0f5 req-1a4d4941-8a7b-453c-9166-0f66d611c14d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.1920860 Jan 17 08:21:41.464825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.466395 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-33ed5fcb-19e8-4e99-b3eb-166c7a6f188b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4720140 Jan 17 08:21:41.475334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56510) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:41.478589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': '9021d70c-80ac-43f6-becc-ac7930cec2a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:41.484420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:41.488492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:41.491449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:41.497633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:41.513325 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ac58e6cd-064e-433a-a773-3350d80af0f5 req-45e4a352-7038-4e16-aa83-d6020797c182 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854383 Jan 17 08:21:41.528762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.549263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 665d7adb-3b06-40d9-8301-4201e84f0003 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:41.602985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.655361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 337f1276-7891-41e5-ab92-7117abc16f64 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:41.658638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.673056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.729462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 337f1276-7891-41e5-ab92-7117abc16f64 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:41.729832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.735352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:41.738430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:41.741314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:21:41.766990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.779148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=665d7adb-3b06-40d9-8301-4201e84f0003,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:41.799438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a86cb6-5b93-4617-adff-66073923092e,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:41.818534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:41.820545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.904326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.905520 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d14f796a-2f9b-4944-8096-d2e72f2f7cac tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4343705 Jan 17 08:21:41.913993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56514) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:41.931017 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ccf86143-ce32-467a-a469-c641965a8c10 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3731167 Jan 17 08:21:41.933499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56518) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:41.939900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:41.945195 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab9a497c-a5c6-414d-8f6e-7cf2ca896c7e tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:41.957027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab9a497c-a5c6-414d-8f6e-7cf2ca896c7e tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.038673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab9a497c-a5c6-414d-8f6e-7cf2ca896c7e tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.056327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a497c-a5c6-414d-8f6e-7cf2ca896c7e tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38a86cb6-5b93-4617-adff-66073923092e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:42.066267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab9a497c-a5c6-414d-8f6e-7cf2ca896c7e tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.066267 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ab9a497c-a5c6-414d-8f6e-7cf2ca896c7e tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/38a86cb6-5b93-4617-adff-66073923092e HTTP/1.1" status: 204 len: 168 time: 0.1492877 Jan 17 08:21:42.066267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56522) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:42.076041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:42.080394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:42.083181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:42.088007 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-479b9cd2-bab6-4e83-847a-7ef2e69b6322 None None] Provisioning for port 665d7adb-3b06-40d9-8301-4201e84f0003 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:42.088926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:42.092230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-479b9cd2-bab6-4e83-847a-7ef2e69b6322 None None] Provisioning complete for port 665d7adb-3b06-40d9-8301-4201e84f0003 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:42.092598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-479b9cd2-bab6-4e83-847a-7ef2e69b6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.113035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3880abef-bd1a-461c-bbd2-9844bc110315 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:42.149145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-479b9cd2-bab6-4e83-847a-7ef2e69b6322 None None] Port 665d7adb-3b06-40d9-8301-4201e84f0003 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:42.181370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:42.184830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.215923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3880abef-bd1a-461c-bbd2-9844bc110315 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:42.217166 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3880abef-bd1a-461c-bbd2-9844bc110315 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1514401 Jan 17 08:21:42.220700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56526) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:42.286827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1b873edb-80e4-4d2d-b577-ef56c4a9c3f3 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.313505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1b873edb-80e4-4d2d-b577-ef56c4a9c3f3 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.314090 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df4c9f37-851c-4fc6-8e1d-485d48226097 (CIDR: 172.20.0.0/28) Jan 17 08:21:42.339139 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:21:42.339608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:42.422523 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-77e373e9-d324-4a1c-be34-31989424738f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4875546 Jan 17 08:21:42.427222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56530) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:42.431119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:42.436528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1b873edb-80e4-4d2d-b577-ef56c4a9c3f3 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.454282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b873edb-80e4-4d2d-b577-ef56c4a9c3f3 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9021d70c-80ac-43f6-becc-ac7930cec2a2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:42.536828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1b873edb-80e4-4d2d-b577-ef56c4a9c3f3 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.538781 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1b873edb-80e4-4d2d-b577-ef56c4a9c3f3 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/9021d70c-80ac-43f6-becc-ac7930cec2a2 HTTP/1.1" status: 204 len: 168 time: 0.3163681 Jan 17 08:21:42.545051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56536) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:42.572266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:42.576676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:42.580297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:42.586034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:42.600854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a9584f90-3c88-4edf-a0ff-ce7605e80a9c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:42.710046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:42.714623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.714817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed36cb3-f59f-4410-b8f1-bbc0c748c898 req-5f069c9c-2af6-4a5d-b663-277287dedd03 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:42.716111 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eed36cb3-f59f-4410-b8f1-bbc0c748c898 req-5f069c9c-2af6-4a5d-b663-277287dedd03 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.0788643 Jan 17 08:21:42.744226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a9584f90-3c88-4edf-a0ff-ce7605e80a9c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:42.745693 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a9584f90-3c88-4edf-a0ff-ce7605e80a9c tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1995628 Jan 17 08:21:42.753476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56540) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:42.761456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1927990022'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:42.769480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:42.784164 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eed36cb3-f59f-4410-b8f1-bbc0c748c898 req-86018447-c904-4aa9-b436-798850ec49e2 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624590 Jan 17 08:21:42.786430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:42.848434 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.ipam_backend_mixin [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 369b04b2-5b83-4d56-8ffb-3e1e8fd13b47 (CIDR: 172.20.0.16/28) Jan 17 08:21:42.875944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:42.904417 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:21:42.905628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:42.911162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:42.915376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:42.918744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:42.923835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:42.963351 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b856dcd0-d5f1-428d-b165-531a45a61864 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5360186 Jan 17 08:21:42.966183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56544) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:42.973481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'subnet': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:43.133514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:43.194504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:43.229448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:43.248520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Usage tracker for resource:subnet and tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:43.254247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:43.256802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b53310-e49c-470f-b6a5-44d426efa9c2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:43.265017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:43.334364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:43.336293 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-61a59adb-6b61-49a7-8678-7cd64fa21f01 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5811148 Jan 17 08:21:43.338208 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56548) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:43.343653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': 'e8b53310-e49c-470f-b6a5-44d426efa9c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:43.349507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:43.353557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:43.356376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:43.362478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:43.410921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Made reservation on behalf of 1ab1e76fb3cc4203a2b84ff832e9feb8 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:43.488071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:43.575485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:43.682413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:43.777426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:43.817246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364cae21-df8b-44a0-92c4-5229308feddc,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:43.927889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:43.931542 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4a09848c-f03b-43f1-bcb7-5803ea80b877 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5923247 Jan 17 08:21:43.932350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56556) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:43.953937 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-10dfad24-73c0-482c-b76d-d9831291cc65 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules/364cae21-df8b-44a0-92c4-5229308feddc HTTP/1.1" status: 200 len: 705 time: 0.0197041 Jan 17 08:21:43.956545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56560) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:43.976836 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:43.994442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ed41-2ae7-4cd7-a9aa-f3dde11fad80 req-2798ad9f-d08d-43e9-a6ac-ee8b4d3145a3 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:43.994442 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e175ed41-2ae7-4cd7-a9aa-f3dde11fad80 req-2798ad9f-d08d-43e9-a6ac-ee8b4d3145a3 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.0828569 Jan 17 08:21:44.035083 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e175ed41-2ae7-4cd7-a9aa-f3dde11fad80 req-35877b2e-53bd-4fb3-a9cf-0df23c84c5f9 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 Jan 17 08:21:44.059279 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Network 19615811-581a-4bef-b45e-ab0687028cea is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:21:44.063516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:44.066805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Subnet': ['ID=62794f00-01ed-4f55-b77c-71d97663dcb1,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:44.069368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:44.069936 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.074049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f5e2ae-f3dc-4a64-84ba-03e9a107d234 None None] Network 19615811-581a-4bef-b45e-ab0687028cea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:44.079653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-914ebcd7-1ca4-474d-a579-2e79235a7ed2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:44.153896 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cd6613dd-01b9-4dc4-9bc1-8cf8621619d6 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1866567 Jan 17 08:21:44.157480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56564) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:44.163367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1591221727', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62794f00-01ed-4f55-b77c-71d97663dcb1'}], 'security_groups': ['18de50ad-d680-4131-934d-0ba25ea99b5d', '5520a4f8-e6d4-413f-8e6c-82b898ba19a2']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:44.191917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-914ebcd7-1ca4-474d-a579-2e79235a7ed2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:44.193154 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-914ebcd7-1ca4-474d-a579-2e79235a7ed2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2356656 Jan 17 08:21:44.196059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56568) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:44.227649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-efe0f712-d961-42d1-a2eb-882e13287216 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.238435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-efe0f712-d961-42d1-a2eb-882e13287216 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.289849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.327402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-efe0f712-d961-42d1-a2eb-882e13287216 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.351057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0f712-d961-42d1-a2eb-882e13287216 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=364cae21-df8b-44a0-92c4-5229308feddc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:44.443227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cce63b8-e089-4319-a52e-c1147f7152f4 None None] Update dhcp port {'port': {'network_id': '19615811-581a-4bef-b45e-ab0687028cea', 'fixed_ips': [{'subnet_id': '369b04b2-5b83-4d56-8ffb-3e1e8fd13b47', 'ip_address': '172.20.0.18'}, {'subnet_id': 'df4c9f37-851c-4fc6-8e1d-485d48226097', 'ip_address': '172.20.0.2'}, {'subnet_id': '62794f00-01ed-4f55-b77c-71d97663dcb1'}], 'binding:host_id': 'dv-neutron-824874-1-hyperv'}, 'id': '337f1276-7891-41e5-ab92-7117abc16f64'} from dv-neutron-824874-1-hyperv. {{(pid=84156) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 17 08:21:44.458100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-efe0f712-d961-42d1-a2eb-882e13287216 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.460013 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-efe0f712-d961-42d1-a2eb-882e13287216 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/364cae21-df8b-44a0-92c4-5229308feddc HTTP/1.1" status: 204 len: 168 time: 0.2621961 Jan 17 08:21:44.463679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56572) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:44.497067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cce63b8-e089-4319-a52e-c1147f7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.514592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5d6674fc-6d99-429a-9c86-95b50d902de8 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:44.587692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5d6674fc-6d99-429a-9c86-95b50d902de8 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:44.593000 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5d6674fc-6d99-429a-9c86-95b50d902de8 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1243849 Jan 17 08:21:44.593000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56576) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:44.597768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fd72a4fd-42cb-460b-bdd3-c3930c20b6d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': 'e8b53310-e49c-470f-b6a5-44d426efa9c2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:44.603984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd72a4fd-42cb-460b-bdd3-c3930c20b6d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:44.614335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd72a4fd-42cb-460b-bdd3-c3930c20b6d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:44.695471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Delete allocated IP 172.20.0.14 (19615811-581a-4bef-b45e-ab0687028cea/df4c9f37-851c-4fc6-8e1d-485d48226097) {{(pid=84154) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 17 08:21:44.703622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Allocated IP 172.20.0.45 (19615811-581a-4bef-b45e-ab0687028cea/62794f00-01ed-4f55-b77c-71d97663dcb1/665d7adb-3b06-40d9-8301-4201e84f0003) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:44.725563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd72a4fd-42cb-460b-bdd3-c3930c20b6d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.784593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd72a4fd-42cb-460b-bdd3-c3930c20b6d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.889943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd72a4fd-42cb-460b-bdd3-c3930c20b6d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.907585 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:44.915517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72a4fd-42cb-460b-bdd3-c3930c20b6d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6609d98-5344-4cb4-a7c0-6f915b251cf6,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:44.928372 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Transition to ACTIVE for port object 665d7adb-3b06-40d9-8301-4201e84f0003 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:45.005097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd72a4fd-42cb-460b-bdd3-c3930c20b6d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.007322 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fd72a4fd-42cb-460b-bdd3-c3930c20b6d1 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4131179 Jan 17 08:21:45.008523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56580) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:45.027094 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-868f389c-b171-45a8-9cb0-0ff72888262a tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules/e6609d98-5344-4cb4-a7c0-6f915b251cf6 HTTP/1.1" status: 200 len: 705 time: 0.0174127 Jan 17 08:21:45.029545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56584) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:45.038958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.081873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5522552f-cdda-4079-a22f-62f291a416c6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:45.115102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-4cce63b8-e089-4319-a52e-c1147f7152f4 None None] Allocated IP 172.20.0.34 (19615811-581a-4bef-b45e-ab0687028cea/62794f00-01ed-4f55-b77c-71d97663dcb1/337f1276-7891-41e5-ab92-7117abc16f64) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:21:45.194178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5522552f-cdda-4079-a22f-62f291a416c6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:45.198043 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5522552f-cdda-4079-a22f-62f291a416c6 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1652014 Jan 17 08:21:45.199675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event updated for resources: {'Port': ['ID=665d7adb-3b06-40d9-8301-4201e84f0003,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:45.200661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56590) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:45.236275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1b83a8c-817b-4fe9-9f24-cd33ce24a341 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.246738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1b83a8c-817b-4fe9-9f24-cd33ce24a341 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.275769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4cce63b8-e089-4319-a52e-c1147f7152f4 None None] For port 337f1276-7891-41e5-ab92-7117abc16f64, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=337f1276-7891-41e5-ab92-7117abc16f64,segment=NetworkSegment(c8678e5d-5676-423f-9ebe-b788a6663388),segment_id=c8678e5d-5676-423f-9ebe-b788a6663388)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:45.280202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] In _notify_port_updated(), no bound segment for port 665d7adb-3b06-40d9-8301-4201e84f0003 on network 19615811-581a-4bef-b45e-ab0687028cea {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:21:45.284510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:45.285105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.286437 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-990d39d9-41cd-45f6-9118-264be53660cd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "PUT /v2.0/ports/665d7adb-3b06-40d9-8301-4201e84f0003 HTTP/1.1" status: 200 len: 960 time: 1.1280267 Jan 17 08:21:45.289514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56594) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:45.302485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cce63b8-e089-4319-a52e-c1147f7152f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.318227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4cce63b8-e089-4319-a52e-c1147f7152f4 None None] Transition to ACTIVE for port object 337f1276-7891-41e5-ab92-7117abc16f64 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:21:45.348709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1b83a8c-817b-4fe9-9f24-cd33ce24a341 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.366407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d34e9-bb46-4ca5-acaa-6b0e09d3b910 req-ec0618f2-00fb-4eb9-9047-57cd5664175f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:45.367880 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c90d34e9-bb46-4ca5-acaa-6b0e09d3b910 req-ec0618f2-00fb-4eb9-9047-57cd5664175f tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.1697609 Jan 17 08:21:45.368342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83a8c-817b-4fe9-9f24-cd33ce24a341 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6609d98-5344-4cb4-a7c0-6f915b251cf6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:45.372054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07978d25-36d1-4b3b-b640-6323029d6d3a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port 665d7adb-3b06-40d9-8301-4201e84f0003 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:45.372390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07978d25-36d1-4b3b-b640-6323029d6d3a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.378862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4cce63b8-e089-4319-a52e-c1147f7152f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.443719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1b83a8c-817b-4fe9-9f24-cd33ce24a341 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.443719 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e1b83a8c-817b-4fe9-9f24-cd33ce24a341 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/e6609d98-5344-4cb4-a7c0-6f915b251cf6 HTTP/1.1" status: 204 len: 168 time: 0.2383773 Jan 17 08:21:45.443719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56598) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:45.466507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce63b8-e089-4319-a52e-c1147f7152f4 None None] Pushing event updated for resources: {'Port': ['ID=337f1276-7891-41e5-ab92-7117abc16f64,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:45.492252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-beefbb0a-ad65-4217-b390-bcd46aced4bf tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:45.560499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-beefbb0a-ad65-4217-b390-bcd46aced4bf tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:45.562086 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-beefbb0a-ad65-4217-b390-bcd46aced4bf tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1183116 Jan 17 08:21:45.564692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56602) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:45.571097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': 'e8b53310-e49c-470f-b6a5-44d426efa9c2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:45.577296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:45.600562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:45.615401 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c90d34e9-bb46-4ca5-acaa-6b0e09d3b910 req-351dddf9-830e-4343-8612-0eedf9c8a5a9 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158822 Jan 17 08:21:45.657887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 337f1276-7891-41e5-ab92-7117abc16f64 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:45.696412 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Project 701b27337f2c4c4992df39e472c65937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:21:45.705710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.782531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07978d25-36d1-4b3b-b640-6323029d6d3a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.785695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.888737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:45.908273 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07978d25-36d1-4b3b-b640-6323029d6d3a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for 665d7adb-3b06-40d9-8301-4201e84f0003 owned by {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:45.915313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5e2ef2-0b3a-4293-b863-32e57008c641,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:46.027729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.029652 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-833eefa3-c75a-4781-a66e-2334f5a556ae tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4640458 Jan 17 08:21:46.033634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56606) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:46.055404 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e3717466-1a39-4133-a6eb-3d5fc50bfe07 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules/3d5e2ef2-0b3a-4293-b863-32e57008c641 HTTP/1.1" status: 200 len: 711 time: 0.0205479 Jan 17 08:21:46.057821 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56610) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:46.113018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5fbb945-b13f-44d6-a2d9-5b83e86d0aa0 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:46.130156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07978d25-36d1-4b3b-b640-6323029d6d3a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.176455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07978d25-36d1-4b3b-b640-6323029d6d3a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=665d7adb-3b06-40d9-8301-4201e84f0003,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:46.193526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5fbb945-b13f-44d6-a2d9-5b83e86d0aa0 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:46.194900 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a5fbb945-b13f-44d6-a2d9-5b83e86d0aa0 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1361952 Jan 17 08:21:46.209172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-57a892c6-8711-47b9-a267-b5971f895e32 None None] Provisioning complete for port b6045f43-ede1-41d8-8726-b278d69bfd63 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:46.209804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57a892c6-8711-47b9-a267-b5971f895e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.246894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56614) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:46.275305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-57a892c6-8711-47b9-a267-b5971f895e32 None None] Port b6045f43-ede1-41d8-8726-b278d69bfd63 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:46.278615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-57a892c6-8711-47b9-a267-b5971f895e32 None None] Could not find standard attr ID for object 665d7adb-3b06-40d9-8301-4201e84f0003. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:21:46.278777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb5db-dc2e-46b3-8422-a53bb78d3726 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.291985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb5db-dc2e-46b3-8422-a53bb78d3726 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.302489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07978d25-36d1-4b3b-b640-6323029d6d3a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.313436 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-07978d25-36d1-4b3b-b640-6323029d6d3a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/665d7adb-3b06-40d9-8301-4201e84f0003 HTTP/1.1" status: 204 len: 168 time: 1.0222270 Jan 17 08:21:46.316236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56618) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:46.353097 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-57a892c6-8711-47b9-a267-b5971f895e32 None None] Provisioning for port 337f1276-7891-41e5-ab92-7117abc16f64 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:21:46.358265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-57a892c6-8711-47b9-a267-b5971f895e32 None None] Provisioning complete for port 337f1276-7891-41e5-ab92-7117abc16f64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:46.361512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-57a892c6-8711-47b9-a267-b5971f895e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.361669 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5bc047-1ed2-4c3b-9fe8-fceb7e639830 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] GET failed (client error): The resource could not be found. Jan 17 08:21:46.361669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2e5bc047-1ed2-4c3b-9fe8-fceb7e639830 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Synchronizing usage tracker for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:46.410445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb5db-dc2e-46b3-8422-a53bb78d3726 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.431400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb5db-dc2e-46b3-8422-a53bb78d3726 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d5e2ef2-0b3a-4293-b863-32e57008c641,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:46.472966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2e5bc047-1ed2-4c3b-9fe8-fceb7e639830 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Unset dirty status for tenant:1ab1e76fb3cc4203a2b84ff832e9feb8 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:46.476849 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2e5bc047-1ed2-4c3b-9fe8-fceb7e639830 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports/665d7adb-3b06-40d9-8301-4201e84f0003 HTTP/1.1" status: 404 len: 333 time: 0.1568348 Jan 17 08:21:46.477247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56622) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:46.621352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb5db-dc2e-46b3-8422-a53bb78d3726 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.622620 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cb5bb5db-dc2e-46b3-8422-a53bb78d3726 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/3d5e2ef2-0b3a-4293-b863-32e57008c641 HTTP/1.1" status: 204 len: 168 time: 0.3745971 Jan 17 08:21:46.626703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56626) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:46.654387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad104802-26db-4d27-a7ce-ff1ded0b59da tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.702304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e068c866-d6a1-4edb-9997-dd28b3c41b33 None None] Could not find standard attr ID for object 665d7adb-3b06-40d9-8301-4201e84f0003. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:21:46.710235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad104802-26db-4d27-a7ce-ff1ded0b59da tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.713566 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a8d3bc78-fb32-41af-bca1-4b3a82ffd7c2 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0849979 Jan 17 08:21:46.717208 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56632) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:46.803077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e20cd07a-3f59-4ae4-8272-4778f7542937 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.837443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e20cd07a-3f59-4ae4-8272-4778f7542937 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.882414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75832348-8891-40c4-bf9d-3d64ab4a18b0 req-0722f5e0-6ff8-46aa-a276-2301fb6b1815 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:46.883071 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75832348-8891-40c4-bf9d-3d64ab4a18b0 req-0722f5e0-6ff8-46aa-a276-2301fb6b1815 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.0868323 Jan 17 08:21:46.887556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad104802-26db-4d27-a7ce-ff1ded0b59da tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.931005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad104802-26db-4d27-a7ce-ff1ded0b59da tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5a67a2-73cf-4b4a-b5b2-f8aecda32c45,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:46.936767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad104802-26db-4d27-a7ce-ff1ded0b59da tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:46.940837 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad104802-26db-4d27-a7ce-ff1ded0b59da tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c5a67a2-73cf-4b4a-b5b2-f8aecda32c45 HTTP/1.1" status: 204 len: 168 time: 0.4594741 Jan 17 08:21:46.941644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56636) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:46.960838 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75832348-8891-40c4-bf9d-3d64ab4a18b0 req-162eed22-80da-46b7-acff-6a94180ab215 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653875 Jan 17 08:21:46.970112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e20cd07a-3f59-4ae4-8272-4778f7542937 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.004814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cd07a-3f59-4ae4-8272-4778f7542937 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b53310-e49c-470f-b6a5-44d426efa9c2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:47.029841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e20cd07a-3f59-4ae4-8272-4778f7542937 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.033684 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e20cd07a-3f59-4ae4-8272-4778f7542937 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/e8b53310-e49c-470f-b6a5-44d426efa9c2 HTTP/1.1" status: 204 len: 168 time: 0.3153234 Jan 17 08:21:47.034625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56640) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:47.058138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b06ddb70-1f1f-4211-aaa8-9e5e9e6461a7 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.084795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b06ddb70-1f1f-4211-aaa8-9e5e9e6461a7 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.086196 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cde6e8c0-1d53-49e7-a9da-ef729e75e80d tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0504241 Jan 17 08:21:47.091866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56644) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:47.097013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group': {'name': 'tempest-secgroup--61037474'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:47.106747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:47.118104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:47.121814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:47.136175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:47.217921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.246601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b06ddb70-1f1f-4211-aaa8-9e5e9e6461a7 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.266945 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:47.272632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:47.276772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:47.279423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ddb70-1f1f-4211-aaa8-9e5e9e6461a7 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5520a4f8-e6d4-413f-8e6c-82b898ba19a2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:47.285902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:47.288502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b06ddb70-1f1f-4211-aaa8-9e5e9e6461a7 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.289059 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b06ddb70-1f1f-4211-aaa8-9e5e9e6461a7 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/security-groups/5520a4f8-e6d4-413f-8e6c-82b898ba19a2 HTTP/1.1" status: 204 len: 168 time: 0.3459556 Jan 17 08:21:47.291922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56648) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:47.343465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.357309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57c76cda-c015-4447-ac26-cf12203a42e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.383130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57c76cda-c015-4447-ac26-cf12203a42e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.415928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.459603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0683db-a5b6-468b-90b9-42b4da737a2d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:47.501300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57c76cda-c015-4447-ac26-cf12203a42e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.522145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c76cda-c015-4447-ac26-cf12203a42e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18de50ad-d680-4131-934d-0ba25ea99b5d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:47.527262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-57c76cda-c015-4447-ac26-cf12203a42e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.529466 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-57c76cda-c015-4447-ac26-cf12203a42e2 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/security-groups/18de50ad-d680-4131-934d-0ba25ea99b5d HTTP/1.1" status: 204 len: 168 time: 0.2347443 Jan 17 08:21:47.529888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.530932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56652) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:47.532104 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f7c209b0-d87c-401f-8167-2cac6c0af63b tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4393194 Jan 17 08:21:47.534672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56656) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:47.540346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Request body: {'security_group_rule': {'security_group_id': '1d0683db-a5b6-468b-90b9-42b4da737a2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:47.547638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:47.551786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Usage tracker for resource:security_group_rule and tenant:701b27337f2c4c4992df39e472c65937 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:47.554701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:47.560901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:47.627955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.689290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.725131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a27528-e307-4f78-92ae-85e7aa379f66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet df4c9f37-851c-4fc6-8e1d-485d48226097 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:47.728075 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a27528-e307-4f78-92ae-85e7aa379f66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.760766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.783535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5fdb1f-458b-4ba3-a216-2d373c8af218,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:47.788532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a27528-e307-4f78-92ae-85e7aa379f66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.878735 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-606a2120-93cc-486b-a1c9-d234fc502440 req-0d3b7425-8ed6-46a4-a1fe-8a655c8a45b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 1098 time: 0.0697436 Jan 17 08:21:47.880372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a27528-e307-4f78-92ae-85e7aa379f66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.884336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:47.885381 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6fd37363-d9e0-40a2-8e00-d7738fd12f66 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3496885 Jan 17 08:21:47.899075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56660) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:47.958595 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-606a2120-93cc-486b-a1c9-d234fc502440 req-c0b97bc2-a2e0-42b1-ba83-240012c63062 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720124 Jan 17 08:21:47.982753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d635e3d-cf64-4404-8030-6a0882dbccff tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.009788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d635e3d-cf64-4404-8030-6a0882dbccff tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.030719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a27528-e307-4f78-92ae-85e7aa379f66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.071756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a27528-e307-4f78-92ae-85e7aa379f66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=df4c9f37-851c-4fc6-8e1d-485d48226097,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:48.076564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09a27528-e307-4f78-92ae-85e7aa379f66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.087244 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-09a27528-e307-4f78-92ae-85e7aa379f66 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/df4c9f37-851c-4fc6-8e1d-485d48226097 HTTP/1.1" status: 204 len: 168 time: 0.5508008 Jan 17 08:21:48.091711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56666) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:48.092303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec04db8-60c4-4407-934b-56399852a3bd None None] Network 19615811-581a-4bef-b45e-ab0687028cea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:48.131285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d635e3d-cf64-4404-8030-6a0882dbccff tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.153867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d635e3d-cf64-4404-8030-6a0882dbccff tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0683db-a5b6-468b-90b9-42b4da737a2d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:48.164503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2a904b-df49-4647-a2b1-66c38f1edb34 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet 62794f00-01ed-4f55-b77c-71d97663dcb1 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:48.168346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2a904b-df49-4647-a2b1-66c38f1edb34 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.177318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6d635e3d-cf64-4404-8030-6a0882dbccff tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.179187 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6d635e3d-cf64-4404-8030-6a0882dbccff tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d0683db-a5b6-468b-90b9-42b4da737a2d HTTP/1.1" status: 204 len: 168 time: 0.2785223 Jan 17 08:21:48.182332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56670) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:48.227306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2a904b-df49-4647-a2b1-66c38f1edb34 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.237440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619fefd-8a6e-40df-8882-48777d17611b req-44211b39-272d-424e-b00d-71e546456732 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:48.238902 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9619fefd-8a6e-40df-8882-48777d17611b req-44211b39-272d-424e-b00d-71e546456732 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.1498525 Jan 17 08:21:48.276435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bc1fccbf-a67f-4b91-a0c3-7440513c03cf tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:48.304203 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9619fefd-8a6e-40df-8882-48777d17611b req-4796ca93-7406-4567-ae19-6d29f62faa5e tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578079 Jan 17 08:21:48.319236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2a904b-df49-4647-a2b1-66c38f1edb34 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.395291 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-bc1fccbf-a67f-4b91-a0c3-7440513c03cf tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:48.396518 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bc1fccbf-a67f-4b91-a0c3-7440513c03cf tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2137010 Jan 17 08:21:48.402643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56674) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:48.449415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cfaf8ed0-0acd-4fea-846b-3b8a836c778f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Synchronizing usage tracker for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:48.519363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2a904b-df49-4647-a2b1-66c38f1edb34 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.553021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cfaf8ed0-0acd-4fea-846b-3b8a836c778f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] Unset dirty status for tenant:701b27337f2c4c4992df39e472c65937 on resource:security_group_rule {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:48.555638 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cfaf8ed0-0acd-4fea-846b-3b8a836c778f tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1512277 Jan 17 08:21:48.559387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a904b-df49-4647-a2b1-66c38f1edb34 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=62794f00-01ed-4f55-b77c-71d97663dcb1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:48.560026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56678) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:48.566521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2a904b-df49-4647-a2b1-66c38f1edb34 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.575666 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7f2a904b-df49-4647-a2b1-66c38f1edb34 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/62794f00-01ed-4f55-b77c-71d97663dcb1 HTTP/1.1" status: 204 len: 168 time: 0.4825644 Jan 17 08:21:48.578768 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56682) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:48.617861 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-0df8f8bb-12d6-4f89-a43d-d398d5892c41 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] delete failed (client error): The resource could not be found. Jan 17 08:21:48.618895 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0df8f8bb-12d6-4f89-a43d-d398d5892c41 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d0683db-a5b6-468b-90b9-42b4da737a2d HTTP/1.1" status: 404 len: 347 time: 0.0572500 Jan 17 08:21:48.624009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56686) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:48.628329 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-862e186d-5138-4bf3-af10-5928d9c544d1 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:48.628779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862e186d-5138-4bf3-af10-5928d9c544d1 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:48.630975 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-862e186d-5138-4bf3-af10-5928d9c544d1 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/df4c9f37-851c-4fc6-8e1d-485d48226097 HTTP/1.1" status: 404 len: 337 time: 0.0487041 Jan 17 08:21:48.633475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56690) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:48.683227 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3905f340-53c1-40f6-9d49-bb54c115c766 tempest-SecGroupIPv6Test-1186062815 tempest-SecGroupIPv6Test-1186062815-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0577166 Jan 17 08:21:48.853999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d71083-f087-4472-962a-8595d28fa36f None None] Network 19615811-581a-4bef-b45e-ab0687028cea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:48.919923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6e7a28-3eed-4188-b728-64d9a9e0063d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting subnet 369b04b2-5b83-4d56-8ffb-3e1e8fd13b47 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:21:48.926177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7a28-3eed-4188-b728-64d9a9e0063d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.977466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-26811212-e919-4ea3-ba77-890a718eb845 None None] Provisioning complete for port b6045f43-ede1-41d8-8726-b278d69bfd63 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:48.977767 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26811212-e919-4ea3-ba77-890a718eb845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:48.981076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7a28-3eed-4188-b728-64d9a9e0063d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.069742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7a28-3eed-4188-b728-64d9a9e0063d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.069890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-26811212-e919-4ea3-ba77-890a718eb845 None None] Port b6045f43-ede1-41d8-8726-b278d69bfd63 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:49.130980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-26811212-e919-4ea3-ba77-890a718eb845 None None] Provisioning complete for port 337f1276-7891-41e5-ab92-7117abc16f64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:49.131742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26811212-e919-4ea3-ba77-890a718eb845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.224453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7a28-3eed-4188-b728-64d9a9e0063d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.271142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.281998 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e7a28-3eed-4188-b728-64d9a9e0063d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Subnet': ['ID=369b04b2-5b83-4d56-8ffb-3e1e8fd13b47,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:49.288712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7a28-3eed-4188-b728-64d9a9e0063d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.298963 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5c6e7a28-3eed-4188-b728-64d9a9e0063d tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/369b04b2-5b83-4d56-8ffb-3e1e8fd13b47 HTTP/1.1" status: 204 len: 168 time: 0.6644959 Jan 17 08:21:49.301761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56704) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.341706 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-56249a85-90f4-4957-b494-328251e74de3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:49.342154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56249a85-90f4-4957-b494-328251e74de3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:49.347601 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-56249a85-90f4-4957-b494-328251e74de3 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/43da1e2f-b893-430d-abac-33481bb62971 HTTP/1.1" status: 404 len: 337 time: 0.0410891 Jan 17 08:21:49.349558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56710) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.397140 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5489f872-4f87-431c-8a64-9f0060978105 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeae1e16-14eb-40f3-a442-933ec611015d HTTP/1.1" status: 200 len: 205 time: 0.0460989 Jan 17 08:21:49.401290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56714) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.435264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:21:49.492954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:49.507504 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-4204d300-d216-473e-99d0-811177562a5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] delete failed (client error): The resource could not be found. Jan 17 08:21:49.509165 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4204d300-d216-473e-99d0-811177562a5c tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/routers/aeae1e16-14eb-40f3-a442-933ec611015d HTTP/1.1" status: 404 len: 336 time: 0.1063852 Jan 17 08:21:49.512112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56718) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.610034 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe22b9d-65fd-4d1a-9315-602270bc4276 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:49.610482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe22b9d-65fd-4d1a-9315-602270bc4276 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:49.612225 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bbe22b9d-65fd-4d1a-9315-602270bc4276 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/49e0c474-c66e-41f0-87dd-855141b963e3 HTTP/1.1" status: 404 len: 337 time: 0.0983953 Jan 17 08:21:49.614767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56722) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.636162 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b00752cc-f89c-4d81-b199-8b98b47a8c7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=701b27337f2c4c4992df39e472c65937&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3630595 Jan 17 08:21:49.639586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56726) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.655181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.664751 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-2266e533-3bc4-4775-bf07-26151929ce8f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:49.666773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2266e533-3bc4-4775-bf07-26151929ce8f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:49.668672 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2266e533-3bc4-4775-bf07-26151929ce8f tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/9a83b68f-e9a7-4e13-9812-d7c52148dc58 HTTP/1.1" status: 404 len: 337 time: 0.0527053 Jan 17 08:21:49.671166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56730) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.695207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d90b7-e705-4292-906d-56b3ba5283b6 req-e4e19d7d-305c-40e5-9a69-a4124ab14f83 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:49.697157 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cd8d90b7-e705-4292-906d-56b3ba5283b6 req-e4e19d7d-305c-40e5-9a69-a4124ab14f83 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.1951494 Jan 17 08:21:49.734965 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-56905919-6cab-4012-a3dc-f79b92deda90 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:49.735840 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56905919-6cab-4012-a3dc-f79b92deda90 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:49.737986 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-56905919-6cab-4012-a3dc-f79b92deda90 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/cddaadaa-26da-4647-a3b3-70083c02496b HTTP/1.1" status: 404 len: 337 time: 0.0651057 Jan 17 08:21:49.744513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56734) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.766244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.800964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:49.819129 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-c834fc76-860a-4803-b409-81694507f0ae tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:49.819897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c834fc76-860a-4803-b409-81694507f0ae tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:49.821543 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c834fc76-860a-4803-b409-81694507f0ae tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/90d91f7a-1026-48b3-9493-8439db50dc1e HTTP/1.1" status: 404 len: 333 time: 0.0740507 Jan 17 08:21:49.825108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:21:49.825269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56738) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.830598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8442344-14ad-445b-8754-27d9fed083af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.840692 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'port_id': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'mac_address': 'fa:16:3e:36:34:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:21:49.848008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:49.864875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8442344-14ad-445b-8754-27d9fed083af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.894237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1663bfc9-4117-4b58-8deb-6017679feb4a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:49.894681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1663bfc9-4117-4b58-8deb-6017679feb4a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:49.894889 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cd8d90b7-e705-4292-906d-56b3ba5283b6 req-fbf7cc66-b4c0-4037-b1e9-2ecbac48d262 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856291 Jan 17 08:21:49.899421 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1663bfc9-4117-4b58-8deb-6017679feb4a tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/304ffc0d-0ffc-46c4-8589-d5d726b04bc9 HTTP/1.1" status: 404 len: 337 time: 0.0731821 Jan 17 08:21:49.900891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56744) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.919707 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'code': 200} Jan 17 08:21:49.933741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.937091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56748) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.950402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:49.951920 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-1787c60b-fb84-49a5-bd4e-95356b0ea184 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:49.952775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1787c60b-fb84-49a5-bd4e-95356b0ea184 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:49.957376 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1787c60b-fb84-49a5-bd4e-95356b0ea184 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/a0c56674-a516-426f-9d76-f7d804335f03 HTTP/1.1" status: 404 len: 337 time: 0.0551794 Jan 17 08:21:49.958210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56752) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:49.989601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:21:50.004781 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.pecan_wsgi.hooks.translation [None req-90172714-f1ab-4adf-a169-e215d034ba95 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:50.005240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90172714-f1ab-4adf-a169-e215d034ba95 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84154) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:50.006917 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-90172714-f1ab-4adf-a169-e215d034ba95 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/ceccbab6-4074-413e-8ca6-96db07db15ec HTTP/1.1" status: 404 len: 333 time: 0.0476000 Jan 17 08:21:50.010248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56756) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:50.070449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f0e67-eae9-44a3-8a0d-364a4123c30f None None] Network 19615811-581a-4bef-b45e-ab0687028cea requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:50.147478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:50.161210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8442344-14ad-445b-8754-27d9fed083af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.163411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:21:50.163763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:21:50.173823 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dae5e8f-f4a3-496e-837e-2d3b195ef7f7 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:50.175019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dae5e8f-f4a3-496e-837e-2d3b195ef7f7 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:50.199678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8442344-14ad-445b-8754-27d9fed083af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495ef5b1-153e-46a4-8828-1abd6a8a271a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:50.208517 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9dae5e8f-f4a3-496e-837e-2d3b195ef7f7 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/a6b17b0c-6d24-4c3c-813c-2c977df10c86 HTTP/1.1" status: 404 len: 337 time: 0.1878660 Jan 17 08:21:50.208517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56760) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:50.234887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e22cb0f8-0ee1-42cf-935a-3e46a3152524 None None] Provisioning complete for port b6045f43-ede1-41d8-8726-b278d69bfd63 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:50.235283 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e22cb0f8-0ee1-42cf-935a-3e46a3152524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.252179 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d024a050-942f-4bfe-b688-02229c828fc4 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/floatingips/12a42f25-ee33-4068-a062-ae6341927fff HTTP/1.1" status: 200 len: 990 time: 0.3135445 Jan 17 08:21:50.258559 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e320d5e7-009d-49f5-8b76-1dd0512ee53b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] DELETE failed (client error): The resource could not be found. Jan 17 08:21:50.258559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e320d5e7-009d-49f5-8b76-1dd0512ee53b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:21:50.258559 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e320d5e7-009d-49f5-8b76-1dd0512ee53b tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/subnets/9805698b-0ec8-4550-9525-c7e187f188b6 HTTP/1.1" status: 404 len: 337 time: 0.0493696 Jan 17 08:21:50.261027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56764) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:50.307772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8442344-14ad-445b-8754-27d9fed083af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.308862 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d8442344-14ad-445b-8754-27d9fed083af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/495ef5b1-153e-46a4-8828-1abd6a8a271a HTTP/1.1" status: 204 len: 168 time: 0.6682713 Jan 17 08:21:50.330930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e22cb0f8-0ee1-42cf-935a-3e46a3152524 None None] Port b6045f43-ede1-41d8-8726-b278d69bfd63 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:21:50.341995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-76f00fac-90c9-4352-a819-6563905c9719 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Deleting port b6045f43-ede1-41d8-8726-b278d69bfd63 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:50.342344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76f00fac-90c9-4352-a819-6563905c9719 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.359813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e22cb0f8-0ee1-42cf-935a-3e46a3152524 None None] Provisioning complete for port 337f1276-7891-41e5-ab92-7117abc16f64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:50.360183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e22cb0f8-0ee1-42cf-935a-3e46a3152524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.491350 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37211f8b-8232-4169-895e-1d280530c9f3 None None] DHCP port deletion for 19615811-581a-4bef-b45e-ab0687028cea request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:21:50.496934 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-37211f8b-8232-4169-895e-1d280530c9f3 None None] Deleting port 337f1276-7891-41e5-ab92-7117abc16f64 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:21:50.497714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37211f8b-8232-4169-895e-1d280530c9f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.596629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76f00fac-90c9-4352-a819-6563905c9719 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.723284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-76f00fac-90c9-4352-a819-6563905c9719 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Calling delete_port for b6045f43-ede1-41d8-8726-b278d69bfd63 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:50.753388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.776635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-37211f8b-8232-4169-895e-1d280530c9f3 None None] For port 337f1276-7891-41e5-ab92-7117abc16f64, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=337f1276-7891-41e5-ab92-7117abc16f64,segment=NetworkSegment(c8678e5d-5676-423f-9ebe-b788a6663388),segment_id=c8678e5d-5676-423f-9ebe-b788a6663388)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:50.777035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37211f8b-8232-4169-895e-1d280530c9f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.790700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:21:50.914708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-37211f8b-8232-4169-895e-1d280530c9f3 None None] Calling delete_port for 337f1276-7891-41e5-ab92-7117abc16f64 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:21:50.918954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76f00fac-90c9-4352-a819-6563905c9719 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:50.941663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:50.966062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f00fac-90c9-4352-a819-6563905c9719 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Port': ['ID=b6045f43-ede1-41d8-8726-b278d69bfd63,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:50.973946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76f00fac-90c9-4352-a819-6563905c9719 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.032975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.101311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:51.138622 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-76f00fac-90c9-4352-a819-6563905c9719 tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/ports/b6045f43-ede1-41d8-8726-b278d69bfd63 HTTP/1.1" status: 204 len: 168 time: 0.8763719 Jan 17 08:21:51.143448 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56780) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:51.193657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-37211f8b-8232-4169-895e-1d280530c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.242780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37211f8b-8232-4169-895e-1d280530c9f3 None None] Pushing event deleted for resources: {'Port': ['ID=337f1276-7891-41e5-ab92-7117abc16f64,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:51.260679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37211f8b-8232-4169-895e-1d280530c9f3 None None] No DVR routers for this DVR port 337f1276-7891-41e5-ab92-7117abc16f64 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:21:51.266379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.390422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['247b7a91-1ed1-45a5-86bb-dd4a61c32c2f'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:21:51.411424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.439887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19615811-581a-4bef-b45e-ab0687028cea']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:51.453291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8678e5d-5676-423f-9ebe-b788a6663388') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:51.453504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8678e5d-5676-423f-9ebe-b788a6663388') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:21:51.466561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.488455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.497392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:21:51.497837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:21:51.590062 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:21:51.659277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56790) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:51.662990 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027239 Jan 17 08:21:51.666071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56792) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:51.675156 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 337f1276-7891-41e5-ab92-7117abc16f64 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:21:51.678842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.695985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:51.706634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] Pushing event deleted for resources: {'Network': ['ID=19615811-581a-4bef-b45e-ab0687028cea,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:51.709200 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-327f17f8-c28f-4717-8222-08c416c899fd tempest-PortsTestJSON-1701647421 tempest-PortsTestJSON-1701647421-project] 10.222.0.44 "DELETE /v2.0/networks/19615811-581a-4bef-b45e-ab0687028cea HTTP/1.1" status: 204 len: 168 time: 0.5647697 Jan 17 08:21:51.721352 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 337f1276-7891-41e5-ab92-7117abc16f64 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:21:51.721708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 337f1276-7891-41e5-ab92-7117abc16f64 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:21:51.823918 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f7ef94fa-6867-43f9-b61c-bed261ddbe70 tempest-NetworksApiDiscovery-128702982 tempest-NetworksApiDiscovery-128702982-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1560926 Jan 17 08:21:52.281305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56806) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:52.350362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56812) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:52.501984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5680790-0879-4721-ba92-275a02f56ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:52.557331 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fb37d640-fcf8-48d9-b142-a008be4ce641 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ab1e76fb3cc4203a2b84ff832e9feb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2749264 Jan 17 08:21:52.559959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56818) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:52.561887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f5680790-0879-4721-ba92-275a02f56ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:52.567090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f5680790-0879-4721-ba92-275a02f56ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:8c229d6b82a44312ae65617e2ad9e355 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:52.570235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f5680790-0879-4721-ba92-275a02f56ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:52.576356 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f5680790-0879-4721-ba92-275a02f56ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:52.622822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0f28313-5e3e-492f-bbfc-e17ebe0f91e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:52.641183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5680790-0879-4721-ba92-275a02f56ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:52.647897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0f28313-5e3e-492f-bbfc-e17ebe0f91e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:52.738050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f5680790-0879-4721-ba92-275a02f56ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:52.775643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5680790-0879-4721-ba92-275a02f56ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba22d3be-3aaf-4aab-8bf8-834879da87e6,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:52.779883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0f28313-5e3e-492f-bbfc-e17ebe0f91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:52.780006 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f5680790-0879-4721-ba92-275a02f56ee5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c229d6b82a44312ae65617e2ad9e355&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4283166 Jan 17 08:21:52.782904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 56822) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:52.791564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f28313-5e3e-492f-bbfc-e17ebe0f91e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a8084-ded8-46a4-8fd5-7a664f3ec5ad,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:52.804035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0f28313-5e3e-492f-bbfc-e17ebe0f91e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:52.804035 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d0f28313-5e3e-492f-bbfc-e17ebe0f91e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f92a8084-ded8-46a4-8fd5-7a664f3ec5ad HTTP/1.1" status: 204 len: 168 time: 0.2387450 Jan 17 08:21:52.858656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23b140c8-4fb9-4d43-9ab9-5ab92869e5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:52.884703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23b140c8-4fb9-4d43-9ab9-5ab92869e5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:52.998633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23b140c8-4fb9-4d43-9ab9-5ab92869e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:53.012883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b140c8-4fb9-4d43-9ab9-5ab92869e5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba22d3be-3aaf-4aab-8bf8-834879da87e6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:53.020141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-23b140c8-4fb9-4d43-9ab9-5ab92869e5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:53.022309 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-23b140c8-4fb9-4d43-9ab9-5ab92869e5e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba22d3be-3aaf-4aab-8bf8-834879da87e6 HTTP/1.1" status: 204 len: 168 time: 0.2384760 Jan 17 08:21:53.442120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:21:53.525618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:21:53.526214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:53.644552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:53.670664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:21:53.680433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:21:53.725117 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'code': 200} Jan 17 08:21:53.752652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:53.821015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:54.039145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56850) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:54.168057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-10110348-network', 'tenant_id': '278e5f98464a4b208ea0c17421f58e42'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:54.173220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:54.177024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Usage tracker for resource:network and tenant:278e5f98464a4b208ea0c17421f58e42 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:54.179826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:54.185514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:54.263696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Made reservation on behalf of 278e5f98464a4b208ea0c17421f58e42 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:54.265968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:54.278721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:54.309688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:54.313404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Usage tracker for resource:security_group_rule and tenant:278e5f98464a4b208ea0c17421f58e42 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:54.316091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:54.321593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:54.384570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:54.455601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:54.491873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:21:54.497042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a286bc5-c8c7-404f-9379-f22c23343d12,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:54.503500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:54.504860 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Added segment c7a21f48-9870-48fc-91ab-7f8607ab382f of type vlan for network bd68f500-957f-4e57-811d-377a9835fc70 Jan 17 08:21:54.528834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:54.628943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:54.629773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:54.630346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:54.733566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] Pushing event updated for resources: {'Network': ['ID=bd68f500-957f-4e57-811d-377a9835fc70,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:54.743046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network bd68f500-957f-4e57-811d-377a9835fc70 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:21:54.779159 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b70a4326-a458-4ffa-92fc-98c3a1a82c97 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7388735 Jan 17 08:21:54.782440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56856) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:54.788041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Request body: {'subnet': {'network_id': 'bd68f500-957f-4e57-811d-377a9835fc70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-10110348-subnet', 'tenant_id': '278e5f98464a4b208ea0c17421f58e42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:54.793052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:54.797039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Usage tracker for resource:subnet and tenant:278e5f98464a4b208ea0c17421f58e42 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:54.799811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:54.805399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:54.852073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Made reservation on behalf of 278e5f98464a4b208ea0c17421f58e42 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:54.854390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:55.101577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:55.169959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed22c6dd-1ed5-4c49-87ac-6ee1104c56f8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:55.273586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Checking segment: {'id': 'c7a21f48-9870-48fc-91ab-7f8607ab382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bd68f500-957f-4e57-811d-377a9835fc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:21:55.273963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Network hostable DHCP agents. Network: bd68f500-957f-4e57-811d-377a9835fc70, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:21:55.363756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Network bd68f500-957f-4e57-811d-377a9835fc70 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:21:55.452690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, bd68f500-957f-4e57-811d-377a9835fc70) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:55.457249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:55.458377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:55.461729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661f04c-6ab8-458c-a068-53b9649d5533 None None] Network bd68f500-957f-4e57-811d-377a9835fc70 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:55.544375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4b7ae935-110d-4196-ac35-1873fea3d4b6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7608776 Jan 17 08:21:55.672575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccdafd5-e7a1-4323-9e80-10f034e03ccf None None] Network bd68f500-957f-4e57-811d-377a9835fc70 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:56.634905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56878) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:56.641074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-550157533-network', 'tenant_id': 'fb428d6b9d264cbd8307e8d3e993d08a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:56.646103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:56.649938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Usage tracker for resource:network and tenant:fb428d6b9d264cbd8307e8d3e993d08a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:56.662498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:56.662498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:56.720881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Made reservation on behalf of fb428d6b9d264cbd8307e8d3e993d08a for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:56.723712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:56.740163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:56.773600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:56.777367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Usage tracker for resource:security_group_rule and tenant:fb428d6b9d264cbd8307e8d3e993d08a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:56.780283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:56.788474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:56.849492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:56.918028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:56.950215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:21:56.955983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e618788-ae98-49ed-9ddd-8042b29907ab,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:56.963337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:56.963701 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Added segment f15d1325-5926-43a3-80b9-b82ef00094b4 of type vlan for network f3c9c988-c285-49d8-8927-d11d65314590 Jan 17 08:21:56.988920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:57.071517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:57.072353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:57.072957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:57.183828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] Pushing event updated for resources: {'Network': ['ID=f3c9c988-c285-49d8-8927-d11d65314590,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:57.193963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f3c9c988-c285-49d8-8927-d11d65314590 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:21:57.224482 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8db78def-ed76-41cb-84bb-546fcc9a7042 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5884616 Jan 17 08:21:57.227449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56882) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:21:57.232665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Request body: {'subnet': {'network_id': 'f3c9c988-c285-49d8-8927-d11d65314590', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-550157533-subnet', 'tenant_id': 'fb428d6b9d264cbd8307e8d3e993d08a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:21:57.238345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:21:57.242166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Usage tracker for resource:subnet and tenant:fb428d6b9d264cbd8307e8d3e993d08a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:21:57.245059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:21:57.250582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:21:57.318878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Made reservation on behalf of fb428d6b9d264cbd8307e8d3e993d08a for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:21:57.321018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:57.602388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:57.669310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d20b2b4-0145-4232-95a3-601f150a3fba,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:21:57.685195 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Checking segment: {'id': 'f15d1325-5926-43a3-80b9-b82ef00094b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f3c9c988-c285-49d8-8927-d11d65314590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:21:57.685515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Network hostable DHCP agents. Network: f3c9c988-c285-49d8-8927-d11d65314590, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:21:57.783501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Network f3c9c988-c285-49d8-8927-d11d65314590 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:21:57.872141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f3c9c988-c285-49d8-8927-d11d65314590) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:21:57.876514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:57.877639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:21:57.881200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6f5dc3-a1ca-4aa0-b74d-4c294a510057 None None] Network f3c9c988-c285-49d8-8927-d11d65314590 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:57.949166 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1c47e0a1-df40-47f5-bcce-9d329cffdac2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7200100 Jan 17 08:21:58.107050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6bb67-8924-452a-9d1a-933a3c3b8536 None None] Network f3c9c988-c285-49d8-8927-d11d65314590 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:21:58.623820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-931bd8be-6d93-47bd-9ec8-d75480977045 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:21:58.624539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-931bd8be-6d93-47bd-9ec8-d75480977045 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Synchronizing usage tracker for tenant:278e5f98464a4b208ea0c17421f58e42 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:21:58.733103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-931bd8be-6d93-47bd-9ec8-d75480977045 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Unset dirty status for tenant:278e5f98464a4b208ea0c17421f58e42 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:21:58.734952 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-931bd8be-6d93-47bd-9ec8-d75480977045 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/networks?id=bd68f500-957f-4e57-811d-377a9835fc70 HTTP/1.1" status: 200 len: 810 time: 0.2539937 Jan 17 08:21:58.751323 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-8cae56c8-984c-4e3c-bbed-8d7f6ddbf357 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/quotas/278e5f98464a4b208ea0c17421f58e42 HTTP/1.1" status: 200 len: 375 time: 0.0108647 Jan 17 08:21:58.807816 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-dcb33f1a-1a3c-406d-b62d-38358765c6f7 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=278e5f98464a4b208ea0c17421f58e42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510507 Jan 17 08:21:59.067420 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-48997d56-0a7c-4e00-8d46-52c7456c5c51 service neutron] 10.222.0.44 "GET /v2.0/networks/bd68f500-957f-4e57-811d-377a9835fc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471175 Jan 17 08:21:59.201901 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-f14ef856-2680-492f-86ac-0881c9c789ab service neutron] 10.222.0.44 "GET /v2.0/networks/bd68f500-957f-4e57-811d-377a9835fc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275027 Jan 17 08:21:59.461105 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-090f7b0d-3e8c-41af-b3d4-489786bcdab4 req-28d01111-5bc8-4d36-bf64-b1984192d2ac tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 210 time: 0.0440028 Jan 17 08:22:00.574060 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f1e7bd26-f9b6-4ae3-ad4b-09bd290a6c61 req-6e63841e-feb4-452f-a785-a48be1378964 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 210 time: 0.0421422 Jan 17 08:22:01.736310 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-80755402-69ba-4b4d-8cda-7fa984140b6b req-0994cd4b-3522-4378-828a-1ab789ff31c8 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 210 time: 0.0437160 Jan 17 08:22:02.304746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d4617917-0ffc-45eb-aec6-141774a0cbfc tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:02.306149 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d4617917-0ffc-45eb-aec6-141774a0cbfc tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.53 "GET /v2.0/networks?id=bd68f500-957f-4e57-811d-377a9835fc70 HTTP/1.1" status: 200 len: 810 time: 0.1462564 Jan 17 08:22:02.321959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Request body: {'port': {'device_id': '17f69f70-7c49-44df-94f7-acf378e78bf8', 'network_id': 'bd68f500-957f-4e57-811d-377a9835fc70', 'admin_state_up': True, 'tenant_id': '278e5f98464a4b208ea0c17421f58e42'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:22:02.459768 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:22:02.464921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Usage tracker for resource:port and tenant:278e5f98464a4b208ea0c17421f58e42 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:22:02.467715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:22:02.478673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:22:02.541781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Made reservation on behalf of 278e5f98464a4b208ea0c17421f58e42 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:22:02.544716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:02.703172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Allocated IP 172.20.0.6 (bd68f500-957f-4e57-811d-377a9835fc70/ed22c6dd-1ed5-4c49-87ac-6ee1104c56f8/7ff99f9a-d665-418b-ba11-68a3b99c810c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:22:02.897355 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-06b25ccb-5541-4361-ab9d-8abd4600b7e6 req-7e0d6d49-6a28-45fa-a619-5babc8edca33 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 210 time: 0.0407867 Jan 17 08:22:02.899663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:02.995263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:03.063188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Network bd68f500-957f-4e57-811d-377a9835fc70 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:22:03.066241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:22:03.079813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:22:03.103561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Pushing event updated for resources: {'Port': ['ID=7ff99f9a-d665-418b-ba11-68a3b99c810c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:03.226124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:03.226684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:03.330223 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-d8c7aea3-a338-4f42-9faf-1e2425600793 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0119259 Jan 17 08:22:03.341287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Request body: {'port': {'device_id': '17f69f70-7c49-44df-94f7-acf378e78bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:22:03.447322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:03.777007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff99f9a-d665-418b-ba11-68a3b99c810c {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:22:03.783707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:03.823531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Transition to ACTIVE for port object 7ff99f9a-d665-418b-ba11-68a3b99c810c will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:22:03.903129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:04.027540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff99f9a-d665-418b-ba11-68a3b99c810c,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:04.195538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83137d0-8dcf-4369-a283-2f16bf5e680e req-efe65be0-45bd-42ec-a0ea-dd2b68d6f7c2 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:04.196230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-f83137d0-8dcf-4369-a283-2f16bf5e680e req-efe65be0-45bd-42ec-a0ea-dd2b68d6f7c2 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Synchronizing usage tracker for tenant:278e5f98464a4b208ea0c17421f58e42 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:22:04.198919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Attempting to bind port 7ff99f9a-d665-418b-ba11-68a3b99c810c on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:22:04.199273 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Attempting to bind port 7ff99f9a-d665-418b-ba11-68a3b99c810c by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'c7a21f48-9870-48fc-91ab-7f8607ab382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bd68f500-957f-4e57-811d-377a9835fc70'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:22:04.199597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Attempting to bind port 7ff99f9a-d665-418b-ba11-68a3b99c810c on network bd68f500-957f-4e57-811d-377a9835fc70 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:22:04.210813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Port 7ff99f9a-d665-418b-ba11-68a3b99c810c on network bd68f500-957f-4e57-811d-377a9835fc70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:22:04.211128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Attempting to bind port 7ff99f9a-d665-418b-ba11-68a3b99c810c on network bd68f500-957f-4e57-811d-377a9835fc70 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:22:04.221460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:22:04.221802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Checking segment: {'id': 'c7a21f48-9870-48fc-91ab-7f8607ab382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bd68f500-957f-4e57-811d-377a9835fc70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:22:04.222150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Bound using segment: {'id': 'c7a21f48-9870-48fc-91ab-7f8607ab382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bd68f500-957f-4e57-811d-377a9835fc70'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:22:04.222566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Bound port: 7ff99f9a-d665-418b-ba11-68a3b99c810c, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a21f48-9870-48fc-91ab-7f8607ab382f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bd68f500-957f-4e57-811d-377a9835fc70'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:22:04.222899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:04.291627 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-f83137d0-8dcf-4369-a283-2f16bf5e680e req-efe65be0-45bd-42ec-a0ea-dd2b68d6f7c2 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Unset dirty status for tenant:278e5f98464a4b208ea0c17421f58e42 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:22:04.292907 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f83137d0-8dcf-4369-a283-2f16bf5e680e req-efe65be0-45bd-42ec-a0ea-dd2b68d6f7c2 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 943 time: 0.2626882 Jan 17 08:22:04.334128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] For port 7ff99f9a-d665-418b-ba11-68a3b99c810c, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:22:04.337153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] For port 7ff99f9a-d665-418b-ba11-68a3b99c810c, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7ff99f9a-d665-418b-ba11-68a3b99c810c,segment=NetworkSegment(c7a21f48-9870-48fc-91ab-7f8607ab382f),segment_id=c7a21f48-9870-48fc-91ab-7f8607ab382f)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:22:04.356832 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f83137d0-8dcf-4369-a283-2f16bf5e680e req-0c3b551b-216c-4156-ae4a-d13f105bade5 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543816 Jan 17 08:22:04.412867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:04.477557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:04.478893 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] 10.222.0.53 "PUT /v2.0/ports/7ff99f9a-d665-418b-ba11-68a3b99c810c HTTP/1.1" status: 200 len: 1093 time: 1.1414807 Jan 17 08:22:04.479353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f69f70-7c49-44df-94f7-acf378e78bf8', 'tag': '7ff99f9a-d665-418b-ba11-68a3b99c810c'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:22:04.493741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47c1f3-1023-4730-905a-bd52befca119 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff99f9a-d665-418b-ba11-68a3b99c810c,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:04.536638 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f69f70-7c49-44df-94f7-acf378e78bf8', 'tag': '7ff99f9a-d665-418b-ba11-68a3b99c810c', 'status': 'completed', 'code': 200} Jan 17 08:22:04.628630 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-13d27252-50e9-4852-9b1b-bc6fb3645d8c req-e2a518ce-4082-4f43-8124-c67236cbd6e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=278e5f98464a4b208ea0c17421f58e42&device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0720029 Jan 17 08:22:04.707274 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:22:04.766390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d27252-50e9-4852-9b1b-bc6fb3645d8c req-bd82bb18-7cc9-4154-a96c-095d06929cab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:04.767890 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-13d27252-50e9-4852-9b1b-bc6fb3645d8c req-bd82bb18-7cc9-4154-a96c-095d06929cab service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=278e5f98464a4b208ea0c17421f58e42&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1317692 Jan 17 08:22:04.902241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d27252-50e9-4852-9b1b-bc6fb3645d8c req-b876d9e4-6363-4425-a97f-a1b99c69b08c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:04.903727 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-13d27252-50e9-4852-9b1b-bc6fb3645d8c req-b876d9e4-6363-4425-a97f-a1b99c69b08c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279066 Jan 17 08:22:05.009182 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-fb2a953d-063a-466c-b6fa-3d38f76efa7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=278e5f98464a4b208ea0c17421f58e42&device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 1096 time: 0.0676081 Jan 17 08:22:05.077390 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-6ea9e516-e906-4e4f-9826-5e55cb405618 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff99f9a-d665-418b-ba11-68a3b99c810c HTTP/1.1" status: 200 len: 217 time: 0.0614848 Jan 17 08:22:05.136375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-9fb39780-b3e0-41af-9d9a-253f6c12dd9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:05.137753 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-9fb39780-b3e0-41af-9d9a-253f6c12dd9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed22c6dd-1ed5-4c49-87ac-6ee1104c56f8 HTTP/1.1" status: 200 len: 850 time: 0.0549748 Jan 17 08:22:05.181920 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-ec0f5dea-1a5e-4b5a-8a77-d9f9cc49045b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd68f500-957f-4e57-811d-377a9835fc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371652 Jan 17 08:22:05.406956 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-cef16743-30c5-4fc8-8cb5-c42250f062cc service neutron] 10.222.0.53 "GET /v2.0/networks/bd68f500-957f-4e57-811d-377a9835fc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181556 Jan 17 08:22:05.605614 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9f2ca8-794b-4d7c-ab5f-0d09d92ecc5c req-f2e28ccb-3bdb-40a0-ba3b-2b81595a9661 service neutron] 10.222.0.53 "GET /v2.0/networks/bd68f500-957f-4e57-811d-377a9835fc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911952 Jan 17 08:22:05.621652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd09d-f15b-44eb-ad75-8f3b8fbbb1fe req-531a9181-19bc-4242-9d05-ca92b8b2dc52 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:05.623155 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c98bd09d-f15b-44eb-ad75-8f3b8fbbb1fe req-531a9181-19bc-4242-9d05-ca92b8b2dc52 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 943 time: 0.1377256 Jan 17 08:22:05.667814 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c98bd09d-f15b-44eb-ad75-8f3b8fbbb1fe req-1f313456-3341-41c9-8b47-58b7828ec3fe tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388513 Jan 17 08:22:06.049656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3ed4-b9c2-4da4-a7b2-170a0a4c6c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:06.863395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d9206-050f-4b38-a7c4-e20acb8f19e0 req-ec714357-8920-4134-a51e-9de87d46a089 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:06.864838 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fd2d9206-050f-4b38-a7c4-e20acb8f19e0 req-ec714357-8920-4134-a51e-9de87d46a089 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 943 time: 0.0784397 Jan 17 08:22:06.908338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-fd2d9206-050f-4b38-a7c4-e20acb8f19e0 req-e1b3d84b-0c13-44cf-acd7-a06e3b87f2ea tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Synchronizing usage tracker for tenant:278e5f98464a4b208ea0c17421f58e42 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:22:07.000694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-fd2d9206-050f-4b38-a7c4-e20acb8f19e0 req-e1b3d84b-0c13-44cf-acd7-a06e3b87f2ea tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Unset dirty status for tenant:278e5f98464a4b208ea0c17421f58e42 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:22:07.005328 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fd2d9206-050f-4b38-a7c4-e20acb8f19e0 req-e1b3d84b-0c13-44cf-acd7-a06e3b87f2ea tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317503 Jan 17 08:22:08.193076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-213ff95d-c44a-4f34-83aa-9485ccdbb497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:08.201000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061efa9-8484-46cd-a02b-266fa79d93d9 req-fc401077-f1a4-42e9-a345-e31dcbb31852 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:08.203825 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6061efa9-8484-46cd-a02b-266fa79d93d9 req-fc401077-f1a4-42e9-a345-e31dcbb31852 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 943 time: 0.0789804 Jan 17 08:22:08.249314 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6061efa9-8484-46cd-a02b-266fa79d93d9 req-8c647ff9-157c-40ea-922a-dd7a0f3d6cb8 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 Jan 17 08:22:09.440791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:09.448498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25411889-3ee8-476b-99f3-28b893000d8b req-02d30a08-a280-43e5-bd47-8054022fc70f tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:09.450213 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-25411889-3ee8-476b-99f3-28b893000d8b req-02d30a08-a280-43e5-bd47-8054022fc70f tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 943 time: 0.0779991 Jan 17 08:22:09.495453 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-25411889-3ee8-476b-99f3-28b893000d8b req-e9a76c0d-5f39-4617-9595-67591d8baf51 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Jan 17 08:22:09.507100 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:09.535505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 7ff99f9a-d665-418b-ba11-68a3b99c810c details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:22:09.674419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 7ff99f9a-d665-418b-ba11-68a3b99c810c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7ff99f9a-d665-418b-ba11-68a3b99c810c,segment=NetworkSegment(c7a21f48-9870-48fc-91ab-7f8607ab382f),segment_id=c7a21f48-9870-48fc-91ab-7f8607ab382f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:22:09.680006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '7ff99f9a-d665-418b-ba11-68a3b99c810c', 'network_id': 'bd68f500-957f-4e57-811d-377a9835fc70', 'port_id': '7ff99f9a-d665-418b-ba11-68a3b99c810c', 'mac_address': 'fa:16:3e:5a:59:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed22c6dd-1ed5-4c49-87ac-6ee1104c56f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:22:09.731597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:09.748761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff99f9a-d665-418b-ba11-68a3b99c810c {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:22:09.764144 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 7ff99f9a-d665-418b-ba11-68a3b99c810c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7ff99f9a-d665-418b-ba11-68a3b99c810c,segment=NetworkSegment(c7a21f48-9870-48fc-91ab-7f8607ab382f),segment_id=c7a21f48-9870-48fc-91ab-7f8607ab382f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:22:09.843677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:09.913395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=7ff99f9a-d665-418b-ba11-68a3b99c810c,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:10.185301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['7ff99f9a-d665-418b-ba11-68a3b99c810c'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:22:10.694020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c56bf-8f0a-4a8d-937b-a37dadfba0a5 req-19469a8b-0bb1-4112-80c0-5f07b8b53a7c tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:10.695494 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ad8c56bf-8f0a-4a8d-937b-a37dadfba0a5 req-19469a8b-0bb1-4112-80c0-5f07b8b53a7c tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 944 time: 0.0754571 Jan 17 08:22:10.739632 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ad8c56bf-8f0a-4a8d-937b-a37dadfba0a5 req-d5287b09-fa91-4c63-95ac-db30894fdeaf tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384192 Jan 17 08:22:10.892517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:11.539662 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 7ff99f9a-d665-418b-ba11-68a3b99c810c up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:22:11.677967 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 7ff99f9a-d665-418b-ba11-68a3b99c810c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:22:11.682880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 7ff99f9a-d665-418b-ba11-68a3b99c810c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:22:11.683294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:11.799627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:11.823889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f69f70-7c49-44df-94f7-acf378e78bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff99f9a-d665-418b-ba11-68a3b99c810c'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:22:11.833159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 7ff99f9a-d665-418b-ba11-68a3b99c810c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7ff99f9a-d665-418b-ba11-68a3b99c810c,segment=NetworkSegment(c7a21f48-9870-48fc-91ab-7f8607ab382f),segment_id=c7a21f48-9870-48fc-91ab-7f8607ab382f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:22:11.886277 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f69f70-7c49-44df-94f7-acf378e78bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff99f9a-d665-418b-ba11-68a3b99c810c', 'code': 200} Jan 17 08:22:11.921842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:11.945657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccac9c-3b80-4ca1-8b02-33ab0ea79826 req-29277cee-8c24-4a38-a3cc-4098b0e74893 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:11.947869 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03ccac9c-3b80-4ca1-8b02-33ab0ea79826 req-29277cee-8c24-4a38-a3cc-4098b0e74893 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 944 time: 0.0832944 Jan 17 08:22:11.991594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=7ff99f9a-d665-418b-ba11-68a3b99c810c,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:11.997630 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03ccac9c-3b80-4ca1-8b02-33ab0ea79826 req-7e8161dc-10c6-4fbf-ae1e-fcacf7e5dba7 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395846 Jan 17 08:22:12.239268 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1321d760-4360-4560-85ca-729d1dda8906 req-3b61a391-9c58-4894-9f95-c490a0d4afd1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0702057 Jan 17 08:22:12.279013 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1321d760-4360-4560-85ca-729d1dda8906 req-e00f0780-6676-40e1-9ee1-ddc8ebd66a45 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Jan 17 08:22:13.188461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e09a8-a44e-49ed-b22d-60a3510bdd4e req-ca9a0029-04ee-4aa2-b4e5-f50e0ab1a887 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:13.189939 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b6e09a8-a44e-49ed-b22d-60a3510bdd4e req-ca9a0029-04ee-4aa2-b4e5-f50e0ab1a887 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0752742 Jan 17 08:22:13.238586 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b6e09a8-a44e-49ed-b22d-60a3510bdd4e req-fdce2303-1b67-4e7d-ab72-698dac75d0c1 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Jan 17 08:22:14.430995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dc439-fd9d-42e5-b908-1f7c4a624df5 req-95a5af8b-4f2e-4a60-90d1-5960a8bac40f tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:14.432457 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fe3dc439-fd9d-42e5-b908-1f7c4a624df5 req-95a5af8b-4f2e-4a60-90d1-5960a8bac40f tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0750113 Jan 17 08:22:14.493462 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fe3dc439-fd9d-42e5-b908-1f7c4a624df5 req-3026d958-b84b-432d-a8c5-12af7f8ddd59 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553071 Jan 17 08:22:14.694545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05add69d-78fa-416a-86eb-3a5dd6b7ec06 req-9983963b-00f9-4700-968f-2165850fcafb tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:14.696057 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-05add69d-78fa-416a-86eb-3a5dd6b7ec06 req-9983963b-00f9-4700-968f-2165850fcafb tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0767152 Jan 17 08:22:14.740390 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-05add69d-78fa-416a-86eb-3a5dd6b7ec06 req-600795bf-3a22-499e-afc7-18afa4d7dc27 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 Jan 17 08:22:15.375468 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d2ce5-7600-4f6d-bb1a-2c849bf4b210 req-f7a80681-fe2d-4ab3-960b-5a7889588ab2 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:15.376909 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-430d2ce5-7600-4f6d-bb1a-2c849bf4b210 req-f7a80681-fe2d-4ab3-960b-5a7889588ab2 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0826714 Jan 17 08:22:15.421585 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-430d2ce5-7600-4f6d-bb1a-2c849bf4b210 req-24a7121b-8478-4a50-8657-88397766dc91 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391934 Jan 17 08:22:16.622276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d089-bb3c-4791-92b9-44e741f272aa req-0998de0a-0f30-415c-9660-12b48a04d746 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:16.623801 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0394d089-bb3c-4791-92b9-44e741f272aa req-0998de0a-0f30-415c-9660-12b48a04d746 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0777175 Jan 17 08:22:16.673505 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0394d089-bb3c-4791-92b9-44e741f272aa req-d58b7b2a-b665-490f-8ac0-a00d05df0eed tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Jan 17 08:22:17.163678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57a54-b125-45a0-807f-3b954b8a54ee req-fdba9979-fbb9-4610-9fb9-933e938089a9 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:17.167085 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bce57a54-b125-45a0-807f-3b954b8a54ee req-fdba9979-fbb9-4610-9fb9-933e938089a9 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0809665 Jan 17 08:22:17.210115 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bce57a54-b125-45a0-807f-3b954b8a54ee req-331159bd-d153-4cf0-99a2-a69b796bc541 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395308 Jan 17 08:22:17.235297 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-faf35d17-31f2-48b2-b0a0-73a3b304b9dd req-b1a220e6-cb53-4f54-80f9-8930eb6e7de8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=278e5f98464a4b208ea0c17421f58e42&device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 1098 time: 0.0724313 Jan 17 08:22:17.362629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf35d17-31f2-48b2-b0a0-73a3b304b9dd req-049846f6-7957-4d1b-9e7f-a573731abdd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:17.364038 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-faf35d17-31f2-48b2-b0a0-73a3b304b9dd req-049846f6-7957-4d1b-9e7f-a573731abdd8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd68f500-957f-4e57-811d-377a9835fc70 HTTP/1.1" status: 200 len: 911 time: 0.1234212 Jan 17 08:22:17.432214 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-faf35d17-31f2-48b2-b0a0-73a3b304b9dd req-6332da98-0c15-4a2f-8920-5e4f7b0253c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff99f9a-d665-418b-ba11-68a3b99c810c HTTP/1.1" status: 200 len: 217 time: 0.0624449 Jan 17 08:22:17.493881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf35d17-31f2-48b2-b0a0-73a3b304b9dd req-3ba03c73-4906-4f0f-97dd-4e4889fd177e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:17.495377 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-faf35d17-31f2-48b2-b0a0-73a3b304b9dd req-3ba03c73-4906-4f0f-97dd-4e4889fd177e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed22c6dd-1ed5-4c49-87ac-6ee1104c56f8 HTTP/1.1" status: 200 len: 850 time: 0.0575123 Jan 17 08:22:17.543560 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-faf35d17-31f2-48b2-b0a0-73a3b304b9dd req-bbf51c5d-17dd-4b0c-a02a-2adf0ab207bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd68f500-957f-4e57-811d-377a9835fc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420852 Jan 17 08:22:17.671484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-faf35d17-31f2-48b2-b0a0-73a3b304b9dd req-69f35bfb-9503-4a49-b0e4-b8a4a8569c7a service neutron] 10.222.0.53 "GET /v2.0/networks/bd68f500-957f-4e57-811d-377a9835fc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225209 Jan 17 08:22:17.799500 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-faf35d17-31f2-48b2-b0a0-73a3b304b9dd req-fc727e90-6a45-4190-b003-549ae253ab3b service neutron] 10.222.0.53 "GET /v2.0/networks/bd68f500-957f-4e57-811d-377a9835fc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220965 Jan 17 08:22:18.489488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aecbe-383a-41f9-a1eb-a0a9b5ae5b04 req-da15cddf-6b41-40e1-b9fe-8b01130ba3c5 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:18.490845 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-524aecbe-383a-41f9-a1eb-a0a9b5ae5b04 req-da15cddf-6b41-40e1-b9fe-8b01130ba3c5 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.1582983 Jan 17 08:22:18.535493 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-524aecbe-383a-41f9-a1eb-a0a9b5ae5b04 req-01cdb933-a623-426a-a149-3212e17efdfc tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391011 Jan 17 08:22:19.547023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:19.726521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9c988-49af-4e86-9433-6cfa90eea603 req-26a7ef2b-a308-4e4c-87be-c13f6c2c91a0 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:19.727966 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0bd9c988-49af-4e86-9433-6cfa90eea603 req-26a7ef2b-a308-4e4c-87be-c13f6c2c91a0 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0753016 Jan 17 08:22:19.772356 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0bd9c988-49af-4e86-9433-6cfa90eea603 req-f1fea101-b55d-42e9-ad7e-4fcfd9ca1bef tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388529 Jan 17 08:22:20.488695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10662f-e495-4177-8a5b-57effcc93a1e req-43be1266-46a2-4453-9e5c-35830433b086 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:20.490153 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5a10662f-e495-4177-8a5b-57effcc93a1e req-43be1266-46a2-4453-9e5c-35830433b086 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.1580713 Jan 17 08:22:20.534713 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5a10662f-e495-4177-8a5b-57effcc93a1e req-6d3c4a7e-97bf-4782-8db5-ddf3c0a8111e tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Jan 17 08:22:21.742541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34f0d8-de48-4159-a029-fadf9a1a40bf req-dfcd390a-75be-4a40-a346-0412e8278b34 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:21.742541 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4c34f0d8-de48-4159-a029-fadf9a1a40bf req-dfcd390a-75be-4a40-a346-0412e8278b34 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0772827 Jan 17 08:22:21.782694 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4c34f0d8-de48-4159-a029-fadf9a1a40bf req-2ed98f82-8a93-429a-a466-05bf799b94b6 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Jan 17 08:22:22.321448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31c64-8941-4146-bb5a-837c2b57ee83 req-e0ce72d1-aa84-40e6-b336-1ef7d3e8d233 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:22.323070 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b5a31c64-8941-4146-bb5a-837c2b57ee83 req-e0ce72d1-aa84-40e6-b336-1ef7d3e8d233 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.1365097 Jan 17 08:22:22.356406 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b9949885-0d22-4447-9a9d-f25c5dae0ef6 req-6bc6ce5f-40a1-4cea-9ef3-290f6429a549 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=278e5f98464a4b208ea0c17421f58e42&device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 1098 time: 0.1131921 Jan 17 08:22:22.443629 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b5a31c64-8941-4146-bb5a-837c2b57ee83 req-719d674e-8dec-49c1-8e65-4923423e7032 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148832 Jan 17 08:22:22.496253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949885-0d22-4447-9a9d-f25c5dae0ef6 req-d7a2bf35-9617-4d60-b896-6945016a7e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:22.497675 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b9949885-0d22-4447-9a9d-f25c5dae0ef6 req-d7a2bf35-9617-4d60-b896-6945016a7e7a service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd68f500-957f-4e57-811d-377a9835fc70 HTTP/1.1" status: 200 len: 911 time: 0.1340053 Jan 17 08:22:22.566034 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b9949885-0d22-4447-9a9d-f25c5dae0ef6 req-7db68009-3654-420f-b06c-2a5d95509991 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ff99f9a-d665-418b-ba11-68a3b99c810c HTTP/1.1" status: 200 len: 217 time: 0.0619810 Jan 17 08:22:22.626144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949885-0d22-4447-9a9d-f25c5dae0ef6 req-2d802a89-263e-4c13-859c-54cfcf50b33d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:22.627644 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b9949885-0d22-4447-9a9d-f25c5dae0ef6 req-2d802a89-263e-4c13-859c-54cfcf50b33d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ed22c6dd-1ed5-4c49-87ac-6ee1104c56f8 HTTP/1.1" status: 200 len: 850 time: 0.0557821 Jan 17 08:22:22.671729 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b9949885-0d22-4447-9a9d-f25c5dae0ef6 req-465465af-616a-48c6-90e6-3266ce81ed85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd68f500-957f-4e57-811d-377a9835fc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384204 Jan 17 08:22:22.801603 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b9949885-0d22-4447-9a9d-f25c5dae0ef6 req-f4787a39-c940-4246-a9e5-c745c7c727d2 service neutron] 10.222.0.53 "GET /v2.0/networks/bd68f500-957f-4e57-811d-377a9835fc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238809 Jan 17 08:22:22.929376 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b9949885-0d22-4447-9a9d-f25c5dae0ef6 req-cc278cf7-52de-42b0-89fb-1585d2b4026f service neutron] 10.222.0.53 "GET /v2.0/networks/bd68f500-957f-4e57-811d-377a9835fc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222765 Jan 17 08:22:23.645745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b91264-2855-4cfa-9b2d-8619fc8647e5 req-626abb2a-cf65-4dbc-b1c3-685a38d82e35 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:23.647169 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e4b91264-2855-4cfa-9b2d-8619fc8647e5 req-626abb2a-cf65-4dbc-b1c3-685a38d82e35 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0762556 Jan 17 08:22:23.696710 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e4b91264-2855-4cfa-9b2d-8619fc8647e5 req-0555133e-7e0b-4f2b-9fdc-a6f3330bd029 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429692 Jan 17 08:22:24.893328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86535c-7cfd-4836-aad2-066a6703d16b req-904968ee-fc9c-4384-9f2d-af55ce63774b tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:24.894855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3e86535c-7cfd-4836-aad2-066a6703d16b req-904968ee-fc9c-4384-9f2d-af55ce63774b tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0795438 Jan 17 08:22:24.939644 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3e86535c-7cfd-4836-aad2-066a6703d16b req-ee339013-c4e6-43e6-a504-77380512b508 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Jan 17 08:22:25.541164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ffc58-bfb6-4aed-a5bf-43fc8ac7b2bf req-1666235f-3619-486b-a8b1-b5c02e3bf7d4 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:25.542675 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2f6ffc58-bfb6-4aed-a5bf-43fc8ac7b2bf req-1666235f-3619-486b-a8b1-b5c02e3bf7d4 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0778151 Jan 17 08:22:25.591260 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2f6ffc58-bfb6-4aed-a5bf-43fc8ac7b2bf req-529c64b7-2297-44bd-81e3-147f7d93c6d5 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Jan 17 08:22:26.783371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0c4f3-725b-4d1f-b385-be51b43e2c00 req-74ab7371-05ba-441f-9663-93efe92898c2 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:26.784728 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58f0c4f3-725b-4d1f-b385-be51b43e2c00 req-74ab7371-05ba-441f-9663-93efe92898c2 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0751982 Jan 17 08:22:26.828979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58f0c4f3-725b-4d1f-b385-be51b43e2c00 req-0b89f327-dc07-4ee5-950d-96d1be42b62b tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381103 Jan 17 08:22:27.640614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-eb0230c4-ec53-4174-9457-29d272d0e924 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:27.642262 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-eb0230c4-ec53-4174-9457-29d272d0e924 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.53 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0803049 Jan 17 08:22:27.709098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Deleting port 7ff99f9a-d665-418b-ba11-68a3b99c810c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:22:27.709436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:28.030494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0e4dd-e72a-46cf-8678-9633493c74f3 req-314017d9-4332-46ae-8375-7091bb15c3ae tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:28.031992 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a2b0e4dd-e72a-46cf-8678-9633493c74f3 req-314017d9-4332-46ae-8375-7091bb15c3ae tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 945 time: 0.0790114 Jan 17 08:22:28.055109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] For port 7ff99f9a-d665-418b-ba11-68a3b99c810c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7ff99f9a-d665-418b-ba11-68a3b99c810c,segment=NetworkSegment(c7a21f48-9870-48fc-91ab-7f8607ab382f),segment_id=c7a21f48-9870-48fc-91ab-7f8607ab382f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:22:28.055681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:28.078986 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a2b0e4dd-e72a-46cf-8678-9633493c74f3 req-e0508596-bc43-4a02-a829-9c0042972b42 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a286bc5-c8c7-404f-9379-f22c23343d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Jan 17 08:22:28.176960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Calling delete_port for 7ff99f9a-d665-418b-ba11-68a3b99c810c owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:22:28.392343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:28.404551 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['7ff99f9a-d665-418b-ba11-68a3b99c810c'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:22:28.447697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Pushing event deleted for resources: {'Port': ['ID=7ff99f9a-d665-418b-ba11-68a3b99c810c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:28.484219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.484563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.484897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.485227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.485555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.485882 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.486206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.486529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.486852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.487165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.487505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:28.529445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] No DVR routers for this DVR port 7ff99f9a-d665-418b-ba11-68a3b99c810c on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:22:28.531848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:28.534237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f69f70-7c49-44df-94f7-acf378e78bf8', 'name': 'network-vif-deleted', 'tag': '7ff99f9a-d665-418b-ba11-68a3b99c810c'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:22:28.589026 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f69f70-7c49-44df-94f7-acf378e78bf8', 'name': 'network-vif-deleted', 'tag': '7ff99f9a-d665-418b-ba11-68a3b99c810c', 'status': 'completed', 'code': 200} Jan 17 08:22:28.604582 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-03039435-6d87-4e1e-a2c2-d2ab917c8889 req-f4054b1d-dad2-4f22-98f5-efa745e32897 tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.53 "DELETE /v2.0/ports/7ff99f9a-d665-418b-ba11-68a3b99c810c HTTP/1.1" status: 204 len: 173 time: 0.9573135 Jan 17 08:22:29.408944 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7498a01a-a481-433a-830c-8511f8d983b7 req-143edde3-c1c0-465b-b74c-de4b3c16e52d tempest-TestServerAdvancedOps-414355840 tempest-TestServerAdvancedOps-414355840-project] 10.222.0.44 "GET /v2.0/ports?device_id=17f69f70-7c49-44df-94f7-acf378e78bf8 HTTP/1.1" status: 200 len: 210 time: 0.0434940 Jan 17 08:22:30.524892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56994) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:22:30.582442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Deleting subnet ed22c6dd-1ed5-4c49-87ac-6ee1104c56f8 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:22:30.585796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:30.632617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:30.689345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:30.838339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:30.872736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed22c6dd-1ed5-4c49-87ac-6ee1104c56f8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:30.883877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:30.886694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.887029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.887388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.887717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.888038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.888357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.888676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.888991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.889306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.889619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.889929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:22:30.895647 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ca02ac49-eb96-4488-9db4-cfbfc8c0905d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ed22c6dd-1ed5-4c49-87ac-6ee1104c56f8 HTTP/1.1" status: 204 len: 168 time: 0.3699634 Jan 17 08:22:30.898925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 56998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:22:30.999446 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.117041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.144371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd68f500-957f-4e57-811d-377a9835fc70']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:31.156856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a21f48-9870-48fc-91ab-7f8607ab382f') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:31.157149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a21f48-9870-48fc-91ab-7f8607ab382f') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:31.168345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.183898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.189708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:22:31.190021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:22:31.203517 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:22:31.455831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.459909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.483167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] Pushing event deleted for resources: {'Network': ['ID=bd68f500-957f-4e57-811d-377a9835fc70,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:31.564089 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-04572aea-96d0-4eb1-bd7f-e4a56c3733fe admin admin] 10.222.0.44 "DELETE /v2.0/networks/bd68f500-957f-4e57-811d-377a9835fc70 HTTP/1.1" status: 204 len: 168 time: 0.6641903 Jan 17 08:22:31.568192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57002) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:22:31.624555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3e8e31-1e07-4202-a283-90df6dc6593d admin admin] Deleting subnet 7d20b2b4-0145-4232-95a3-601f150a3fba {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:22:31.627648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e31-1e07-4202-a283-90df6dc6593d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.646735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 7ff99f9a-d665-418b-ba11-68a3b99c810c no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:22:31.679427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e31-1e07-4202-a283-90df6dc6593d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.679746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 7ff99f9a-d665-418b-ba11-68a3b99c810c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:22:31.680098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 7ff99f9a-d665-418b-ba11-68a3b99c810c not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:22:31.733246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e31-1e07-4202-a283-90df6dc6593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.873783 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-12fb6596-e66c-4718-98eb-2376d978823a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661821 Jan 17 08:22:31.874955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e31-1e07-4202-a283-90df6dc6593d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.917546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e8e31-1e07-4202-a283-90df6dc6593d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d20b2b4-0145-4232-95a3-601f150a3fba,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:31.921837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8e31-1e07-4202-a283-90df6dc6593d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:31.927870 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dd3e8e31-1e07-4202-a283-90df6dc6593d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d20b2b4-0145-4232-95a3-601f150a3fba HTTP/1.1" status: 204 len: 168 time: 0.3599799 Jan 17 08:22:31.931038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57006) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:22:31.968242 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-129c79e2-5698-48a6-8b2b-ae2ab1b654e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 1098 time: 0.0744019 Jan 17 08:22:32.039363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:32.114233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-b028f48b-6611-4414-8315-b568ac4884c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:32.115731 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-b028f48b-6611-4414-8315-b568ac4884c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1269143 Jan 17 08:22:32.167980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:32.216505 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-5ab009e1-848b-466e-8dad-2db10e089c96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c HTTP/1.1" status: 200 len: 1001 time: 0.0950370 Jan 17 08:22:32.270002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c9c988-c285-49d8-8927-d11d65314590']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:32.281996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15d1325-5926-43a3-80b9-b82ef00094b4') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:32.282288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15d1325-5926-43a3-80b9-b82ef00094b4') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:32.282830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-c65b62fd-1bf2-40c3-ba0d-0c3cb3d95381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:32.284327 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-c65b62fd-1bf2-40c3-ba0d-0c3cb3d95381 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0615978 Jan 17 08:22:32.294273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:32.309352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:32.315097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:22:32.315495 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:22:32.329178 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:22:32.358218 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-b0e9b432-9ba7-4a09-b3ee-19052702e5a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670178 Jan 17 08:22:32.489595 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-f27c02a3-fe0d-4580-b121-fd5c99d281f1 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254313 Jan 17 08:22:32.497787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:32.514475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:32.524142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c9c988-c285-49d8-8927-d11d65314590,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:32.526717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-47b33ffb-7eda-46c6-b21e-4c930d016c0f admin admin] 10.222.0.44 "DELETE /v2.0/networks/f3c9c988-c285-49d8-8927-d11d65314590 HTTP/1.1" status: 204 len: 168 time: 0.5947843 Jan 17 08:22:32.624814 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-028b34a9-c03e-4c0d-8ef5-9e7ab847bee4 req-2b05db8a-9e8e-41c1-a4f9-26ec92cac13d service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285348 Jan 17 08:22:32.919406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57016) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:22:32.967644 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-85c4c018-6139-4c48-a864-dacb11eb20cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=278e5f98464a4b208ea0c17421f58e42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469680 Jan 17 08:22:32.969899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57020) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:22:33.027845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2281447a-fc0e-4baa-8e31-5e9e10c048e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:33.053295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2281447a-fc0e-4baa-8e31-5e9e10c048e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:33.188622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2281447a-fc0e-4baa-8e31-5e9e10c048e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:33.204316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281447a-fc0e-4baa-8e31-5e9e10c048e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a286bc5-c8c7-404f-9379-f22c23343d12,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:33.267664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2281447a-fc0e-4baa-8e31-5e9e10c048e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:33.268786 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2281447a-fc0e-4baa-8e31-5e9e10c048e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a286bc5-c8c7-404f-9379-f22c23343d12 HTTP/1.1" status: 204 len: 168 time: 0.2979970 Jan 17 08:22:34.010249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:22:34.060142 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-07450200-4369-4cb4-ab1a-638bfd967000 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb428d6b9d264cbd8307e8d3e993d08a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487204 Jan 17 08:22:34.062603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57032) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:22:34.119124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e178a13a-538f-405e-9de7-7154e48beb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:34.143508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e178a13a-538f-405e-9de7-7154e48beb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:34.260492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e178a13a-538f-405e-9de7-7154e48beb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:34.277340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178a13a-538f-405e-9de7-7154e48beb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e618788-ae98-49ed-9ddd-8042b29907ab,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:34.280484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e178a13a-538f-405e-9de7-7154e48beb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:34.281798 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e178a13a-538f-405e-9de7-7154e48beb54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e618788-ae98-49ed-9ddd-8042b29907ab HTTP/1.1" status: 204 len: 168 time: 0.2181053 Jan 17 08:22:36.051609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7cdf5f7b-19b9-4a9e-84b0-99fa182b3e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:38.208762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7dd1451f-3c68-46bb-9086-aefc154e41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:39.495275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:39.538567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:40.900457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:41.709059 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:22:49.486433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:57.000103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57054) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:22:57.196365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Deleting port af554d8b-9612-48ee-9a46-6eba47429153 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:22:57.196725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:57.357998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:57.358323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:57.478001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Calling delete_port for af554d8b-9612-48ee-9a46-6eba47429153 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:22:57.691556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:57.737837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event deleted for resources: {'Port': ['ID=af554d8b-9612-48ee-9a46-6eba47429153,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:22:57.825100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:58.281037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:22:58.478320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:22:58.489504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] Sync routers for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:22:58.502023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:22:58.502647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:22:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:58.621826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:22:58.681524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:22:58.683256 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ccaca6b7-12fd-464e-8b71-b8c4bc9e2438 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "DELETE /v2.0/floatingips/12a42f25-ee33-4068-a062-ae6341927fff HTTP/1.1" status: 204 len: 168 time: 1.6820834 Jan 17 08:22:58.683986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:22:58.966403 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'status': 'completed', 'code': 200} Jan 17 08:22:59.028846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'b05edd96-97f6-4818-896e-91c545f5ffcd', 'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'mac_address': 'fa:16:3e:ee:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:20:01Z', 'revision_number': 5, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'subnets': [{'id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:59.035825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] Checking router: 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:22:59.051901 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:22:59.052612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:22:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:59.064318 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-4a637865-5ecd-406b-ae14-25cc9bfcc873 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855&device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 1098 time: 0.0763197 Jan 17 08:22:59.196837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-2b49094c-12eb-47cf-8871-1dfca79ffe63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:59.198323 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-2b49094c-12eb-47cf-8871-1dfca79ffe63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fa87a1a3-378d-463a-9a0a-0f72d31fe691 HTTP/1.1" status: 200 len: 898 time: 0.1285493 Jan 17 08:22:59.272079 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-7988bbdd-2424-4f37-af36-f7f886a4d66f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f HTTP/1.1" status: 200 len: 217 time: 0.0668805 Jan 17 08:22:59.276202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:22:59.428030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-27102546-1a90-4efa-96e5-33e60292c277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:59.430277 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-27102546-1a90-4efa-96e5-33e60292c277 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea912068-aeb6-43f9-89ad-9b4084622aa8 HTTP/1.1" status: 200 len: 834 time: 0.1516664 Jan 17 08:22:59.509429 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-ad0ffd01-d441-4d10-8973-ceb157311ae5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fa87a1a3-378d-463a-9a0a-0f72d31fe691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736406 Jan 17 08:22:59.520170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-151e61ed-acf9-4cf3-9ea7-4ff5705e0556 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:22:59.521225 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-151e61ed-acf9-4cf3-9ea7-4ff5705e0556 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050104 Jan 17 08:22:59.599552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'b05edd96-97f6-4818-896e-91c545f5ffcd', 'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'mac_address': 'fa:16:3e:ee:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:20:01Z', 'revision_number': 5, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'subnets': [{'id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:22:59.604135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94a103-6eef-4f56-a30a-82d002b9d2ad None None] The sync data for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv is: [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:19:42Z', 'revision_number': 4, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'b05edd96-97f6-4818-896e-91c545f5ffcd', 'name': '', 'network_id': 'fa87a1a3-378d-463a-9a0a-0f72d31fe691', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'mac_address': 'fa:16:3e:ee:5c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:20:01Z', 'revision_number': 5, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'subnets': [{'id': 'ea912068-aeb6-43f9-89ad-9b4084622aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:22:59.720262 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-4e224b4c-43fe-42c7-901c-555550865b80 service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909018 Jan 17 08:22:59.731055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e151f89-85cb-4972-a503-a1a338d58611 req-0901e4d8-c083-421e-9e44-177f7064fa52 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:22:59.732563 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e151f89-85cb-4972-a503-a1a338d58611 req-0901e4d8-c083-421e-9e44-177f7064fa52 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.3339803 Jan 17 08:22:59.822788 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e512c1f-2b8a-4a1b-9cf7-9a78e2303345 None None] New status for floating IP 12a42f25-ee33-4068-a062-ae6341927fff: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:22:59.860494 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e151f89-85cb-4972-a503-a1a338d58611 req-7586f56f-b30e-47d0-8d3f-6810ef1be7af tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100488 Jan 17 08:22:59.894496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-07e0780f-7d46-4f6a-8764-e8573467c3ef req-26512da1-58ca-4ab7-a288-e85b219ae238 service neutron] 10.222.0.53 "GET /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609159 Jan 17 08:23:00.903695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b6d7416d-8739-44fe-8ae0-86f8bc21411d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:00.905209 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b6d7416d-8739-44fe-8ae0-86f8bc21411d tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.0770440 Jan 17 08:23:00.978380 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Deleting port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:23:00.978742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:01.185688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b7b3-4610-42a9-8f20-1f72f5dd33d2 req-791f1e1d-7261-4a29-9036-97f3a5573840 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:01.186288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b4a0b7b3-4610-42a9-8f20-1f72f5dd33d2 req-791f1e1d-7261-4a29-9036-97f3a5573840 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Synchronizing usage tracker for tenant:62dcbef2c57e4a6bbaddf3c67ca42855 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:23:01.245644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] For port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:01.246019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:01.260253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b4a0b7b3-4610-42a9-8f20-1f72f5dd33d2 req-791f1e1d-7261-4a29-9036-97f3a5573840 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Unset dirty status for tenant:62dcbef2c57e4a6bbaddf3c67ca42855 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:23:01.261428 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4a0b7b3-4610-42a9-8f20-1f72f5dd33d2 req-791f1e1d-7261-4a29-9036-97f3a5573840 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 945 time: 0.2505796 Jan 17 08:23:01.306607 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4a0b7b3-4610-42a9-8f20-1f72f5dd33d2 req-ff817fb9-044d-42e2-9487-4dc7e6d274f0 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/security-groups?id=020d635a-5938-4b31-b5d2-9c594e0686f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395644 Jan 17 08:23:01.363140 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Calling delete_port for 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:23:01.680176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:01.725959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event deleted for resources: {'Port': ['ID=247b7a91-1ed1-45a5-86bb-dd4a61c32c2f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:01.809522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] No DVR routers for this DVR port 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:23:01.811912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:01.814264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'name': 'network-vif-deleted', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:23:01.868450 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1e0342-1f2d-41cc-a1ff-bade35aa23e8', 'name': 'network-vif-deleted', 'tag': '247b7a91-1ed1-45a5-86bb-dd4a61c32c2f', 'status': 'completed', 'code': 200} Jan 17 08:23:01.892530 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ddd232dc-0c3e-41c3-9d05-8863500be8ad req-b0a8ba27-add3-4048-b3af-6b07666e1913 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.53 "DELETE /v2.0/ports/247b7a91-1ed1-45a5-86bb-dd4a61c32c2f HTTP/1.1" status: 204 len: 173 time: 0.9814324 Jan 17 08:23:02.487149 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c1d38a8d-900a-45b4-9f18-51f666cef303 req-13f9ebf4-3a04-4def-8cde-8d79956803c6 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a1e0342-1f2d-41cc-a1ff-bade35aa23e8 HTTP/1.1" status: 200 len: 210 time: 0.0407670 Jan 17 08:23:03.594910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57078) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:03.814646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:23:03.847962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:23:03.848310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 247b7a91-1ed1-45a5-86bb-dd4a61c32c2f not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:23:03.978625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:04.564858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Deleting port b05edd96-97f6-4818-896e-91c545f5ffcd {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:23:04.565196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:04.829954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] For port b05edd96-97f6-4818-896e-91c545f5ffcd, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b05edd96-97f6-4818-896e-91c545f5ffcd,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:04.830660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:04.944646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Calling delete_port for b05edd96-97f6-4818-896e-91c545f5ffcd owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:23:05.194125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:05.241234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event deleted for resources: {'Port': ['ID=b05edd96-97f6-4818-896e-91c545f5ffcd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:05.531568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:06.051463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3af20612-b94d-45b7-8730-5bc7ebd766b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:06.178153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:23:06.377207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:23:06.387653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] Sync routers for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:23:06.389883 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f05edf17-1f63-4ae9-ba80-765fe4bbac23 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "PUT /v2.0/routers/8e3a1996-918d-4dc8-a18e-66a9bdb41a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7938507 Jan 17 08:23:06.392556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57084) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:06.399278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:23:06.399878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:22:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:06.577170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:23:06.577778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8aebaba-c440-43d7-b9f9-d9277c3fb1b4 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Deleting subnet ea912068-aeb6-43f9-89ad-9b4084622aa8 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:23:06.580628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8aebaba-c440-43d7-b9f9-d9277c3fb1b4 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:06.631889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8aebaba-c440-43d7-b9f9-d9277c3fb1b4 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:06.715639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8aebaba-c440-43d7-b9f9-d9277c3fb1b4 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:06.857481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8aebaba-c440-43d7-b9f9-d9277c3fb1b4 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:06.863724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:23:05Z', 'revision_number': 5, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:06.872677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] Checking router: 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:23:06.883278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] Routers {'8e3a1996-918d-4dc8-a18e-66a9bdb41a15'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:23:06.883826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:22:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:06.895272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aebaba-c440-43d7-b9f9-d9277c3fb1b4 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event deleted for resources: {'Subnet': ['ID=ea912068-aeb6-43f9-89ad-9b4084622aa8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:06.902162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8aebaba-c440-43d7-b9f9-d9277c3fb1b4 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:06.908487 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d8aebaba-c440-43d7-b9f9-d9277c3fb1b4 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "DELETE /v2.0/subnets/ea912068-aeb6-43f9-89ad-9b4084622aa8 HTTP/1.1" status: 204 len: 168 time: 0.5149913 Jan 17 08:23:06.911068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57088) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:06.934392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e58f0b-5018-4676-a8cc-3efeed234a9a None None] Network fa87a1a3-378d-463a-9a0a-0f72d31fe691 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:23:07.108188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:07.217250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] Set router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:23:07.306720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:07.377202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Deleting port b3ad837c-835b-4c8e-a267-188cb43de730 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:23:07.377526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:07.517484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] DHCP port deletion for fa87a1a3-378d-463a-9a0a-0f72d31fe691 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:23:07.525938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Deleting port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:23:07.526317 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:07.562135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] For port b3ad837c-835b-4c8e-a267-188cb43de730, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b3ad837c-835b-4c8e-a267-188cb43de730,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:07.562536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:07.645577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:23:05Z', 'revision_number': 5, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:07.647489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f250d8-ae23-4c10-89fb-8237c86c6112 None None] The sync data for ids ['8e3a1996-918d-4dc8-a18e-66a9bdb41a15'] in dv-neutron-824874-1-hyperv is: [{'id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932525077', 'tenant_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:29Z', 'updated_at': '2022-01-17T08:23:05Z', 'revision_number': 5, 'project_id': '62dcbef2c57e4a6bbaddf3c67ca42855', 'gw_port': {'id': 'b3ad837c-835b-4c8e-a267-188cb43de730', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a1996-918d-4dc8-a18e-66a9bdb41a15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:30Z', 'updated_at': '2022-01-17T08:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:23:07.686181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Calling delete_port for b3ad837c-835b-4c8e-a267-188cb43de730 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:23:07.774904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] For port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d,segment=NetworkSegment(42963fc0-14f4-403c-b8c9-3e39b831ec57),segment_id=42963fc0-14f4-403c-b8c9-3e39b831ec57)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:07.775206 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:07.896849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Calling delete_port for 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:23:08.011686 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:23:08.044271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.064731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.092198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event deleted for resources: {'Port': ['ID=b3ad837c-835b-4c8e-a267-188cb43de730,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:08.108995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Pushing event deleted for resources: {'Port': ['ID=5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:08.135048 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No active binding found for port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d {{(pid=84156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 17 08:23:08.135894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:23:08.137383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.137722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.138054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.138378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.138783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.139006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.139358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.139678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.139995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.140306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.142495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:08.146075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad1228-85a9-4104-9707-090a4e64fd44 None None] No DVR routers for this DVR port 5c07eb9e-2ad4-4e1e-8ab5-8142bef97d5d on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:23:08.211544 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8b0913a1-d347-40e0-90ca-e5076df186ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.330174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.576725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.580758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.702404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.702955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Fanout notify agent at l3_agent the message router_deleted on router 8e3a1996-918d-4dc8-a18e-66a9bdb41a15 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:23:08.717693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.718974 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2e5c335a-929d-4afd-836a-685aa301c849 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "DELETE /v2.0/routers/8e3a1996-918d-4dc8-a18e-66a9bdb41a15 HTTP/1.1" status: 204 len: 168 time: 1.8069015 Jan 17 08:23:08.721966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57092) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:08.838300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.963501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:08.987781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa87a1a3-378d-463a-9a0a-0f72d31fe691']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:08.999217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42963fc0-14f4-403c-b8c9-3e39b831ec57') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:08.999512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42963fc0-14f4-403c-b8c9-3e39b831ec57') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:09.010794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.026306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.032014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:23:09.032387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:23:09.045807 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:23:09.186111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.203719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.213884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event deleted for resources: {'Network': ['ID=fa87a1a3-378d-463a-9a0a-0f72d31fe691,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:09.216372 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-29984988-cc5b-499a-8cff-d67ac9fddddd tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "DELETE /v2.0/networks/fa87a1a3-378d-463a-9a0a-0f72d31fe691 HTTP/1.1" status: 204 len: 168 time: 0.4934607 Jan 17 08:23:09.219169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57096) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:09.284241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acb60425-ce21-4992-94c0-c6e7d01b6bf8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.311259 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acb60425-ce21-4992-94c0-c6e7d01b6bf8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.431900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acb60425-ce21-4992-94c0-c6e7d01b6bf8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.445446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.454643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb60425-ce21-4992-94c0-c6e7d01b6bf8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d635a-5938-4b31-b5d2-9c594e0686f4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:09.520276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.535833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-acb60425-ce21-4992-94c0-c6e7d01b6bf8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:09.536949 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-acb60425-ce21-4992-94c0-c6e7d01b6bf8 tempest-TestNetworkAdvancedServerOps-1927670873 tempest-TestNetworkAdvancedServerOps-1927670873-project] 10.222.0.44 "DELETE /v2.0/security-groups/020d635a-5938-4b31-b5d2-9c594e0686f4 HTTP/1.1" status: 204 len: 168 time: 0.3170066 Jan 17 08:23:09.690343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b05edd96-97f6-4818-896e-91c545f5ffcd no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:23:09.725212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: b05edd96-97f6-4818-896e-91c545f5ffcd {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:23:09.725562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b05edd96-97f6-4818-896e-91c545f5ffcd not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:23:09.726495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b3ad837c-835b-4c8e-a267-188cb43de730 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:23:09.757393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: b3ad837c-835b-4c8e-a267-188cb43de730 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:23:09.757738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b3ad837c-835b-4c8e-a267-188cb43de730 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:23:10.134627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57106) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:10.310485 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6e530d23-7df2-4bfc-b6a5-0a10af8b37de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62dcbef2c57e4a6bbaddf3c67ca42855&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1746881 Jan 17 08:23:10.312907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:10.369017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dae0362-93df-49ae-891f-4e682a9147cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:10.393761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dae0362-93df-49ae-891f-4e682a9147cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:10.508912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dae0362-93df-49ae-891f-4e682a9147cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:10.524759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae0362-93df-49ae-891f-4e682a9147cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f88807-9b2e-4c1a-b693-3f5b24f826ce,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:10.533040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dae0362-93df-49ae-891f-4e682a9147cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:10.534180 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9dae0362-93df-49ae-891f-4e682a9147cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75f88807-9b2e-4c1a-b693-3f5b24f826ce HTTP/1.1" status: 204 len: 168 time: 0.2204003 Jan 17 08:23:10.871382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:11.230963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57120) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:11.249183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7095f4b7-8340-4d32-9756-a79aebe1a5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:11.278384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7095f4b7-8340-4d32-9756-a79aebe1a5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:11.282119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7095f4b7-8340-4d32-9756-a79aebe1a5c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d6be19bbe6214569b8675e685e3e943a is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:11.284872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7095f4b7-8340-4d32-9756-a79aebe1a5c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:11.290929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7095f4b7-8340-4d32-9756-a79aebe1a5c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:11.352901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7095f4b7-8340-4d32-9756-a79aebe1a5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:11.422864 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7095f4b7-8340-4d32-9756-a79aebe1a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:11.472385 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7095f4b7-8340-4d32-9756-a79aebe1a5c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6be19bbe6214569b8675e685e3e943a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2378774 Jan 17 08:23:11.472385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095f4b7-8340-4d32-9756-a79aebe1a5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6633d57f-3c58-4706-912c-36d7aebcc05b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:11.472715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57124) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:11.534305 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8feb6346-a55b-4734-a0f6-74b939e5f73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:11.645510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8feb6346-a55b-4734-a0f6-74b939e5f73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:11.757088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8feb6346-a55b-4734-a0f6-74b939e5f73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:11.770701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb6346-a55b-4734-a0f6-74b939e5f73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6633d57f-3c58-4706-912c-36d7aebcc05b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:11.776936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8feb6346-a55b-4734-a0f6-74b939e5f73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:11.778041 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8feb6346-a55b-4734-a0f6-74b939e5f73a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6633d57f-3c58-4706-912c-36d7aebcc05b HTTP/1.1" status: 204 len: 168 time: 0.3043747 Jan 17 08:23:14.077739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57164) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:14.253080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'network': {'name': 'tempest-network-smoke--1651038152', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:14.257863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:14.261544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:network and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:14.264595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:14.270845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:14.336634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:23:14.339608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:14.351658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:14.382099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:14.385729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:14.388418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:14.393892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:14.460796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:14.537252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:14.566693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:23:14.578559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27eee6d6-a070-45f5-b0ab-eaebef97c1d4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:14.583932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:14.584277 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Added segment a750f2a0-7743-4c8e-b67f-dc09924de416 of type vlan for network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 Jan 17 08:23:14.613696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:14.702370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:14.706145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:14.706718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:14.829031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Network': ['ID=0fbade6a-b584-4fd0-8b17-88bdaec4c384,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:14.841717 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:23:14.875178 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a1dae1e3-31ab-4cbc-b007-15957d951c3c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7963061 Jan 17 08:23:14.877967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57170) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:14.883058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'admin_state_up': True, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:14.889986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:14.893801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:router and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:14.896684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:14.902867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:15.017519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:15.018497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:15.036583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:15.233731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:15.475512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:15.504913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:15.637764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.127 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/7a5dbc7e-d2f0-43d4-9589-a24ef35517d0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:23:15.777167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:15.865831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:15.930014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:23:15.933469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:23:15.937741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:23:15.960847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=7a5dbc7e-d2f0-43d4-9589-a24ef35517d0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:16.156327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:16.157059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:16.468280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router a94493f7-dd32-41df-adee-ba509f83caff is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:23:16.750482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:23:16.761265 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Sync routers for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:23:16.772553 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:23:16.773149 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:23:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:16.849039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:16.850330 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0b135ffb-35f1-478e-be48-480b944cf612 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9713657 Jan 17 08:23:16.853499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57174) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:16.960997 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8b7267da-f43e-4de7-868c-61b2bdabf835 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1063919 Jan 17 08:23:16.963736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57180) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:16.981333 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:23:17.090816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aefa2a-a411-45af-b999-f4008e5e49ea tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:17.092241 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d2aefa2a-a411-45af-b999-f4008e5e49ea tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274652 Jan 17 08:23:17.095031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57184) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:17.139703 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e06b191d-93d7-4aa3-8de9-4fc42824ee07 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434146 Jan 17 08:23:17.142258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57188) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:17.147525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-318564153', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:17.261181 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:16Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:17.264960 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Checking router: a94493f7-dd32-41df-adee-ba509f83caff for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:23:17.265305 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Updating router a94493f7-dd32-41df-adee-ba509f83caff port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:23:17.314819 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:17.341061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:17.344645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:subnet and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:17.347339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:17.353328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:17.439962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:23:17.536572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:17.629582 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:17.640833 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Transition to ACTIVE for port object 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:23:17.725287 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:17.805404 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Pushing event updated for resources: {'Port': ['ID=7a5dbc7e-d2f0-43d4-9589-a24ef35517d0,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:17.809162 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Attempting to bind port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:23:17.809523 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Attempting to bind port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:23:17.809914 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Attempting to bind port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:23:17.811289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:17.820440 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.820777 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.821109 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.821468 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.821794 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.822116 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.822433 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.822755 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.823070 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.823404 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.823718 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:17.827096 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:23:17.827483 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:23:17.827874 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:17.828251 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:23:17.828700 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Bound port: 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:23:17.829063 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:17.888232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=c4feefe4-5f87-42eb-881c-f932ce8da9bd,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:17.897826 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] For port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:23:17.900962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Checking segment: {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:23:17.907662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network hostable DHCP agents. Network: 0fbade6a-b584-4fd0-8b17-88bdaec4c384, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:23:17.907796 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] For port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7a5dbc7e-d2f0-43d4-9589-a24ef35517d0,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:23:17.985748 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:18.013838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:23:18.063874 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bd4ca-6c6b-4d49-8382-3119ec8a3ec8 None None] Pushing event updated for resources: {'Port': ['ID=7a5dbc7e-d2f0-43d4-9589-a24ef35517d0,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:18.068942 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:23:18.069528 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:23:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:18.094244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 0fbade6a-b584-4fd0-8b17-88bdaec4c384) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:23:18.098097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:18.098676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:18.104711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8da26e-6bcd-4c84-93f0-aa4e55cb2dc1 None None] Network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:23:18.192516 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7cc7d463-c1e7-474a-a18b-0ea1e994c1f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0490997 Jan 17 08:23:18.195257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57192) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:18.241549 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:23:18.332016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:23:18.332827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:18.511442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Allocated IP 172.20.0.2 (0fbade6a-b584-4fd0-8b17-88bdaec4c384/c4feefe4-5f87-42eb-881c-f932ce8da9bd/5648e1bf-60fa-4c98-8a63-c1b1eae44e7c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:23:18.566703 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c400d452-773f-4b47-995f-552af5827c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:16Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:18.570860 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400d452-773f-4b47-995f-552af5827c27 None None] The sync data for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv is: [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:16Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:23:18.713709 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:23:18.785716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:18.796555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Transition to ACTIVE for port object 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:23:18.814142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Transition to ACTIVE for port object 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:23:18.889194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:18.965661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:23:18.968721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:23:18.971246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:23:18.980178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Pushing event updated for resources: {'Port': ['ID=5648e1bf-60fa-4c98-8a63-c1b1eae44e7c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:18.990826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:19.073130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Attempting to bind port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:23:19.073505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Attempting to bind port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:23:19.073871 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Attempting to bind port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c on network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:23:19.080798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:23:19.081173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Checking segment: {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:23:19.081572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:19.081961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Bound using segment: {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:23:19.082422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Bound port: 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:23:19.082794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:19.180463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] For port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:23:19.184216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] For port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5648e1bf-60fa-4c98-8a63-c1b1eae44e7c,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:23:19.247106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:19.332276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eb7e7-8172-4c20-8574-76432c327852 None None] Pushing event updated for resources: {'Port': ['ID=5648e1bf-60fa-4c98-8a63-c1b1eae44e7c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:19.397771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.1 (0fbade6a-b584-4fd0-8b17-88bdaec4c384/c4feefe4-5f87-42eb-881c-f932ce8da9bd/bbb41eb2-869c-43ff-81de-1675e7ba4e46) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:23:19.531083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:19.578614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:19.595223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object bbb41eb2-869c-43ff-81de-1675e7ba4e46 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:23:19.694736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:19.750646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:23:19.764253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:23:19.767313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:23:19.771629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:23:19.900995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=bbb41eb2-869c-43ff-81de-1675e7ba4e46,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:19.911383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:23:19.917675 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:19.918160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:19.932518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.034707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.051878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7a5dbc7e-d2f0-43d4-9589-a24ef35517d0,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:20.084000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.134084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.134947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:23:20.256062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=7a5dbc7e-d2f0-43d4-9589-a24ef35517d0,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:20.271894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e0353-7d5a-4f81-997d-92c538175830 None None] Network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:23:20.339609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:23:20.484142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c8c4e4f5-e877-4a5a-9de6-5aa20d6d926e None None] Provisioning for port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:23:20.494873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c8c4e4f5-e877-4a5a-9de6-5aa20d6d926e None None] Provisioning complete for port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:20.495064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.495577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e4f5-e877-4a5a-9de6-5aa20d6d926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.566127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.629403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e4f5-e877-4a5a-9de6-5aa20d6d926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.664369 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c8c4e4f5-e877-4a5a-9de6-5aa20d6d926e None None] For port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5648e1bf-60fa-4c98-8a63-c1b1eae44e7c,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:20.671069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=bbb41eb2-869c-43ff-81de-1675e7ba4e46,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:20.675517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.734618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8c4e4f5-e877-4a5a-9de6-5aa20d6d926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:20.805176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4e4f5-e877-4a5a-9de6-5aa20d6d926e None None] Pushing event updated for resources: {'Port': ['ID=5648e1bf-60fa-4c98-8a63-c1b1eae44e7c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:20.822339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:23:20.823568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:23:20.939611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c80e43da-3c9b-4803-bfd4-badfeee9dfc5 None None] Provisioning for port bbb41eb2-869c-43ff-81de-1675e7ba4e46 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:23:20.945063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c80e43da-3c9b-4803-bfd4-badfeee9dfc5 None None] Provisioning complete for port bbb41eb2-869c-43ff-81de-1675e7ba4e46 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:20.945513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c80e43da-3c9b-4803-bfd4-badfeee9dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:21.005392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c80e43da-3c9b-4803-bfd4-badfeee9dfc5 None None] Port bbb41eb2-869c-43ff-81de-1675e7ba4e46 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:23:21.018755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c80e43da-3c9b-4803-bfd4-badfeee9dfc5 None None] Provisioning complete for port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:21.019512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c80e43da-3c9b-4803-bfd4-badfeee9dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:21.222066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router a94493f7-dd32-41df-adee-ba509f83caff has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:23:21.259489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-878f4369-1e90-4202-940e-f68a8866b377 None None] Provisioning complete for port bbb41eb2-869c-43ff-81de-1675e7ba4e46 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:21.260017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-878f4369-1e90-4202-940e-f68a8866b377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:21.312801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-878f4369-1e90-4202-940e-f68a8866b377 None None] Port bbb41eb2-869c-43ff-81de-1675e7ba4e46 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:23:21.417487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:23:21.429253 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-db48ce63-5670-4adc-b02b-002a400693e7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/a94493f7-dd32-41df-adee-ba509f83caff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2298117 Jan 17 08:23:21.429456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57196) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:21.653285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88449-c1d8-42a7-8f32-2e49ab457f0c tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.653860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88449-c1d8-42a7-8f32-2e49ab457f0c tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.654182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88449-c1d8-42a7-8f32-2e49ab457f0c tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.654328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88449-c1d8-42a7-8f32-2e49ab457f0c tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.654674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88449-c1d8-42a7-8f32-2e49ab457f0c tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.655021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb88449-c1d8-42a7-8f32-2e49ab457f0c tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.659426 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9fb88449-c1d8-42a7-8f32-2e49ab457f0c tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2264893 Jan 17 08:23:21.659680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57200) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:21.701736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:23:21.734389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288e3ef-0925-4212-a8df-810b87919790 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.734759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288e3ef-0925-4212-a8df-810b87919790 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.735113 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288e3ef-0925-4212-a8df-810b87919790 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.735490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288e3ef-0925-4212-a8df-810b87919790 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.735837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288e3ef-0925-4212-a8df-810b87919790 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.736179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288e3ef-0925-4212-a8df-810b87919790 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:21.737946 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e288e3ef-0925-4212-a8df-810b87919790 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0775182 Jan 17 08:23:21.740824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57204) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:21.772480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:21.772846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:21.924619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:23:21.949873 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-038da4ea-e6b3-46bc-9e2b-1094e05a6202 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2076616 Jan 17 08:23:21.997027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:21.997401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:22.049632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Sync routers for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:23:22.072623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:23:22.073230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:23:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:22.300196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:23:22.637043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57212) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:22.642928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586486788', 'description': 'tempest-secgroup-smoke-1586486788 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:22.648570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:19Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:22.648805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:22.652372 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:22.662921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Checking router: a94493f7-dd32-41df-adee-ba509f83caff for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:23:22.662921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Updating router a94493f7-dd32-41df-adee-ba509f83caff port bbb41eb2-869c-43ff-81de-1675e7ba4e46 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:23:22.663252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:22.663252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:22.703898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:22.736799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:22.770688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:22.774460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:22.777222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:22.783006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:22.837529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:22.922525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:22.963129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f44da9-8820-40fd-af06-5043860718dc,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:23.031157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.032438 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cac4bb86-0093-42b9-b744-3e92d2a70144 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3943303 Jan 17 08:23:23.035238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57216) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:23.035477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.041255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '99f44da9-8820-40fd-af06-5043860718dc', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:23.046913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:23.047461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Transition to ACTIVE for port object bbb41eb2-869c-43ff-81de-1675e7ba4e46 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:23:23.050737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:23.053566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:23.059113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:23.128280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.146264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.206943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.253951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812979e-63cd-4b9c-ae3e-eb879c5dc57f None None] Pushing event updated for resources: {'Port': ['ID=bbb41eb2-869c-43ff-81de-1675e7ba4e46,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:23.285306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.311572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f4bf22-5209-48ff-9690-b020d5240942,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:23.344530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Attempting to bind port bbb41eb2-869c-43ff-81de-1675e7ba4e46 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:23:23.345049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Attempting to bind port bbb41eb2-869c-43ff-81de-1675e7ba4e46 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:23:23.345246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Attempting to bind port bbb41eb2-869c-43ff-81de-1675e7ba4e46 on network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:23:23.352009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:23:23.352430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Checking segment: {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:23:23.352831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.353220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Bound using segment: {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:23:23.353727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Bound port: bbb41eb2-869c-43ff-81de-1675e7ba4e46, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:23:23.354104 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.376723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.378070 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-24f9a866-4b35-48a7-823b-b79f46c4cdd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3418956 Jan 17 08:23:23.380710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57220) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:23.386517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '99f44da9-8820-40fd-af06-5043860718dc', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:23.392397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:23.396034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:23.402747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:23.405824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:23.444852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] For port bbb41eb2-869c-43ff-81de-1675e7ba4e46, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:23:23.448273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] For port bbb41eb2-869c-43ff-81de-1675e7ba4e46, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=bbb41eb2-869c-43ff-81de-1675e7ba4e46,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:23:23.480995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.543639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.554712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.622629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.641664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d304bf9e-f532-4f3a-9411-bd9a9f3b28d4,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:23.672819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812979e-63cd-4b9c-ae3e-eb879c5dc57f None None] Pushing event updated for resources: {'Port': ['ID=bbb41eb2-869c-43ff-81de-1675e7ba4e46,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:23.675730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:23:23.676326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:23:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:23.728626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.729990 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-570a0bf1-53df-4979-8919-630e85acb36a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3483713 Jan 17 08:23:23.732621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57224) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:23.738726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '99f44da9-8820-40fd-af06-5043860718dc', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:23.745678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:23.749507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:23.753246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:23.759967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:23.843423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.859659 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:23:23.910315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:23.985423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.009056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5c6f08-ee89-4208-976f-569d1de364b1,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:24.091127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.092347 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a35ed364-42bc-4b1e-9ca4-cb8bab77e010 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3586462 Jan 17 08:23:24.095468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:24.101019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '99f44da9-8820-40fd-af06-5043860718dc', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:24.107393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:24.111210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:24.114071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:24.120188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:24.176147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:19Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:23Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:24.180113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ea938-d675-44aa-ba41-c50869cb1cd8 None None] The sync data for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv is: [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:19Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:23Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:23:24.191887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.278776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.357028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.382048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fc839f-57ee-4c0e-a6b4-db3c896f6494,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:24.468541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.472722 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a019ebcc-ba57-463f-be28-4766310f27b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3733459 Jan 17 08:23:24.472855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57232) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:24.479366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '99f44da9-8820-40fd-af06-5043860718dc', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:24.485604 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:24.489693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:24.493199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:24.499599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:24.589068 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:23:24.596693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.662536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.734180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.761920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851e9b20-1aac-478f-ba51-f5057fb9ba8b,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:24.833957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:24.835295 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8575be84-4939-4f20-8a12-47e4a01af40f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3615370 Jan 17 08:23:24.838548 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57236) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:24.843948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '99f44da9-8820-40fd-af06-5043860718dc', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:24.850159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:24.854263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:24.857283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:24.862870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:24.936854 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:23:24.943894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:25.011253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:25.085127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:25.108438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40eb8724-1213-4355-b908-06940e1254fb,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:25.180200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:25.181375 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-33f14a0b-3b00-4301-a543-5514f55a2405 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3418782 Jan 17 08:23:25.346534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-2e389e09-e9af-4db4-a8e3-39d2ed1fc8c6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:23:25.413747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-2e389e09-e9af-4db4-a8e3-39d2ed1fc8c6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:23:25.415520 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-2e389e09-e9af-4db4-a8e3-39d2ed1fc8c6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586486788&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.1077740 Jan 17 08:23:25.561200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-98df10ae-3b15-40db-bea3-8aa10187dcb2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:25.561883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-98df10ae-3b15-40db-bea3-8aa10187dcb2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:23:25.636450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-98df10ae-3b15-40db-bea3-8aa10187dcb2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:23:25.637590 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-98df10ae-3b15-40db-bea3-8aa10187dcb2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=0fbade6a-b584-4fd0-8b17-88bdaec4c384 HTTP/1.1" status: 200 len: 797 time: 0.2151711 Jan 17 08:23:25.654218 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-21ce8ba5-3e13-4469-b2dd-df359369eb11 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0111878 Jan 17 08:23:25.727766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device bbb41eb2-869c-43ff-81de-1675e7ba4e46 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:23:25.734709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-967e95d1-923d-4319-b464-4be930e3e8d2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:23:25.816996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-967e95d1-923d-4319-b464-4be930e3e8d2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:23:25.818365 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-967e95d1-923d-4319-b464-4be930e3e8d2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1582954 Jan 17 08:23:25.834272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-eff14b33-649f-4559-9df4-8f5b5bb47e89 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:23:25.835208 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-eff14b33-649f-4559-9df4-8f5b5bb47e89 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049877 Jan 17 08:23:25.839784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port bbb41eb2-869c-43ff-81de-1675e7ba4e46 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:23:25.844698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port bbb41eb2-869c-43ff-81de-1675e7ba4e46 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:25.845069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:25.955683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:25.970811 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-0138e437-4027-41e8-a402-4f2ab3a84158 service neutron] 10.222.0.44 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300242 Jan 17 08:23:25.986548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port bbb41eb2-869c-43ff-81de-1675e7ba4e46, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=bbb41eb2-869c-43ff-81de-1675e7ba4e46,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:26.039610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:26.099373 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-728c6dc9-5128-4ece-8bda-5216305a26bd service neutron] 10.222.0.44 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227176 Jan 17 08:23:26.107035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=bbb41eb2-869c-43ff-81de-1675e7ba4e46,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:26.386723 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e5352bad-2b54-4f26-9c5a-cff7b156e12f req-d46aea17-0cd2-4e42-9320-c114616a4295 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 210 time: 0.0412498 Jan 17 08:23:27.553682 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a28dc96f-d8fe-40e6-a9e1-4662c899eff4 req-f5b6bc65-851b-47dd-9109-e616aaedcdd3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 210 time: 0.0443604 Jan 17 08:23:27.701895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device bbb41eb2-869c-43ff-81de-1675e7ba4e46 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:23:27.768998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port bbb41eb2-869c-43ff-81de-1675e7ba4e46 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:27.769372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:28.481580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-c62d8279-e61b-42dd-ad75-b6010f9113cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:28.482975 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-c62d8279-e61b-42dd-ad75-b6010f9113cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=0fbade6a-b584-4fd0-8b17-88bdaec4c384 HTTP/1.1" status: 200 len: 797 time: 0.1414857 Jan 17 08:23:28.546284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e1a1741c-d917-46d2-b75c-55533cec8e91 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:23:28.559154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e1a1741c-d917-46d2-b75c-55533cec8e91 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:23:28.560349 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e1a1741c-d917-46d2-b75c-55533cec8e91 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 380 time: 0.0654566 Jan 17 08:23:28.568783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['99f44da9-8820-40fd-af06-5043860718dc']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:28.739027 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-352e3718-d732-4cd1-b8cf-9d66dc8ac96c req-f43ab191-52dc-4fd7-b907-86f5d1caf25c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 210 time: 0.0640376 Jan 17 08:23:28.749603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:28.759432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:28.837434 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:23:28.840663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:28.999647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.3 (0fbade6a-b584-4fd0-8b17-88bdaec4c384/c4feefe4-5f87-42eb-881c-f932ce8da9bd/b023a1c0-58d6-4361-8622-014bee1011a0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:23:29.177719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:29.192746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object b023a1c0-58d6-4361-8622-014bee1011a0 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:23:29.279933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:29.348786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:23:29.351870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:23:29.354223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:23:29.387812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=b023a1c0-58d6-4361-8622-014bee1011a0,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:29.406151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.406485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.406818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.407141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.407528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.411598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.411598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.411598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.411598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.411598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.411598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:29.433664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:29.434282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:29.529245 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-e2e6acf5-aa3e-4ae6-aff7-aaed3a94b681 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9641159 Jan 17 08:23:29.543187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Request body: {'port': {'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:29.619734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f7139a66-c6e4-42c0-b617-55462f3f9632 None None] Provisioning for port b023a1c0-58d6-4361-8622-014bee1011a0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:23:29.624672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f7139a66-c6e4-42c0-b617-55462f3f9632 None None] Provisioning complete for port b023a1c0-58d6-4361-8622-014bee1011a0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:29.625575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7139a66-c6e4-42c0-b617-55462f3f9632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:29.647420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:29.678174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f7139a66-c6e4-42c0-b617-55462f3f9632 None None] Port b023a1c0-58d6-4361-8622-014bee1011a0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:23:29.936069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f4273-d3a6-47ab-8bde-9b9dfca88646 req-c16f0ffb-dcc8-414a-9a49-4e50b4937e28 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:29.937544 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ef7f4273-d3a6-47ab-8bde-9b9dfca88646 req-c16f0ffb-dcc8-414a-9a49-4e50b4937e28 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 931 time: 0.0759733 Jan 17 08:23:29.981843 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ef7f4273-d3a6-47ab-8bde-9b9dfca88646 req-709a15d2-93c5-4331-98db-c36b6d2b5696 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387692 Jan 17 08:23:30.064508 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b023a1c0-58d6-4361-8622-014bee1011a0 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:23:30.071233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:30.085250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Transition to ACTIVE for port object b023a1c0-58d6-4361-8622-014bee1011a0 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:23:30.153519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:30.277349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Pushing event updated for resources: {'Port': ['ID=b023a1c0-58d6-4361-8622-014bee1011a0,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:30.402247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Attempting to bind port b023a1c0-58d6-4361-8622-014bee1011a0 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:23:30.402582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Attempting to bind port b023a1c0-58d6-4361-8622-014bee1011a0 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:23:30.402903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Attempting to bind port b023a1c0-58d6-4361-8622-014bee1011a0 on network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:23:30.408669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Port b023a1c0-58d6-4361-8622-014bee1011a0 on network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:23:30.408979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Attempting to bind port b023a1c0-58d6-4361-8622-014bee1011a0 on network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:23:30.415920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:23:30.418248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Checking segment: {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:23:30.418248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Bound using segment: {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:23:30.418248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Bound port: b023a1c0-58d6-4361-8622-014bee1011a0, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750f2a0-7743-4c8e-b67f-dc09924de416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:23:30.418248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:30.502507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] For port b023a1c0-58d6-4361-8622-014bee1011a0, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:23:30.505527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] For port b023a1c0-58d6-4361-8622-014bee1011a0, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b023a1c0-58d6-4361-8622-014bee1011a0,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:23:30.569287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:30.632245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:30.633601 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] 10.222.0.53 "PUT /v2.0/ports/b023a1c0-58d6-4361-8622-014bee1011a0 HTTP/1.1" status: 200 len: 1093 time: 1.0968564 Jan 17 08:23:30.634034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:23:30.651263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc1d77-ed5b-4158-870d-6bf163678417 service neutron] Pushing event updated for resources: {'Port': ['ID=b023a1c0-58d6-4361-8622-014bee1011a0,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:30.697893 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'status': 'completed', 'code': 200} Jan 17 08:23:30.797276 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3d4c7775-5df4-45fe-86a4-f620bd3424c5 req-5420dc4c-b00b-4968-89bf-861b662b98c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 1096 time: 0.0734434 Jan 17 08:23:30.946646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c7775-5df4-45fe-86a4-f620bd3424c5 req-326ca053-1bca-4af7-baa8-8370998f6c39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:30.948023 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3d4c7775-5df4-45fe-86a4-f620bd3424c5 req-326ca053-1bca-4af7-baa8-8370998f6c39 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1445336 Jan 17 08:23:31.079446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c7775-5df4-45fe-86a4-f620bd3424c5 req-ded91161-0fdb-499b-9ad4-54b88356c5b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:31.081410 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3d4c7775-5df4-45fe-86a4-f620bd3424c5 req-ded91161-0fdb-499b-9ad4-54b88356c5b6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264284 Jan 17 08:23:31.177321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5837-bc2a-4a13-aa30-ee4114a6b7bd req-2247d95b-35a0-4287-9260-a2135d347ccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:31.178761 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2f4a5837-bc2a-4a13-aa30-ee4114a6b7bd req-2247d95b-35a0-4287-9260-a2135d347ccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 943 time: 0.0779879 Jan 17 08:23:31.182952 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-78f45da2-7bec-4ed4-8a90-f4fa22b4123d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 1096 time: 0.0667090 Jan 17 08:23:31.224307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2f4a5837-bc2a-4a13-aa30-ee4114a6b7bd req-173bd916-b0a3-4a82-a7ca-2f2f4ef0c420 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390737 Jan 17 08:23:31.252855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-2ceb4a4c-44dd-463a-996b-23779d299990 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b023a1c0-58d6-4361-8622-014bee1011a0 HTTP/1.1" status: 200 len: 217 time: 0.0632763 Jan 17 08:23:31.314957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-811fb298-b511-438f-b23d-a1ac0f0fe2b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:31.316310 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-811fb298-b511-438f-b23d-a1ac0f0fe2b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4feefe4-5f87-42eb-881c-f932ce8da9bd HTTP/1.1" status: 200 len: 834 time: 0.0585477 Jan 17 08:23:31.388285 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-45823575-e606-4cff-aa9a-6cb9657b5af7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0fbade6a-b584-4fd0-8b17-88bdaec4c384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659678 Jan 17 08:23:31.516427 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-34189eb1-fd9a-462b-be1c-5096ce9038a7 service neutron] 10.222.0.53 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218712 Jan 17 08:23:31.729385 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f0ad37c4-0c51-4865-8dea-54a842fd9392 req-66350b94-8a77-4081-946a-2611a38265b9 service neutron] 10.222.0.53 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075453 Jan 17 08:23:32.416852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add2609-c87c-429f-8a40-736a02686529 req-b8dcdc9c-8374-4f12-bfee-ff105dd7add2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:32.423692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-9add2609-c87c-429f-8a40-736a02686529 req-b8dcdc9c-8374-4f12-bfee-ff105dd7add2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:23:32.510942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-9add2609-c87c-429f-8a40-736a02686529 req-b8dcdc9c-8374-4f12-bfee-ff105dd7add2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:23:32.512178 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9add2609-c87c-429f-8a40-736a02686529 req-b8dcdc9c-8374-4f12-bfee-ff105dd7add2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 943 time: 0.1682656 Jan 17 08:23:32.560090 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9add2609-c87c-429f-8a40-736a02686529 req-0975b96e-6af9-4775-85ed-bd7a412b7d6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Jan 17 08:23:33.754335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907997a-fb3c-49ba-838e-5691c3d15d80 req-97d7e71e-d42f-4736-9685-5a55578c781b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:33.755698 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a907997a-fb3c-49ba-838e-5691c3d15d80 req-97d7e71e-d42f-4736-9685-5a55578c781b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 943 time: 0.0740988 Jan 17 08:23:33.802518 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a907997a-fb3c-49ba-838e-5691c3d15d80 req-f3443112-d513-4ce3-85aa-63343040a7c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409706 Jan 17 08:23:34.668726 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58409099-eebb-4265-a74e-751346c33836 req-465675d4-a04f-4c53-9004-3109e0232e81 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656826 Jan 17 08:23:34.800553 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58409099-eebb-4265-a74e-751346c33836 req-d64f5d7d-f1d4-40fd-8626-ce5bdd34a84f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 1098 time: 0.0661025 Jan 17 08:23:34.982085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58409099-eebb-4265-a74e-751346c33836 req-5b662f40-53b4-4580-a44f-d1fbf34dca1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:34.983515 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58409099-eebb-4265-a74e-751346c33836 req-5b662f40-53b4-4580-a44f-d1fbf34dca1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1653965 Jan 17 08:23:35.098006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257af6a1-274a-4571-86e9-e6326579928a req-e210aaf8-0c5d-4783-9e0d-db49dff75732 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:35.099365 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-257af6a1-274a-4571-86e9-e6326579928a req-e210aaf8-0c5d-4783-9e0d-db49dff75732 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 943 time: 0.1776111 Jan 17 08:23:35.101036 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58409099-eebb-4265-a74e-751346c33836 req-a3cf2057-7e50-4d34-9283-b230cf63161e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c HTTP/1.1" status: 200 len: 1001 time: 0.1087484 Jan 17 08:23:35.187436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58409099-eebb-4265-a74e-751346c33836 req-28f8a41b-76a0-4a3f-b9eb-c002e9836fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:35.188814 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58409099-eebb-4265-a74e-751346c33836 req-28f8a41b-76a0-4a3f-b9eb-c002e9836fd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0824349 Jan 17 08:23:35.192340 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-257af6a1-274a-4571-86e9-e6326579928a req-943efc78-e107-443d-b85e-728f7ff4b691 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869765 Jan 17 08:23:35.263810 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58409099-eebb-4265-a74e-751346c33836 req-ae6ca2c3-7605-480d-9b5d-08c9f48194b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691953 Jan 17 08:23:35.388575 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58409099-eebb-4265-a74e-751346c33836 req-b15219e9-8849-4a34-8ca8-3e8f3c025bc1 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186397 Jan 17 08:23:35.516436 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-58409099-eebb-4265-a74e-751346c33836 req-f305eb28-940d-491a-a2cf-83f2d42d47b1 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212552 Jan 17 08:23:36.033763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6825512c-4b20-480c-a09d-bc95ab5280d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:36.130105 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b023a1c0-58d6-4361-8622-014bee1011a0 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:23:36.259144 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b023a1c0-58d6-4361-8622-014bee1011a0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b023a1c0-58d6-4361-8622-014bee1011a0,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:36.272159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:23:36.328693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:36.387538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b023a1c0-58d6-4361-8622-014bee1011a0 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:23:36.392631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374ed02-1fd8-40c3-9717-c0abe35f68ed req-aa274822-a237-43b3-abeb-a203b3f6d0d3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:36.394080 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6374ed02-1fd8-40c3-9717-c0abe35f68ed req-aa274822-a237-43b3-abeb-a203b3f6d0d3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 943 time: 0.0807014 Jan 17 08:23:36.403769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b023a1c0-58d6-4361-8622-014bee1011a0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b023a1c0-58d6-4361-8622-014bee1011a0,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:36.439313 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6374ed02-1fd8-40c3-9717-c0abe35f68ed req-b5450292-9270-43cc-8bde-528a21a84745 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389292 Jan 17 08:23:36.482401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:36.547141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=b023a1c0-58d6-4361-8622-014bee1011a0,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:36.843257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['b023a1c0-58d6-4361-8622-014bee1011a0'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:23:37.650833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e659567-0bee-4c66-a68c-0e7dfd0cea09 req-49231293-a244-4fec-9cb3-910afe6abe8f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:37.652317 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3e659567-0bee-4c66-a68c-0e7dfd0cea09 req-49231293-a244-4fec-9cb3-910afe6abe8f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 944 time: 0.0910234 Jan 17 08:23:37.696056 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3e659567-0bee-4c66-a68c-0e7dfd0cea09 req-57726fb2-37b4-40e6-a9f0-746f61e52081 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 Jan 17 08:23:38.128722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b023a1c0-58d6-4361-8622-014bee1011a0 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:23:38.230407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46b1a729-6a25-4290-8e05-d9e1c22d91ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:38.253101 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port b023a1c0-58d6-4361-8622-014bee1011a0 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:23:38.257792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port b023a1c0-58d6-4361-8622-014bee1011a0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:23:38.258757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:38.373415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:38.401620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:23:38.411215 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b023a1c0-58d6-4361-8622-014bee1011a0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b023a1c0-58d6-4361-8622-014bee1011a0,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:23:38.454635 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'code': 200} Jan 17 08:23:38.482847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:38.546071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=b023a1c0-58d6-4361-8622-014bee1011a0,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:38.849707 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-17705315-3ba8-4fbb-8d8e-a93a3fed02b2 req-55513b3d-ad6e-40fd-b20d-a501e201c8bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 1098 time: 0.0743067 Jan 17 08:23:38.894637 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-17705315-3ba8-4fbb-8d8e-a93a3fed02b2 req-2eb54159-6e35-4c69-9887-180dda738a84 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381820 Jan 17 08:23:39.030771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60722f-7fc0-40d8-ac31-b3c5363f72c7 req-402adb36-9110-468f-a44b-60d1485d74b1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:39.032134 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9c60722f-7fc0-40d8-ac31-b3c5363f72c7 req-402adb36-9110-468f-a44b-60d1485d74b1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 945 time: 0.0776567 Jan 17 08:23:39.078890 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9c60722f-7fc0-40d8-ac31-b3c5363f72c7 req-24dc3ae6-a1fe-41a3-bf34-427de48e5f97 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413980 Jan 17 08:23:39.473575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:39.573436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:40.277682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1fbb1-91cd-43a0-9672-232f7f2e343c req-eb8d4a1c-94cd-4814-ba9e-f9e5b7bdd48c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:40.279057 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45e1fbb1-91cd-43a0-9672-232f7f2e343c req-eb8d4a1c-94cd-4814-ba9e-f9e5b7bdd48c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 945 time: 0.0816262 Jan 17 08:23:40.328020 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45e1fbb1-91cd-43a0-9672-232f7f2e343c req-9d48d3ea-8957-44cc-9205-6e2db9e0775e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432682 Jan 17 08:23:40.868401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:41.520030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde82202-0a2b-4343-b478-b94665e25ee9 req-41d670d6-27f9-43a7-89cf-b997fc24671c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:41.521495 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dde82202-0a2b-4343-b478-b94665e25ee9 req-41d670d6-27f9-43a7-89cf-b997fc24671c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 945 time: 0.0757046 Jan 17 08:23:41.565771 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dde82202-0a2b-4343-b478-b94665e25ee9 req-8573e98a-9df1-46bb-a5be-c528a94745e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387003 Jan 17 08:23:41.758636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85c027-35ce-436c-8353-c6eb1d3e1e52 req-117f6e0e-65bf-4743-81e6-df74e304d527 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:41.760091 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8a85c027-35ce-436c-8353-c6eb1d3e1e52 req-117f6e0e-65bf-4743-81e6-df74e304d527 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 945 time: 0.0745840 Jan 17 08:23:41.804062 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8a85c027-35ce-436c-8353-c6eb1d3e1e52 req-fc07ad8f-8281-48ac-8842-d34044f2724f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386183 Jan 17 08:23:41.831658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57290) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:41.986115 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e6791888-9caa-447d-b378-f4329b71bed9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 1093 time: 0.1532760 Jan 17 08:23:41.988786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57294) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:41.993857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:23:41.999110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:23:42.002790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:floatingip and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:23:42.005540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:23:42.011495 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:23:42.093626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:42.223102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:42.350273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.184 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/8aa752ac-299f-4077-8eb8-ff9757163dc5) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:23:42.506764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:42.596563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:42.660846 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:23:42.663709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:23:42.668545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:23:42.692169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=8aa752ac-299f-4077-8eb8-ff9757163dc5,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:42.709288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.709632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.709970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.710300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.710628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.710950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.711391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.711716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.712032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.712347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:42.712662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:23:43.169522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:43.283078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:43.482538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:43.565090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:43.672085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=8aa752ac-299f-4077-8eb8-ff9757163dc5,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:23:43.688814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:43.959077 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP 227eafaf-dc7f-41d7-a719-241c50e4eaa9 associated. External IP: 172.26.4.184, port: b023a1c0-58d6-4361-8622-014bee1011a0. Jan 17 08:23:44.330057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router a94493f7-dd32-41df-adee-ba509f83caff has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:23:44.527278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:23:44.536943 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] Sync routers for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:23:44.548812 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:23:44.549409 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:23:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:44.602832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:44.654859 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-72295fbf-2b6e-4b50-a16a-f7cb7d3cc987 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6650534 Jan 17 08:23:44.655456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:23:44.657632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57298) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:44.709189 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'status': 'completed', 'code': 200} Jan 17 08:23:44.728538 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:23:44.811360 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ada98f96-ffaf-4d90-b7c4-15873e0a2b8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/227eafaf-dc7f-41d7-a719-241c50e4eaa9 HTTP/1.1" status: 200 len: 991 time: 0.1519668 Jan 17 08:23:44.830672 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e4a71dc3-6c32-425d-b528-648b49c7777f req-57521311-0c0a-47d6-bc63-de7b2be0617a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 1098 time: 0.0981147 Jan 17 08:23:45.051183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71dc3-6c32-425d-b528-648b49c7777f req-3008fc49-9406-452f-a4fb-1b33e2ef9b8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:45.052715 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e4a71dc3-6c32-425d-b528-648b49c7777f req-3008fc49-9406-452f-a4fb-1b33e2ef9b8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=0fbade6a-b584-4fd0-8b17-88bdaec4c384 HTTP/1.1" status: 200 len: 898 time: 0.2155023 Jan 17 08:23:45.065498 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:19Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '227eafaf-dc7f-41d7-a719-241c50e4eaa9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:23:43Z', 'updated_at': '2022-01-17T08:23:43Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:45.069303 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] Checking router: a94493f7-dd32-41df-adee-ba509f83caff for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:23:45.080187 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:23:45.080768 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:23:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:45.152791 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e4a71dc3-6c32-425d-b528-648b49c7777f req-bdcae939-9832-48f4-9dfd-c10a0a3dd144 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b023a1c0-58d6-4361-8622-014bee1011a0 HTTP/1.1" status: 200 len: 999 time: 0.0937970 Jan 17 08:23:45.212506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71dc3-6c32-425d-b528-648b49c7777f req-ed51b561-1bfd-4e82-88a4-c9fff7220ff5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:23:45.213986 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e4a71dc3-6c32-425d-b528-648b49c7777f req-ed51b561-1bfd-4e82-88a4-c9fff7220ff5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4feefe4-5f87-42eb-881c-f932ce8da9bd HTTP/1.1" status: 200 len: 834 time: 0.0559330 Jan 17 08:23:45.253306 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:23:45.293820 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e4a71dc3-6c32-425d-b528-648b49c7777f req-514ebdb7-5d32-42d9-8ecb-6a72b8531601 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0fbade6a-b584-4fd0-8b17-88bdaec4c384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742900 Jan 17 08:23:45.422912 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e4a71dc3-6c32-425d-b528-648b49c7777f req-bfc8bf66-687b-4bf2-b5aa-687630bc5a88 service neutron] 10.222.0.53 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228704 Jan 17 08:23:45.555283 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e4a71dc3-6c32-425d-b528-648b49c7777f req-1b4e7b30-53cc-48fd-9c7b-54dd12e5559c service neutron] 10.222.0.53 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257608 Jan 17 08:23:45.596726 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:19Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '227eafaf-dc7f-41d7-a719-241c50e4eaa9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:23:43Z', 'updated_at': '2022-01-17T08:23:43Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:23:45.601037 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2dca6-e355-4394-8a29-5ea3cc5925c7 None None] The sync data for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv is: [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:19Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '227eafaf-dc7f-41d7-a719-241c50e4eaa9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:23:43Z', 'updated_at': '2022-01-17T08:23:43Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:23:45.784361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8fca1f-09ec-482f-9713-066a90fab1b3 None None] New status for floating IP 227eafaf-dc7f-41d7-a719-241c50e4eaa9: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:23:45.815106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57304) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:45.928409 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-50603dd4-a10d-4c07-b3a3-f43f09831b27 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/227eafaf-dc7f-41d7-a719-241c50e4eaa9 HTTP/1.1" status: 200 len: 991 time: 0.1099403 Jan 17 08:23:46.930591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:23:47.031004 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3b018216-7d29-487b-a65d-c8475d7039b2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/227eafaf-dc7f-41d7-a719-241c50e4eaa9 HTTP/1.1" status: 200 len: 993 time: 0.0992787 Jan 17 08:23:49.524946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:23:55.713734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:24:06.025593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55c0eedd-140b-4888-ac15-c7dca9a6643f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:07.665013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721f43d-bf3d-4ee7-899c-5294dc155be9 req-7bf1f3c7-1e7e-4ef5-8a3f-ecc126654bf7 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:07.665013 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0721f43d-bf3d-4ee7-899c-5294dc155be9 req-7bf1f3c7-1e7e-4ef5-8a3f-ecc126654bf7 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 945 time: 0.0792851 Jan 17 08:24:07.713840 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0721f43d-bf3d-4ee7-899c-5294dc155be9 req-f22fcbcc-fa6a-492f-81d1-e92235e0e161 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 Jan 17 08:24:08.242297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67be091e-828c-4e18-8293-f1c044a0833d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:08.909117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaf674-4a69-48b4-b615-359d78de9725 req-d5b8df8e-3dc1-41da-b6f5-1e3f24e39b70 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:08.910538 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6aaaf674-4a69-48b4-b615-359d78de9725 req-d5b8df8e-3dc1-41da-b6f5-1e3f24e39b70 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 945 time: 0.0736496 Jan 17 08:24:08.958163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6aaaf674-4a69-48b4-b615-359d78de9725 req-cbdd1ded-ff1d-4de7-8807-663145673f54 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Jan 17 08:24:09.377196 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-35e84ee1-42f0-4195-98c6-4a7c3ca45165 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:09.378577 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-35e84ee1-42f0-4195-98c6-4a7c3ca45165 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 945 time: 0.0740588 Jan 17 08:24:09.448149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Deleting port f0132fbb-a991-4417-9f7e-0ba2207d990c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:24:09.448406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:09.458678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:09.527623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:09.681221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] For port f0132fbb-a991-4417-9f7e-0ba2207d990c, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0132fbb-a991-4417-9f7e-0ba2207d990c,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:24:09.681568 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:10.046646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:10.047008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:10.047353 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Floating IP fa95dfbc-6deb-486d-a46d-990c1ba4743a disassociated. External IP: 172.26.4.119, port: f0132fbb-a991-4417-9f7e-0ba2207d990c. Jan 17 08:24:10.047684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Calling delete_port for f0132fbb-a991-4417-9f7e-0ba2207d990c owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:24:10.239345 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29615885-160d-49c3-b735-709ccc6c27ce req-543d8405-3852-4826-bc9e-550b87b8454c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:10.241338 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-29615885-160d-49c3-b735-709ccc6c27ce req-543d8405-3852-4826-bc9e-550b87b8454c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 945 time: 0.1469738 Jan 17 08:24:10.285486 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-29615885-160d-49c3-b735-709ccc6c27ce req-3e4c9e91-cee6-43d1-aa8e-6dcbedbae0ae tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Jan 17 08:24:10.302038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:10.360154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event deleted for resources: {'Port': ['ID=f0132fbb-a991-4417-9f7e-0ba2207d990c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:24:10.561823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:24:10.759900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:24:10.769957 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] Sync routers for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:24:10.790100 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:24:10.790718 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:24:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:24:10.831068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] No DVR routers for this DVR port f0132fbb-a991-4417-9f7e-0ba2207d990c on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:24:10.833521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:10.837041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'name': 'network-vif-deleted', 'tag': 'f0132fbb-a991-4417-9f7e-0ba2207d990c'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:24:10.882276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:10.893197 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9dcb40-0999-4348-a9fa-55853d86735e', 'name': 'network-vif-deleted', 'tag': 'f0132fbb-a991-4417-9f7e-0ba2207d990c', 'status': 'completed', 'code': 200} Jan 17 08:24:10.912404 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2c9ca74d-c827-4cae-b28e-0f64a0b4956a req-bedfaf55-d368-4874-9c04-ed6a0ad38f9c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "DELETE /v2.0/ports/f0132fbb-a991-4417-9f7e-0ba2207d990c HTTP/1.1" status: 204 len: 173 time: 1.5285954 Jan 17 08:24:10.967003 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:24:11.299713 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:24:11.304095 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] Checking router: 2441dd68-0d1c-4e23-a076-bb334a8e9e5d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:24:11.314845 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:24:11.316252 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:24:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:24:11.463638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5ea44432-6e88-4808-86ee-af1f11aaa3a0 req-242df5c8-1936-4ef4-96e2-0011e1154d86 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:24:11.501660 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:24:11.565415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5ea44432-6e88-4808-86ee-af1f11aaa3a0 req-242df5c8-1936-4ef4-96e2-0011e1154d86 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:24:11.566587 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5ea44432-6e88-4808-86ee-af1f11aaa3a0 req-242df5c8-1936-4ef4-96e2-0011e1154d86 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b9dcb40-0999-4348-a9fa-55853d86735e HTTP/1.1" status: 200 len: 210 time: 0.1483858 Jan 17 08:24:11.805557 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:24:11.809391 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb92596-9bf0-4538-8594-64c5a3c6da6b None None] The sync data for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv is: [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:24:12.017813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa4043-3256-4eee-80aa-f0177c2740eb None None] New status for floating IP fa95dfbc-6deb-486d-a46d-990c1ba4743a: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:24:12.276745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0132fbb-a991-4417-9f7e-0ba2207d990c no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:24:12.309946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: f0132fbb-a991-4417-9f7e-0ba2207d990c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:24:12.310295 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0132fbb-a991-4417-9f7e-0ba2207d990c not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:24:12.951081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f46026ea-c19a-4c3a-9889-242844859ad4 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961001287&fields=id&tenant_id=f365aa3db4d649dc81da10839cb09d37 HTTP/1.1" status: 200 len: 267 time: 0.0405817 Jan 17 08:24:13.093261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-3a42bc77-0641-46fa-8023-4afbf959cb08 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:13.094689 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-3a42bc77-0641-46fa-8023-4afbf959cb08 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 811 time: 0.1375792 Jan 17 08:24:13.110448 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-cf95db3c-58ee-49be-a135-8bbba37f941f tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/quotas/f365aa3db4d649dc81da10839cb09d37 HTTP/1.1" status: 200 len: 375 time: 0.0100601 Jan 17 08:24:13.188192 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-9de6b7aa-c097-4dd6-9235-5192224241e3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730081 Jan 17 08:24:13.203557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-77c7091f-e950-4856-9129-329cc94bb25b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:24:13.204459 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-77c7091f-e950-4856-9129-329cc94bb25b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050721 Jan 17 08:24:13.331168 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-1970e283-fab1-4506-85f0-9f8de9ca30a0 service neutron] 10.222.0.44 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206167 Jan 17 08:24:13.458245 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-cf12b751-03fd-4815-8c84-d10570d71bf0 service neutron] 10.222.0.44 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207228 Jan 17 08:24:15.177719 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-65eeb5be-5fa3-46d4-a9ec-8d716a4d6dfc req-56937339-361b-427f-8237-51ff1ca7a32f tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 210 time: 0.0412281 Jan 17 08:24:16.332871 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-742fc0f0-1499-4588-b4d5-a5b280692a5f req-e03cdcb4-7d69-48f9-8aba-49b98918c502 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 210 time: 0.0451264 Jan 17 08:24:17.188655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-23b38563-4f5d-44a0-9572-52aed5e69fd5 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:17.190015 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-23b38563-4f5d-44a0-9572-52aed5e69fd5 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 811 time: 0.2433550 Jan 17 08:24:17.265516 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-fc1325fc-9acf-4e8f-b051-2921c53ed586 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f365aa3db4d649dc81da10839cb09d37 HTTP/1.1" status: 200 len: 380 time: 0.0400684 Jan 17 08:24:17.273502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'port': {'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'admin_state_up': True, 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'security_groups': ['dc4fa57d-a026-47ec-8f4b-6b1c60ee4064']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:24:17.416098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:24:17.425803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:24:17.498851 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Made reservation on behalf of f365aa3db4d649dc81da10839cb09d37 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:24:17.503225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:17.510558 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5ea6614a-af41-4cc9-b97d-576b98dd6996 req-67183187-584e-4a96-a453-e7d814926319 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 210 time: 0.0415905 Jan 17 08:24:17.673502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Allocated IP 172.20.0.6 (b7376139-ab63-4638-9884-ebc9308a798c/20f89e02-d013-46d6-821d-541e989250da/3d8c9112-ace4-4357-ad92-957d649c00d0) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:24:17.862292 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:17.878926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Transition to ACTIVE for port object 3d8c9112-ace4-4357-ad92-957d649c00d0 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:24:17.971086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:18.061074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Network b7376139-ab63-4638-9884-ebc9308a798c is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:24:18.064245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:24:18.068252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:24:18.098740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'Port': ['ID=3d8c9112-ace4-4357-ad92-957d649c00d0,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:24:18.132908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:18.133628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:18.223024 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-4f7189c5-c466-44e0-8223-0f5c837b4dd8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9529181 Jan 17 08:24:18.234479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Request body: {'port': {'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:24:18.342113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:18.396856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7759e13e-c85b-4e14-8fa0-77d06fafb6af None None] Provisioning for port 3d8c9112-ace4-4357-ad92-957d649c00d0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:24:18.402431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7759e13e-c85b-4e14-8fa0-77d06fafb6af None None] Provisioning complete for port 3d8c9112-ace4-4357-ad92-957d649c00d0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:24:18.402802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7759e13e-c85b-4e14-8fa0-77d06fafb6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:18.460369 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7759e13e-c85b-4e14-8fa0-77d06fafb6af None None] Port 3d8c9112-ace4-4357-ad92-957d649c00d0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:24:18.764437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8c9112-ace4-4357-ad92-957d649c00d0 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:24:18.772788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:18.781844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953d6d2-6e7d-45ba-acdd-45a52de71847 req-306c5406-4ce3-4352-ade9-de8576838509 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:18.782525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-2953d6d2-6e7d-45ba-acdd-45a52de71847 req-306c5406-4ce3-4352-ade9-de8576838509 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:24:18.800361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Transition to ACTIVE for port object 3d8c9112-ace4-4357-ad92-957d649c00d0 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:24:18.856271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:18.892802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-2953d6d2-6e7d-45ba-acdd-45a52de71847 req-306c5406-4ce3-4352-ade9-de8576838509 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:24:18.893943 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2953d6d2-6e7d-45ba-acdd-45a52de71847 req-306c5406-4ce3-4352-ade9-de8576838509 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 931 time: 0.2615571 Jan 17 08:24:19.007861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c9112-ace4-4357-ad92-957d649c00d0,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:24:19.026839 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2953d6d2-6e7d-45ba-acdd-45a52de71847 req-704e0ce5-3646-4cb8-b07b-c3210d670539 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242373 Jan 17 08:24:19.128489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Attempting to bind port 3d8c9112-ace4-4357-ad92-957d649c00d0 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:24:19.128829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Attempting to bind port 3d8c9112-ace4-4357-ad92-957d649c00d0 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:24:19.129165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Attempting to bind port 3d8c9112-ace4-4357-ad92-957d649c00d0 on network b7376139-ab63-4638-9884-ebc9308a798c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:24:19.137510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Port 3d8c9112-ace4-4357-ad92-957d649c00d0 on network b7376139-ab63-4638-9884-ebc9308a798c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:24:19.137831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Attempting to bind port 3d8c9112-ace4-4357-ad92-957d649c00d0 on network b7376139-ab63-4638-9884-ebc9308a798c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:24:19.144241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:24:19.144573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Checking segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:24:19.144952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Bound using segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:24:19.145374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Bound port: 3d8c9112-ace4-4357-ad92-957d649c00d0, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:24:19.145718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:19.234700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] For port 3d8c9112-ace4-4357-ad92-957d649c00d0, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:24:19.237526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] For port 3d8c9112-ace4-4357-ad92-957d649c00d0, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=3d8c9112-ace4-4357-ad92-957d649c00d0,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:24:19.293617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:19.353697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:19.355063 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] 10.222.0.53 "PUT /v2.0/ports/3d8c9112-ace4-4357-ad92-957d649c00d0 HTTP/1.1" status: 200 len: 1093 time: 1.1249533 Jan 17 08:24:19.355521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:24:19.378662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83323ca-d2cb-4dfd-9f7e-cd30a6bbe52c service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c9112-ace4-4357-ad92-957d649c00d0,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:24:19.434149 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'status': 'completed', 'code': 200} Jan 17 08:24:19.548113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:19.627737 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-402b7243-2de0-410c-96de-5357111884d7 req-77f64f70-62bf-49b3-af5f-ff847bb73b71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1096 time: 0.1718342 Jan 17 08:24:19.764456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b7243-2de0-410c-96de-5357111884d7 req-9f47f275-7e9f-43f1-96e8-a98b79d7327a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:19.765908 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-402b7243-2de0-410c-96de-5357111884d7 req-9f47f275-7e9f-43f1-96e8-a98b79d7327a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f365aa3db4d649dc81da10839cb09d37&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1302710 Jan 17 08:24:19.897364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b7243-2de0-410c-96de-5357111884d7 req-5fe6a972-da7d-42a6-ba1d-ff4604499f4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:19.898788 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-402b7243-2de0-410c-96de-5357111884d7 req-5fe6a972-da7d-42a6-ba1d-ff4604499f4e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256161 Jan 17 08:24:19.998009 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-415f6f91-467e-4bd9-8cc5-e4f21f2e9fe4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1096 time: 0.0664375 Jan 17 08:24:20.066773 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-15d84a87-d797-400e-9b49-347cfcfe4819 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c9112-ace4-4357-ad92-957d649c00d0 HTTP/1.1" status: 200 len: 217 time: 0.0620446 Jan 17 08:24:20.126860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-6b23ebee-d20d-4c9c-9ce8-26a9c2e9ab7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:20.128407 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-6b23ebee-d20d-4c9c-9ce8-26a9c2e9ab7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0561562 Jan 17 08:24:20.261399 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-573630f3-00d5-4ad5-946c-417d9d2b631c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1273680 Jan 17 08:24:20.267558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3183-d2e4-473c-bfba-12a1ed983384 req-98697dd0-4f77-4e75-9a44-3648f9ca45ff tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:20.268887 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff7f3183-d2e4-473c-bfba-12a1ed983384 req-98697dd0-4f77-4e75-9a44-3648f9ca45ff tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 943 time: 0.1036859 Jan 17 08:24:20.394502 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ff7f3183-d2e4-473c-bfba-12a1ed983384 req-b846d83c-dc23-45d8-a6be-82b305089030 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059899 Jan 17 08:24:20.427176 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-3310b899-e0bd-4e6c-bb4a-a815ce35e1de service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573994 Jan 17 08:24:20.557767 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1e2a594-3ce7-4b01-b4c8-2f8486a7b028 req-6dda765a-e115-456e-9fd9-3cd20c7b58da service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241601 Jan 17 08:24:21.584912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d52c7-8021-4e92-a6c3-d07ea5388b8e req-66040022-7eec-4841-8dbf-89afbfc0ac40 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:21.586356 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6d1d52c7-8021-4e92-a6c3-d07ea5388b8e req-66040022-7eec-4841-8dbf-89afbfc0ac40 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 943 time: 0.0748298 Jan 17 08:24:21.628979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6d1d52c7-8021-4e92-a6c3-d07ea5388b8e req-6a253e2e-e693-4f14-a1cb-6f4165d199e7 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372593 Jan 17 08:24:22.827136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061283f-ab4e-45db-af66-a891777fdb91 req-572e1363-8545-46ed-b5cf-6d08c8db7d46 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:22.828504 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7061283f-ab4e-45db-af66-a891777fdb91 req-572e1363-8545-46ed-b5cf-6d08c8db7d46 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 943 time: 0.0811129 Jan 17 08:24:22.873021 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7061283f-ab4e-45db-af66-a891777fdb91 req-0313de21-a80a-4f8a-90ca-6e13c452cf2d tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385475 Jan 17 08:24:24.064744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe082fd7-3e39-49bb-bec0-7774482efc43 req-34946d4f-8a87-4709-9286-c0cbfc3a0d59 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:24.066182 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fe082fd7-3e39-49bb-bec0-7774482efc43 req-34946d4f-8a87-4709-9286-c0cbfc3a0d59 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 943 time: 0.0783563 Jan 17 08:24:24.109979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fe082fd7-3e39-49bb-bec0-7774482efc43 req-3a0aff6e-3822-4b03-a5b2-5d7429a20e1a tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383601 Jan 17 08:24:25.299827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cbff8-d0f0-4e8a-8c04-24a312424e39 req-3ccfeef7-cb8c-467b-951d-bf07b55346c8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:25.301257 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-501cbff8-d0f0-4e8a-8c04-24a312424e39 req-3ccfeef7-cb8c-467b-951d-bf07b55346c8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 943 time: 0.0748506 Jan 17 08:24:25.346038 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-501cbff8-d0f0-4e8a-8c04-24a312424e39 req-f6ca32fa-c6f5-4fb6-ad44-ec497e0bad12 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388467 Jan 17 08:24:26.558335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6baccd-a8fa-47de-a566-ff1fba23b4ce req-900b106b-f611-41ee-b978-1ec11402a254 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:26.559817 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6a6baccd-a8fa-47de-a566-ff1fba23b4ce req-900b106b-f611-41ee-b978-1ec11402a254 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 943 time: 0.0756321 Jan 17 08:24:26.604519 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6a6baccd-a8fa-47de-a566-ff1fba23b4ce req-b187c6ce-39fe-456a-affd-a50cd95af71a tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389616 Jan 17 08:24:27.806646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689209-3a04-4a00-a1d4-802aab737d4f req-677c97f5-c191-4e74-a2bb-f5f7b42a3d25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:27.808034 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5f689209-3a04-4a00-a1d4-802aab737d4f req-677c97f5-c191-4e74-a2bb-f5f7b42a3d25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 943 time: 0.0843098 Jan 17 08:24:27.852286 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5f689209-3a04-4a00-a1d4-802aab737d4f req-c1c87356-7d4d-454c-8824-f97babc97420 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388610 Jan 17 08:24:28.393490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 3d8c9112-ace4-4357-ad92-957d649c00d0 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:24:28.523899 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 3d8c9112-ace4-4357-ad92-957d649c00d0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=3d8c9112-ace4-4357-ad92-957d649c00d0,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:24:28.536486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:24:28.595131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:28.611486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8c9112-ace4-4357-ad92-957d649c00d0 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:24:28.626036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 3d8c9112-ace4-4357-ad92-957d649c00d0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=3d8c9112-ace4-4357-ad92-957d649c00d0,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:24:28.696173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:28.789938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=3d8c9112-ace4-4357-ad92-957d649c00d0,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:24:28.797841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.798184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.798518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.798846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.799171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.799516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.799840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.800157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.800472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.800786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:28.801098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:29.036081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['3d8c9112-ace4-4357-ad92-957d649c00d0'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:24:29.048233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e2caa-70ae-4c52-b5b6-f43fabe70c99 req-d959fed6-b10d-4733-919b-aa37d9d4a185 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:29.049665 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-016e2caa-70ae-4c52-b5b6-f43fabe70c99 req-d959fed6-b10d-4733-919b-aa37d9d4a185 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 944 time: 0.0819805 Jan 17 08:24:29.093853 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-016e2caa-70ae-4c52-b5b6-f43fabe70c99 req-c1600b36-e429-4a09-8030-c2f0a31fa27d tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 Jan 17 08:24:30.283987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc7a6a-8f24-4ad7-91f9-25b99e3e7c09 req-4f507677-d6db-4e5e-9bd8-1ec646e02be8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:30.285421 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-abbc7a6a-8f24-4ad7-91f9-25b99e3e7c09 req-4f507677-d6db-4e5e-9bd8-1ec646e02be8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 944 time: 0.0739222 Jan 17 08:24:30.334756 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-abbc7a6a-8f24-4ad7-91f9-25b99e3e7c09 req-3904b3b4-97d4-4306-9322-66ca938c7d69 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 Jan 17 08:24:30.404197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 3d8c9112-ace4-4357-ad92-957d649c00d0 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:24:30.538338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 3d8c9112-ace4-4357-ad92-957d649c00d0 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:24:30.543046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 3d8c9112-ace4-4357-ad92-957d649c00d0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:24:30.543437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:30.652982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:30.679054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:24:30.688274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 3d8c9112-ace4-4357-ad92-957d649c00d0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=3d8c9112-ace4-4357-ad92-957d649c00d0,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:24:30.732849 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'code': 200} Jan 17 08:24:30.770468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:30.837743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=3d8c9112-ace4-4357-ad92-957d649c00d0,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:24:31.140995 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8528fc98-5d17-48c3-a216-926e32dd6ff5 req-9c07c4f0-4e59-47bd-b144-d89b97c32d66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1098 time: 0.0648839 Jan 17 08:24:31.184282 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8528fc98-5d17-48c3-a216-926e32dd6ff5 req-24949b2d-71d6-4da9-8943-c2e37815c789 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381141 Jan 17 08:24:31.525482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd37947-09e6-40c3-83b8-a7db0e47e242 req-62cae3bd-98ca-4355-ab64-f303c1d1ddcb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:31.526912 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4bd37947-09e6-40c3-83b8-a7db0e47e242 req-62cae3bd-98ca-4355-ab64-f303c1d1ddcb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 945 time: 0.0740416 Jan 17 08:24:31.569756 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4bd37947-09e6-40c3-83b8-a7db0e47e242 req-fecf1980-05c2-4fba-87c5-237835b76e24 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374875 Jan 17 08:24:32.713980 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:24:32.795083 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807654-db3c-40d2-bc0f-4778dc7fefa4 req-144f0f53-1cbb-4a22-b97c-2928456741e9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:32.796479 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d5807654-db3c-40d2-bc0f-4778dc7fefa4 req-144f0f53-1cbb-4a22-b97c-2928456741e9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 945 time: 0.0802686 Jan 17 08:24:32.841168 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d5807654-db3c-40d2-bc0f-4778dc7fefa4 req-2a2a86d6-6b9d-4921-9e82-8caa683368d9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391989 Jan 17 08:24:34.036968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b07fd-788f-4674-be38-f883106d91f5 req-b330eec5-ecdb-437f-8b15-d821c5eb843c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:34.038444 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d8b07fd-788f-4674-be38-f883106d91f5 req-b330eec5-ecdb-437f-8b15-d821c5eb843c tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 945 time: 0.0775981 Jan 17 08:24:34.182936 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d8b07fd-788f-4674-be38-f883106d91f5 req-43d961ce-ed8e-4156-b206-5b42c59e7185 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254725 Jan 17 08:24:34.364272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75cfd6-0b2a-46d4-b227-0737ed330ba7 req-de333892-f5e4-4f1d-85ca-9acac2fd92e5 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:34.366241 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d75cfd6-0b2a-46d4-b227-0737ed330ba7 req-de333892-f5e4-4f1d-85ca-9acac2fd92e5 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 945 time: 0.0784683 Jan 17 08:24:34.493289 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d75cfd6-0b2a-46d4-b227-0737ed330ba7 req-8d542939-d0b8-456b-aee2-e198f3aa7155 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217036 Jan 17 08:24:34.520269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57408) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:24:34.586991 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7cd732ac-86b9-4d60-b228-1047bea6efb1 tempest-TestVolumeBootPattern-2115390780 tempest-TestVolumeBootPattern-2115390780-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1093 time: 0.0651357 Jan 17 08:24:34.589575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57412) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:24:34.594465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:24:34.600289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:24:34.604924 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:floatingip and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:24:34.607970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:24:34.613752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:24:34.749922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:34.880437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:35.011727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Allocated IP 172.26.4.183 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/4fb785f0-78cd-46e0-adbf-44f7849cc34e) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:24:35.154611 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:35.256688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:35.323954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:24:35.326975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:24:35.331288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:24:35.354271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'Port': ['ID=4fb785f0-78cd-46e0-adbf-44f7849cc34e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:24:35.373274 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.373881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.374004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.374252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.374580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.374905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.375247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.375572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.375890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.376206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.376520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:24:35.834643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:35.939246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:36.064498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59b78802-cb58-4caf-aed9-63960b5887e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:36.136447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:36.221493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:36.324619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'Port': ['ID=4fb785f0-78cd-46e0-adbf-44f7849cc34e,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:24:36.341935 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:36.579909 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-36961f02-0a67-4140-9de0-bedf2b16d9a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1861451 Jan 17 08:24:36.731678 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Floating IP b89d6a24-2ae9-493a-8b2d-1a4a11266cf8 associated. External IP: 172.26.4.183, port: 3d8c9112-ace4-4357-ad92-957d649c00d0. Jan 17 08:24:36.800273 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-a7b740cf-c800-4429-bfa0-f637fe4e5932 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 1098 time: 0.1465216 Jan 17 08:24:36.999946 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-44a6bf0d-2f09-4824-88b0-3d8bcfb89997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:37.001273 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-44a6bf0d-2f09-4824-88b0-3d8bcfb89997 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0fbade6a-b584-4fd0-8b17-88bdaec4c384 HTTP/1.1" status: 200 len: 898 time: 0.1839211 Jan 17 08:24:37.115646 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-a4038871-ea3e-4bd5-8757-ee9a8dec1b7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b023a1c0-58d6-4361-8622-014bee1011a0 HTTP/1.1" status: 200 len: 1001 time: 0.1044168 Jan 17 08:24:37.237685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-d9657528-224f-481f-923c-aa9e64688b60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:37.239095 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-d9657528-224f-481f-923c-aa9e64688b60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4feefe4-5f87-42eb-881c-f932ce8da9bd HTTP/1.1" status: 200 len: 834 time: 0.1164269 Jan 17 08:24:37.387518 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-5944e150-df86-43d2-bd25-3de86fd247c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0fbade6a-b584-4fd0-8b17-88bdaec4c384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1378620 Jan 17 08:24:37.533354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:24:37.544048 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-46545d50-472a-4cde-87d0-2259b00db8db service neutron] 10.222.0.53 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445255 Jan 17 08:24:37.744334 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6e674f08-40de-48d7-81ca-dadf48360d62 req-85c835ec-84b5-4dc9-b481-024823f266f0 service neutron] 10.222.0.53 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939194 Jan 17 08:24:37.946333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:24:37.956549 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] Sync routers for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:24:37.968907 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:24:37.969498 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:24:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:24:38.029755 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:38.095252 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e251dd2d-9cdd-4de2-97bf-a4250f334ff9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4941139 Jan 17 08:24:38.095252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:24:38.140739 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'status': 'completed', 'code': 200} Jan 17 08:24:38.148360 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:24:38.181595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3edfc68a-a243-414d-ab5a-9ea89c7dee81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:38.230708 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a754850a-122d-4e2a-aa02-aedcdcc67dbb req-0fff20a9-549d-4116-a29a-c8a4b07ad336 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1098 time: 0.0683947 Jan 17 08:24:38.358908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754850a-122d-4e2a-aa02-aedcdcc67dbb req-bf246c84-9ad5-4b40-8e5c-4dbb253bd779 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:38.360415 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a754850a-122d-4e2a-aa02-aedcdcc67dbb req-bf246c84-9ad5-4b40-8e5c-4dbb253bd779 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1241047 Jan 17 08:24:38.461802 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a754850a-122d-4e2a-aa02-aedcdcc67dbb req-6561258e-6ba3-4e47-8a4c-8cabc7ba13b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c9112-ace4-4357-ad92-957d649c00d0 HTTP/1.1" status: 200 len: 999 time: 0.0949173 Jan 17 08:24:38.515847 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'b89d6a24-2ae9-493a-8b2d-1a4a11266cf8', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:24:35Z', 'updated_at': '2022-01-17T08:24:35Z', 'revision_number': 0, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:24:38.519538 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] Checking router: 2441dd68-0d1c-4e23-a076-bb334a8e9e5d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:24:38.525257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754850a-122d-4e2a-aa02-aedcdcc67dbb req-a3eef457-24ec-4bdd-af65-5038e2cd6d51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:24:38.526714 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a754850a-122d-4e2a-aa02-aedcdcc67dbb req-a3eef457-24ec-4bdd-af65-5038e2cd6d51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0594583 Jan 17 08:24:38.529786 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:24:38.530375 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:24:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:24:38.615843 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a754850a-122d-4e2a-aa02-aedcdcc67dbb req-03e25167-c5cd-4951-a948-082d07e2f546 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709405 Jan 17 08:24:38.704531 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:24:38.744516 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a754850a-122d-4e2a-aa02-aedcdcc67dbb req-0bff8925-82ce-43ce-affa-7e2fc67eba70 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219599 Jan 17 08:24:38.874470 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a754850a-122d-4e2a-aa02-aedcdcc67dbb req-3ede8cf5-0cef-4bcf-813e-cdc54858184a service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239476 Jan 17 08:24:39.038500 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'b89d6a24-2ae9-493a-8b2d-1a4a11266cf8', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:24:35Z', 'updated_at': '2022-01-17T08:24:35Z', 'revision_number': 0, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:24:39.042638 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75910aeb-b5d9-4250-ae84-8784abe5ee42 None None] The sync data for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv is: [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'b89d6a24-2ae9-493a-8b2d-1a4a11266cf8', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:24:35Z', 'updated_at': '2022-01-17T08:24:35Z', 'revision_number': 0, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:24:39.228881 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b178dd2-3c55-4bb9-9dec-dbc741dc4414 None None] New status for floating IP b89d6a24-2ae9-493a-8b2d-1a4a11266cf8: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:24:39.479163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:39.601327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:40.886851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:24:49.532762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:00.224219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57438) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:00.309104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1c5db90c-2db3-4d73-b50a-7e58601c376b tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=254ff688997e4e0cb956a7cc43764265&network_id=0fbade6a-b584-4fd0-8b17-88bdaec4c384 HTTP/1.1" status: 200 len: 2999 time: 0.0835903 Jan 17 08:25:03.030305 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:03.090159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a5430b-2d0f-4ad0-8c9f-3d46ebd6b637 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:03.091630 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-09a5430b-2d0f-4ad0-8c9f-3d46ebd6b637 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 814 time: 0.0612721 Jan 17 08:25:03.947309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57458) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:03.953091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'network': {'name': 'tempest-network-smoke--767663705', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:03.958139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:03.967443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:04.049943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:25:04.054470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:04.081245 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:25:04.089252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:04.089589 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Added segment 07051a5b-0357-4bd6-a34d-10eae228af75 of type vlan for network 7304af27-61d5-491f-9751-057632372d29 Jan 17 08:25:04.115681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:04.221403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:04.225099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:04.226207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:04.334834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Network': ['ID=7304af27-61d5-491f-9751-057632372d29,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:04.342850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.343271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.343543 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.343869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.344192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.344511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.344827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.345142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.345455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.345766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.346083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:04.357708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7304af27-61d5-491f-9751-057632372d29 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:25:04.399494 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-65495038-7a55-4373-89cd-18a62ab7d544 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4513578 Jan 17 08:25:04.405349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57462) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:04.470319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77e699-b343-45d9-b642-c60dab3108b0 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:04.471921 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2e77e699-b343-45d9-b642-c60dab3108b0 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0656140 Jan 17 08:25:04.474664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:04.604165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ec2ef-ff9f-49b2-9193-dbb84003b89b tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:04.605633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-392ec2ef-ff9f-49b2-9193-dbb84003b89b tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300600 Jan 17 08:25:04.608465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57470) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:04.649575 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-de87a05c-acb0-4112-9700-1a7a3bedc8f2 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400999 Jan 17 08:25:04.652092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57474) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:04.688897 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3c596096-8cc3-472d-9807-987b59eb6c0f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358515 Jan 17 08:25:04.692769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:04.820158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5d3ce0-38bd-4feb-925d-6d13068228f7 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:04.821617 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cf5d3ce0-38bd-4feb-925d-6d13068228f7 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288121 Jan 17 08:25:04.824471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:04.861893 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0b4f6f26-3f86-41c3-bc97-788a442ef0c9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364199 Jan 17 08:25:04.864268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:04.869381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254962658', 'network_id': '7304af27-61d5-491f-9751-057632372d29', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:04.975162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:04.978844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:subnet and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:25:04.981571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:25:04.987040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:05.055783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:25:05.156843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:05.421544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:05.497399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=129a4eb5-7749-4e81-b4a7-29509e4eaa79,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:05.508960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Checking segment: {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:25:05.511959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network hostable DHCP agents. Network: 7304af27-61d5-491f-9751-057632372d29, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:25:05.787110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 7304af27-61d5-491f-9751-057632372d29 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:25:05.933685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 7304af27-61d5-491f-9751-057632372d29) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:25:05.936883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:05.937461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:05.943867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac455b-1442-48b0-9cc1-8300ba8d672a None None] Network 7304af27-61d5-491f-9751-057632372d29 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:25:06.041701 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-45082483-61f9-4d6a-ba20-9efe616d44ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1764317 Jan 17 08:25:06.105289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-721c84d7-8807-4906-9a54-2665ff167008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:06.169171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-7304af27-61d5-491f-9751-057632372d29', 'network_id': '7304af27-61d5-491f-9751-057632372d29', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ips': [{'subnet_id': '129a4eb5-7749-4e81-b4a7-29509e4eaa79'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:25:06.170052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:06.327363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Allocated IP 172.20.0.18 (7304af27-61d5-491f-9751-057632372d29/129a4eb5-7749-4e81-b4a7-29509e4eaa79/113d34b4-f6ae-403b-afd5-9f2ac8a6f64b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:25:06.446031 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57492) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:06.452043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-481611563', 'description': 'tempest-secgroup-smoke-481611563 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:06.457845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:06.468111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:06.530153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:06.539599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Transition to ACTIVE for port object 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:25:06.552523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:06.557070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Transition to ACTIVE for port object 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:25:06.582268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:06.586545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:25:06.589328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:25:06.599725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:06.652658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:06.752412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Network 7304af27-61d5-491f-9751-057632372d29 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:25:06.757762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:25:06.759740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:25:06.764832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Pushing event updated for resources: {'Port': ['ID=113d34b4-f6ae-403b-afd5-9f2ac8a6f64b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:06.813259 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:06.847461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Attempting to bind port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:25:06.847762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Attempting to bind port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:25:06.848119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Attempting to bind port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b on network 7304af27-61d5-491f-9751-057632372d29 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:25:06.854284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:25:06.854645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Checking segment: {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:25:06.855035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:06.855446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Bound using segment: {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:25:06.855893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Bound port: 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:25:06.856254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:06.892552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:06.936559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179b8ed5-17c3-4e35-857b-6c7dc343f8e6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:06.944885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] For port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:25:06.947489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] For port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=113d34b4-f6ae-403b-afd5-9f2ac8a6f64b,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:25:07.015394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.016632 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-24d7f0b2-2cc8-4ea8-83ce-f65fe714bf7c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5696127 Jan 17 08:25:07.019476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57496) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:07.026302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '179b8ed5-17c3-4e35-857b-6c7dc343f8e6', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:07.031533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:07.035316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:25:07.038710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:25:07.044324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:07.047437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.120715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab2288-72a9-4367-b5b6-824367eaa50f None None] Pushing event updated for resources: {'Port': ['ID=113d34b4-f6ae-403b-afd5-9f2ac8a6f64b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:07.147944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.213814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.295266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.322292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe2c89f-fd92-445f-8812-2de21b11063b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:07.417485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.420658 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ce63d3ec-87c7-4b0b-a00f-64a8f74baadc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4002724 Jan 17 08:25:07.425789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57500) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:07.431507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '179b8ed5-17c3-4e35-857b-6c7dc343f8e6', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:07.438198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:07.442799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:25:07.445802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:25:07.452061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:07.545502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.609678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.684376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.710820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14315c13-3851-4798-837c-525376e618b4,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:07.790811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:25:07.810295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.811475 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7026420e-9765-4ad8-ae2c-c06ea216f599 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3845346 Jan 17 08:25:07.814325 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57506) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:07.820517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '179b8ed5-17c3-4e35-857b-6c7dc343f8e6', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:07.826906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:07.831708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:25:07.834639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:25:07.845575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:07.949021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:07.970421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:25:08.020567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.043324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87994d2-6dfe-49fb-b0f1-ac7c416fc602 None None] Network 7304af27-61d5-491f-9751-057632372d29 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:25:08.101328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.130785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8229162-3ec3-4067-a5f1-25706bf59ca4,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:08.198309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.199587 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b288e7ec-b579-4963-bfe1-c5e5d8122384 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3842642 Jan 17 08:25:08.204440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57510) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:08.209858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '179b8ed5-17c3-4e35-857b-6c7dc343f8e6', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:08.215519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:08.219472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:25:08.226597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:25:08.228309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:08.257602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c4d4d8ed-ede5-4495-bbb9-b3f232deb636 None None] Provisioning for port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:25:08.260348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2d9854a6-88a6-40ff-9408-8f28ec51649a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.269180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c4d4d8ed-ede5-4495-bbb9-b3f232deb636 None None] Provisioning complete for port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:25:08.269180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d8ed-ede5-4495-bbb9-b3f232deb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.296673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.363842 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.404158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d8ed-ede5-4495-bbb9-b3f232deb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.440852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c4d4d8ed-ede5-4495-bbb9-b3f232deb636 None None] For port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=113d34b4-f6ae-403b-afd5-9f2ac8a6f64b,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:25:08.457159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.470572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05da7094-593a-452e-811b-067a793b35ab,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:08.520855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c4d4d8ed-ede5-4495-bbb9-b3f232deb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.566686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.571382 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e710fa44-2ef1-4871-a37a-295f2b6e3a2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3626273 Jan 17 08:25:08.573443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57514) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:08.579345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '179b8ed5-17c3-4e35-857b-6c7dc343f8e6', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:08.585052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:08.597101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:25:08.597101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:25:08.597310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4d8ed-ede5-4495-bbb9-b3f232deb636 None None] Pushing event updated for resources: {'Port': ['ID=113d34b4-f6ae-403b-afd5-9f2ac8a6f64b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:08.600069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:08.641149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-66b6ebd6-f65f-4786-b80f-7137fef88532 None None] Provisioning complete for port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:25:08.641526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebd6-f65f-4786-b80f-7137fef88532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.674770 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:25:08.680775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.753287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.840972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.867813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14afce0-54d7-443f-bc40-56b8010c39a7,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:08.927108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:08.928353 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-525e40d3-4732-43ee-b9fa-e9e46284873e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3538752 Jan 17 08:25:08.931693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57518) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:08.937047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '179b8ed5-17c3-4e35-857b-6c7dc343f8e6', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:08.942871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:08.947305 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:25:08.950844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:25:08.956043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:09.090532 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:25:09.096537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:09.158737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:09.235686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:09.259292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b57e086-f69a-4845-8529-fa978099f4d2,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:09.344934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:09.344934 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ec1028d0-9cbe-4c17-a5ea-3492b3388718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4095426 Jan 17 08:25:09.498039 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:09.548945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-15da3773-b06e-4c33-8e4c-c97f8ca07734 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:25:09.586796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:09.640563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-15da3773-b06e-4c33-8e4c-c97f8ca07734 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:25:09.646998 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-15da3773-b06e-4c33-8e4c-c97f8ca07734 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-481611563&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.1314435 Jan 17 08:25:09.717274 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:25:09.755888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:25:09.789198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-05624fe8-c31f-42ca-afcf-f27d9785a186 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:09.789881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-05624fe8-c31f-42ca-afcf-f27d9785a186 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:25:09.823964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:25:09.824330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:09.857822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-05624fe8-c31f-42ca-afcf-f27d9785a186 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:25:09.859050 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-05624fe8-c31f-42ca-afcf-f27d9785a186 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=7304af27-61d5-491f-9751-057632372d29 HTTP/1.1" status: 200 len: 796 time: 0.2101135 Jan 17 08:25:09.875444 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-8f9b13d7-5122-4bc4-8397-fa428490d8ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0107405 Jan 17 08:25:09.965572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-86796007-84b7-4224-a88e-c438b9bc823c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0849550 Jan 17 08:25:10.100187 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-3dd1acea-95ef-4700-aff9-54711156d1bd service neutron] 10.222.0.44 "GET /v2.0/networks/7304af27-61d5-491f-9751-057632372d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227143 Jan 17 08:25:10.228619 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-53261315-8985-4891-bc98-314a525c7251 service neutron] 10.222.0.44 "GET /v2.0/networks/7304af27-61d5-491f-9751-057632372d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227188 Jan 17 08:25:10.477200 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ab88e091-a22d-4c69-b04f-ad393d3cc69c req-86f9066d-8b24-4be4-b4e2-04501befdafa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 210 time: 0.0440214 Jan 17 08:25:10.884459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:11.643613 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-78d85812-1004-4f52-8a35-259573125cbb req-c7ed3d34-f1f5-4e49-bd5d-a127f063bc0d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 210 time: 0.0436959 Jan 17 08:25:12.709574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-2263f1d6-b3b6-447c-92c1-23bbec9b53aa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:12.710965 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-2263f1d6-b3b6-447c-92c1-23bbec9b53aa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=7304af27-61d5-491f-9751-057632372d29 HTTP/1.1" status: 200 len: 796 time: 0.1441908 Jan 17 08:25:12.803036 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-49604769-acb4-49be-88fd-d7a18f93da86 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 472 time: 0.0801482 Jan 17 08:25:12.810876 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8a72160e-ddb1-40fb-9369-e2b695a5ec76 req-907647ac-3d18-4df1-b85b-e6eadeb95da8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 210 time: 0.0447092 Jan 17 08:25:12.814107 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': '92057dd2-2125-40e8-afbd-ae7bafb30f65', 'network_id': '7304af27-61d5-491f-9751-057632372d29', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['179b8ed5-17c3-4e35-857b-6c7dc343f8e6']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:12.946215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:25:12.950109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:port and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:25:12.953086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:25:12.958576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:25:13.046360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:25:13.050195 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:13.298619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.29 (7304af27-61d5-491f-9751-057632372d29/129a4eb5-7749-4e81-b4a7-29509e4eaa79/28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:25:13.480348 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:13.495709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:25:13.611904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:13.683539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 7304af27-61d5-491f-9751-057632372d29 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:25:13.686615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:25:13.690973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:25:13.715349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:13.758743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:13.759374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:13.837610 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-954c4d0e-4885-498d-889d-4257c1a3c028 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0271773 Jan 17 08:25:13.953934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Request body: {'port': {'device_id': '92057dd2-2125-40e8-afbd-ae7bafb30f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:25:14.027510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16a201-3e69-45d2-be9d-fd1b457ad89e req-5241848a-a4dd-4f86-8102-9744c6bfe94b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:14.029022 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6a16a201-3e69-45d2-be9d-fd1b457ad89e req-5241848a-a4dd-4f86-8102-9744c6bfe94b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 932 time: 0.0750806 Jan 17 08:25:14.055731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e275c2f9-6524-4c41-8988-3a47974abbbc None None] Provisioning for port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:25:14.060321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:14.061170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e275c2f9-6524-4c41-8988-3a47974abbbc None None] Provisioning complete for port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:25:14.061545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e275c2f9-6524-4c41-8988-3a47974abbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:14.085309 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6a16a201-3e69-45d2-be9d-fd1b457ad89e req-23985aa0-d73e-42f5-9bd1-bc6c7449f8b4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468721 Jan 17 08:25:14.127103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-e275c2f9-6524-4c41-8988-3a47974abbbc None None] Port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:25:14.389846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:25:14.396384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:14.410839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Transition to ACTIVE for port object 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:25:14.480681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:14.618295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Pushing event updated for resources: {'Port': ['ID=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:14.722977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Attempting to bind port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:25:14.722977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Attempting to bind port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:25:14.722977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Attempting to bind port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 on network 7304af27-61d5-491f-9751-057632372d29 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:25:14.728637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 on network 7304af27-61d5-491f-9751-057632372d29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:25:14.731513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Attempting to bind port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 on network 7304af27-61d5-491f-9751-057632372d29 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:25:14.735161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:25:14.735527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Checking segment: {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:25:14.736785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Bound using segment: {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:25:14.737617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Bound port: 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:25:14.737956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:14.831593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] For port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:25:14.833887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] For port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:25:14.895929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:14.961771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:14.961771 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] 10.222.0.53 "PUT /v2.0/ports/28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 HTTP/1.1" status: 200 len: 1094 time: 1.1176054 Jan 17 08:25:14.961771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92057dd2-2125-40e8-afbd-ae7bafb30f65', 'tag': '28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:25:14.979574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8c482-33ef-4801-a950-53138a44a8af service neutron] Pushing event updated for resources: {'Port': ['ID=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:15.143630 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-46c5dfa0-97ec-4089-8f44-a8d53aa42c15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 1097 time: 0.0834012 Jan 17 08:25:15.210893 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92057dd2-2125-40e8-afbd-ae7bafb30f65', 'tag': '28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2', 'status': 'completed', 'code': 200} Jan 17 08:25:15.225334 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-e285b7f9-5674-4298-ac68-a3a1b8b822f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 HTTP/1.1" status: 200 len: 217 time: 0.0732248 Jan 17 08:25:15.286236 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-75b992d2-cb29-439d-ad9a-2c4b1d39eeb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:15.287965 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-75b992d2-cb29-439d-ad9a-2c4b1d39eeb9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=129a4eb5-7749-4e81-b4a7-29509e4eaa79 HTTP/1.1" status: 200 len: 838 time: 0.0574906 Jan 17 08:25:15.325935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c20e2-63f3-4294-aa69-d19e8fa6e608 req-f89e32f2-6308-4a98-9b7e-0efba23f525e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:15.327472 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-be5c20e2-63f3-4294-aa69-d19e8fa6e608 req-f89e32f2-6308-4a98-9b7e-0efba23f525e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 944 time: 0.0805933 Jan 17 08:25:15.366466 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-35ff3813-ece8-4b5e-aac6-6e28833b6e0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7304af27-61d5-491f-9751-057632372d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728900 Jan 17 08:25:15.373939 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-be5c20e2-63f3-4294-aa69-d19e8fa6e608 req-882c7d65-1270-4b39-855e-2fa956f3ff37 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Jan 17 08:25:15.588906 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-4d0e33c5-60e7-4b81-87eb-89379a2cc52a service neutron] 10.222.0.53 "GET /v2.0/networks/7304af27-61d5-491f-9751-057632372d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161047 Jan 17 08:25:15.717262 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9692d633-cbd0-45fe-9f27-3e9ac2a75465 req-70ee4a82-e2e8-46ed-af2c-61cbdd478b5b service neutron] 10.222.0.53 "GET /v2.0/networks/7304af27-61d5-491f-9751-057632372d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220613 Jan 17 08:25:15.943575 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-50290e20-1a21-445f-9b7d-e8fad5ab8ad4 req-b11326a5-0193-4241-86b8-e63b1e512b33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 1097 time: 0.0666044 Jan 17 08:25:16.078578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50290e20-1a21-445f-9b7d-e8fad5ab8ad4 req-7a966751-dabf-4a51-835c-483cbc6430cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:16.080251 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-50290e20-1a21-445f-9b7d-e8fad5ab8ad4 req-7a966751-dabf-4a51-835c-483cbc6430cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=7304af27-61d5-491f-9751-057632372d29 HTTP/1.1" status: 200 len: 897 time: 0.1273184 Jan 17 08:25:16.150838 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-50290e20-1a21-445f-9b7d-e8fad5ab8ad4 req-5e137fb9-bc21-406b-b528-a88cb16e8853 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 HTTP/1.1" status: 200 len: 217 time: 0.0634081 Jan 17 08:25:16.214011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50290e20-1a21-445f-9b7d-e8fad5ab8ad4 req-f38ffffd-cc8d-475d-9904-3d3e8d010cbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:16.215503 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-50290e20-1a21-445f-9b7d-e8fad5ab8ad4 req-f38ffffd-cc8d-475d-9904-3d3e8d010cbe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=129a4eb5-7749-4e81-b4a7-29509e4eaa79 HTTP/1.1" status: 200 len: 838 time: 0.0589106 Jan 17 08:25:16.290719 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-50290e20-1a21-445f-9b7d-e8fad5ab8ad4 req-622d39b3-3795-44da-85ec-1595819e09e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7304af27-61d5-491f-9751-057632372d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696690 Jan 17 08:25:16.419113 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-50290e20-1a21-445f-9b7d-e8fad5ab8ad4 req-3dfe5187-1a5b-4ccd-a7a2-0e3cc7d80a24 service neutron] 10.222.0.53 "GET /v2.0/networks/7304af27-61d5-491f-9751-057632372d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221216 Jan 17 08:25:16.594846 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-50290e20-1a21-445f-9b7d-e8fad5ab8ad4 req-18561a85-284d-4457-ad62-b433a12f9c11 service neutron] 10.222.0.53 "GET /v2.0/networks/7304af27-61d5-491f-9751-057632372d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696837 Jan 17 08:25:16.614679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7a967-1a24-44cc-ba86-ad40b72c668a req-bde207c7-0d60-4b10-ae38-6b4f0ccff709 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:16.615395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-c3e7a967-1a24-44cc-ba86-ad40b72c668a req-bde207c7-0d60-4b10-ae38-6b4f0ccff709 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:25:16.689782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-c3e7a967-1a24-44cc-ba86-ad40b72c668a req-bde207c7-0d60-4b10-ae38-6b4f0ccff709 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:25:16.690933 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c3e7a967-1a24-44cc-ba86-ad40b72c668a req-bde207c7-0d60-4b10-ae38-6b4f0ccff709 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 944 time: 0.1917026 Jan 17 08:25:16.735268 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c3e7a967-1a24-44cc-ba86-ad40b72c668a req-501b6692-cfe9-4b49-af99-a4965a51c4db tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388100 Jan 17 08:25:17.929026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e70e-9880-49bb-93df-186f6097d318 req-b5e0d980-1c32-4ab8-b50c-df51f89c4c79 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:17.931099 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dc83e70e-9880-49bb-93df-186f6097d318 req-b5e0d980-1c32-4ab8-b50c-df51f89c4c79 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 944 time: 0.0773332 Jan 17 08:25:17.974365 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dc83e70e-9880-49bb-93df-186f6097d318 req-f6ca2bdd-bdfd-4b66-8cfa-493a99667411 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370681 Jan 17 08:25:18.699511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:25:18.844903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:25:18.862879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2', 'network_id': '7304af27-61d5-491f-9751-057632372d29', 'port_id': '28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2', 'mac_address': 'fa:16:3e:50:88:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129a4eb5-7749-4e81-b4a7-29509e4eaa79', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:25:18.920121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:18.937443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:25:18.951874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:25:19.011825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:19.075345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:19.168340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15a15a-7dde-4854-97ce-9416efa65666 req-eb9b21ca-7adf-4b83-907e-d26477ac4919 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:19.169808 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4e15a15a-7dde-4854-97ce-9416efa65666 req-eb9b21ca-7adf-4b83-907e-d26477ac4919 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 945 time: 0.0777044 Jan 17 08:25:19.218259 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4e15a15a-7dde-4854-97ce-9416efa65666 req-471139e6-42f3-4c38-8083-ca0605527233 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427446 Jan 17 08:25:19.421028 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:25:19.555255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:20.409600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a374b-1590-4e28-ba80-1c51dac0d8b5 req-6c30a907-d659-4d0b-88c9-2b190e08be4e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:20.411049 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-087a374b-1590-4e28-ba80-1c51dac0d8b5 req-6c30a907-d659-4d0b-88c9-2b190e08be4e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 945 time: 0.0738955 Jan 17 08:25:20.455489 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-087a374b-1590-4e28-ba80-1c51dac0d8b5 req-542b399b-1ac8-4e9c-8c2a-2e8527c99127 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386467 Jan 17 08:25:20.699847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:25:20.829323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:25:20.834385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:25:20.834755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:20.944224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:20.969862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92057dd2-2125-40e8-afbd-ae7bafb30f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:25:20.979400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:25:21.046387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:21.100227 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92057dd2-2125-40e8-afbd-ae7bafb30f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2', 'code': 200} Jan 17 08:25:21.113794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:21.414960 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9a4947bb-1f30-4733-a822-0a2cdfff1c79 req-999e24a8-00ca-42ee-8562-23a1f03630da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 1099 time: 0.0664184 Jan 17 08:25:21.457618 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9a4947bb-1f30-4733-a822-0a2cdfff1c79 req-6393b3e5-d94d-41c0-baf0-f35ac4bea3fc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375636 Jan 17 08:25:21.647044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831ea56-9964-4c9a-aa34-bce518fed3f5 req-fb42d152-6b86-4e34-b074-7157a33f4e1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:21.648997 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9831ea56-9964-4c9a-aa34-bce518fed3f5 req-fb42d152-6b86-4e34-b074-7157a33f4e1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 946 time: 0.0767984 Jan 17 08:25:21.692086 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9831ea56-9964-4c9a-aa34-bce518fed3f5 req-4214f552-2435-4955-8aa9-540e19bf7e95 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Jan 17 08:25:22.887181 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d8f01-219e-4e92-bbd8-f33d73f721da req-05a69d35-712d-43dd-9b7f-e3b5ab7ff61d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:22.888643 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a38d8f01-219e-4e92-bbd8-f33d73f721da req-05a69d35-712d-43dd-9b7f-e3b5ab7ff61d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 946 time: 0.0762508 Jan 17 08:25:22.933411 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a38d8f01-219e-4e92-bbd8-f33d73f721da req-c6082ff4-76dc-4a74-87db-434598de21f4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392854 Jan 17 08:25:24.122669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c882d6c-2490-49bd-8d4f-caf1aaac541b req-71b0e56f-0c8e-4c37-ad3b-ede442793eb4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:24.124119 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5c882d6c-2490-49bd-8d4f-caf1aaac541b req-71b0e56f-0c8e-4c37-ad3b-ede442793eb4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 946 time: 0.0745034 Jan 17 08:25:24.171117 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5c882d6c-2490-49bd-8d4f-caf1aaac541b req-ace8f982-0876-4f27-ade5-21ee2b8a16f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Jan 17 08:25:24.366761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ba039-1df4-4c83-9dba-ef429ba56e9a req-61215f06-f82d-4442-ab4b-308668f40d13 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:24.368219 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-746ba039-1df4-4c83-9dba-ef429ba56e9a req-61215f06-f82d-4442-ab4b-308668f40d13 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 946 time: 0.0770390 Jan 17 08:25:24.411339 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-746ba039-1df4-4c83-9dba-ef429ba56e9a req-e66e6a82-0e04-4a39-b2d5-7f99fe06bdfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377724 Jan 17 08:25:25.938010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57584) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:25:26.738933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:27.118611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.17 (7304af27-61d5-491f-9751-057632372d29/129a4eb5-7749-4e81-b4a7-29509e4eaa79/0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:25:27.269114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:27.284255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:25:27.358379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:27.430705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 7304af27-61d5-491f-9751-057632372d29 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:25:27.433699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:25:27.436149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:25:27.470772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:27.501731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:27.644972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:27.746870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6cb4bacf-9eb3-4abb-8f31-e8e82ce08c19 None None] Provisioning for port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:25:27.752175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6cb4bacf-9eb3-4abb-8f31-e8e82ce08c19 None None] Provisioning complete for port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:25:27.752641 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6cb4bacf-9eb3-4abb-8f31-e8e82ce08c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:27.808127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4bacf-9eb3-4abb-8f31-e8e82ce08c19 None None] Port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:25:28.035573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:28.106422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:28.298570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:28.301581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:28.433156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 7304af27-61d5-491f-9751-057632372d29 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:25:28.434304 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:25:28.634489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1eba440a-8d8b-41f9-87bc-8e3686f145b8 None None] Provisioning complete for port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:25:28.634861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1eba440a-8d8b-41f9-87bc-8e3686f145b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:28.685423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1eba440a-8d8b-41f9-87bc-8e3686f145b8 None None] Port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:25:28.809539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router a94493f7-dd32-41df-adee-ba509f83caff has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:25:29.008303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:25:29.018627 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Sync routers for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:25:29.030734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:25:29.033727 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:25:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:25:29.091104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a83699f6-6fde-4ba1-8e3e-a500fde3f685 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/a94493f7-dd32-41df-adee-ba509f83caff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1519954 Jan 17 08:25:29.202307 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:25:29.533833 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:25:27Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '227eafaf-dc7f-41d7-a719-241c50e4eaa9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:23:43Z', 'updated_at': '2022-01-17T08:23:45Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab', 'name': '', 'network_id': '7304af27-61d5-491f-9751-057632372d29', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:3f:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '129a4eb5-7749-4e81-b4a7-29509e4eaa79', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:25:26Z', 'updated_at': '2022-01-17T08:25:27Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '129a4eb5-7749-4e81-b4a7-29509e4eaa79', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:25:29.537503 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Checking router: a94493f7-dd32-41df-adee-ba509f83caff for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:25:29.537847 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Updating router a94493f7-dd32-41df-adee-ba509f83caff port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:25:29.620609 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:29.938516 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:29.949143 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Transition to ACTIVE for port object 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:25:30.017505 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:30.136707 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Pushing event updated for resources: {'Port': ['ID=0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:30.177025 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.177377 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.177694 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.178025 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.178350 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.178671 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.178991 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.179896 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.180223 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.180538 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.180850 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:30.238380 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Attempting to bind port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:25:30.238747 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Attempting to bind port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:25:30.239102 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Attempting to bind port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab on network 7304af27-61d5-491f-9751-057632372d29 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:25:30.246093 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:25:30.246458 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Checking segment: {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:25:30.246906 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:30.247241 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Bound using segment: {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:25:30.247693 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Bound port: 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07051a5b-0357-4bd6-a34d-10eae228af75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '7304af27-61d5-491f-9751-057632372d29'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:25:30.248055 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:30.330187 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] For port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:25:30.333068 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] For port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:25:30.446485 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:30.524548 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42dc5-8a89-4fd6-a65e-61f34bce63d4 None None] Pushing event updated for resources: {'Port': ['ID=0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:30.530845 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:25:30.531472 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:25:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:25:30.707013 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:25:31.048684 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:25:27Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '227eafaf-dc7f-41d7-a719-241c50e4eaa9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:23:43Z', 'updated_at': '2022-01-17T08:23:45Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab', 'name': '', 'network_id': '7304af27-61d5-491f-9751-057632372d29', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:3f:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '129a4eb5-7749-4e81-b4a7-29509e4eaa79', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:25:26Z', 'updated_at': '2022-01-17T08:25:30Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '129a4eb5-7749-4e81-b4a7-29509e4eaa79', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:25:31.052384 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f829be5-8028-493d-bb35-07b0336a0b87 None None] The sync data for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv is: [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:25:27Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '227eafaf-dc7f-41d7-a719-241c50e4eaa9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:23:43Z', 'updated_at': '2022-01-17T08:23:45Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab', 'name': '', 'network_id': '7304af27-61d5-491f-9751-057632372d29', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:3f:c8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '129a4eb5-7749-4e81-b4a7-29509e4eaa79', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:25:26Z', 'updated_at': '2022-01-17T08:25:30Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '129a4eb5-7749-4e81-b4a7-29509e4eaa79', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:25:31.782445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:25:31.903146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:25:31.908036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:25:31.908408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:32.015912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:32.047094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:25:32.117922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:32.183345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:25:32.191244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.191593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.191938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.192266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.192596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.192921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.193244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.193570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.193891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.194205 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:32.194522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:25:33.769602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:25:33.835237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:25:33.835542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:36.066618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2eb30a30-5dc4-4bbe-9d39-83077fef0b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:37.864979 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-5971fb22-f12f-4999-a693-ad96aa45bcd4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669544 Jan 17 08:25:37.956234 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-9db70647-834e-4d3a-b9b5-06e85da76c81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1098 time: 0.0714712 Jan 17 08:25:38.187816 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-1cca0e00-176b-4f35-92e5-194a0232a80a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:38.189239 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-1cca0e00-176b-4f35-92e5-194a0232a80a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.2143621 Jan 17 08:25:38.192366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2b7fcc3-007c-4ce0-a51d-ac2d656af2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:38.289318 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-93171578-f1b6-4ee5-82c8-3ca987c443bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c9112-ace4-4357-ad92-957d649c00d0 HTTP/1.1" status: 200 len: 1001 time: 0.0926199 Jan 17 08:25:38.350034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-91d65888-fe58-478f-9cab-8478cfd6f57d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:25:38.351444 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-91d65888-fe58-478f-9cab-8478cfd6f57d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0559666 Jan 17 08:25:38.423697 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-b5b8fbd8-2c98-4b3c-a891-73ff458f5c4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658793 Jan 17 08:25:38.553797 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-d4fb43bb-5e87-45d2-89d8-b662b976527b service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236529 Jan 17 08:25:38.686559 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e0f80369-2ab5-48ea-bb38-f026aa6fcde2 req-067459bc-f240-476b-b9c8-f0755f315487 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264789 Jan 17 08:25:39.472588 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:39.537388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:40.914336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:25:46.714837 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:25:49.693917 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:02.739651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57632) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:03.131405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:03.856242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:03.857827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:04.037696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:04.038057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:04.155332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:26:04.388503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:04.434700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:04.474419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.474771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.475111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.478757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.478757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.478757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.478757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.478757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.478757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.478757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.478757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:04.739816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:05.411652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router a94493f7-dd32-41df-adee-ba509f83caff has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:26:05.678070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:26:05.688099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] Sync routers for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:26:05.693244 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4e1ad292-7447-4ca6-9c12-5c24e39f80ea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/a94493f7-dd32-41df-adee-ba509f83caff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9525752 Jan 17 08:26:05.703760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:05.704377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:25:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:05.893921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:06.144226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27ac0f3e-9915-4e13-ac03-a897f9a11db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:06.256797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:26:04Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '227eafaf-dc7f-41d7-a719-241c50e4eaa9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:23:43Z', 'updated_at': '2022-01-17T08:23:45Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:06.260706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] Checking router: a94493f7-dd32-41df-adee-ba509f83caff for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:26:06.271388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:06.271985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:25:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:06.335544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ced64f-5cb1-42b5-90ac-cc8541c305e4 req-38fd425d-6e52-4f5a-b1c5-0b575f45191d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:06.337029 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-41ced64f-5cb1-42b5-90ac-cc8541c305e4 req-38fd425d-6e52-4f5a-b1c5-0b575f45191d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 946 time: 0.0798705 Jan 17 08:26:06.384633 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-41ced64f-5cb1-42b5-90ac-cc8541c305e4 req-d173c27b-63e0-4e12-bbde-7cdfba6df64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 Jan 17 08:26:06.482638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:06.859416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:26:04Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '227eafaf-dc7f-41d7-a719-241c50e4eaa9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:23:43Z', 'updated_at': '2022-01-17T08:23:45Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:06.863360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66efd161-cc2c-404e-a932-78b330c78900 None None] The sync data for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv is: [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:26:04Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '227eafaf-dc7f-41d7-a719-241c50e4eaa9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.184', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'port_id': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'mac_address': 'fa:16:3e:70:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:23:43Z', 'updated_at': '2022-01-17T08:23:45Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:26:07.582404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193f811-541c-4021-ae6e-28eb4bf289da req-75044241-0bfd-4242-933d-b9b6082deefa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:07.583089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-3193f811-541c-4021-ae6e-28eb4bf289da req-75044241-0bfd-4242-933d-b9b6082deefa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:26:07.645344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-3193f811-541c-4021-ae6e-28eb4bf289da req-75044241-0bfd-4242-933d-b9b6082deefa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:26:07.646543 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3193f811-541c-4021-ae6e-28eb4bf289da req-75044241-0bfd-4242-933d-b9b6082deefa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 946 time: 0.1408606 Jan 17 08:26:07.691129 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3193f811-541c-4021-ae6e-28eb4bf289da req-b76a8adc-952b-409c-8442-312b14fb374b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=179b8ed5-17c3-4e35-857b-6c7dc343f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390620 Jan 17 08:26:07.758000 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:26:07.790655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:26:07.791000 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0e67bc7b-3efe-4465-9805-0c0cd8fcb3ab not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:26:07.906048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-4c8ced3b-0b92-4d6c-a33c-5d4707b032cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:07.907474 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-4c8ced3b-0b92-4d6c-a33c-5d4707b032cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 946 time: 0.0740080 Jan 17 08:26:07.975638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:07.975908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:08.212621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:08.212975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:08.237775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5446e6e-03e0-4361-8972-cb89551ae1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:08.330122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:26:08.529594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:08.575288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:08.614821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.615160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.615520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.615846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.616171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.616490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.616807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.617123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.617436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.617745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.618059 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:08.656705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:26:08.660119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:08.661982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92057dd2-2125-40e8-afbd-ae7bafb30f65', 'name': 'network-vif-deleted', 'tag': '28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:26:08.720215 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92057dd2-2125-40e8-afbd-ae7bafb30f65', 'name': 'network-vif-deleted', 'tag': '28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2', 'status': 'completed', 'code': 200} Jan 17 08:26:08.737810 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7cc38837-a160-49a7-bc03-7ae98cd75707 req-6e39e4ec-2baa-4a11-9ad5-424d09ece5df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 HTTP/1.1" status: 204 len: 173 time: 0.8248520 Jan 17 08:26:08.861694 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a7860528-6692-4b03-89d6-e3f834470a92 req-a0fe5527-1064-4e9c-bb39-ac4bb3475e03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=92057dd2-2125-40e8-afbd-ae7bafb30f65 HTTP/1.1" status: 200 len: 210 time: 0.0436952 Jan 17 08:26:09.549903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:09.550323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:09.963015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57648) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:10.029765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9b4012b-9e8f-4cf0-8779-adf1ac00ff26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.058627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9b4012b-9e8f-4cf0-8779-adf1ac00ff26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.159602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9b4012b-9e8f-4cf0-8779-adf1ac00ff26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.178040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4012b-9e8f-4cf0-8779-adf1ac00ff26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179b8ed5-17c3-4e35-857b-6c7dc343f8e6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:10.230700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9b4012b-9e8f-4cf0-8779-adf1ac00ff26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.231887 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b9b4012b-9e8f-4cf0-8779-adf1ac00ff26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/179b8ed5-17c3-4e35-857b-6c7dc343f8e6 HTTP/1.1" status: 204 len: 168 time: 0.2678034 Jan 17 08:26:10.334822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57654) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:10.521889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-da563fa4-3c07-4f15-8d17-1221ca474a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting subnet 129a4eb5-7749-4e81-b4a7-29509e4eaa79 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:26:10.524499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da563fa4-3c07-4f15-8d17-1221ca474a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.576512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da563fa4-3c07-4f15-8d17-1221ca474a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.653382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da563fa4-3c07-4f15-8d17-1221ca474a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.786796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da563fa4-3c07-4f15-8d17-1221ca474a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.824201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da563fa4-3c07-4f15-8d17-1221ca474a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Subnet': ['ID=129a4eb5-7749-4e81-b4a7-29509e4eaa79,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:10.831207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da563fa4-3c07-4f15-8d17-1221ca474a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.837293 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-da563fa4-3c07-4f15-8d17-1221ca474a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/subnets/129a4eb5-7749-4e81-b4a7-29509e4eaa79 HTTP/1.1" status: 204 len: 168 time: 0.5014336 Jan 17 08:26:10.837687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69d132-f91e-49ca-9387-1411cd66d3f9 None None] Network 7304af27-61d5-491f-9751-057632372d29 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:26:10.840037 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57660) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:10.904847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.909568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:26:10.958385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:10.958532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:26:10.958803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 28cd9e1e-5d66-4a54-b3c2-58dfdcb748b2 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:26:10.969386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:10.969856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.130970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] DHCP port deletion for 7304af27-61d5-491f-9751-057632372d29 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:26:11.135508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] Deleting port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:11.135913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.271516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=113d34b4-f6ae-403b-afd5-9f2ac8a6f64b,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:11.271891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.337876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] For port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=113d34b4-f6ae-403b-afd5-9f2ac8a6f64b,segment=NetworkSegment(07051a5b-0357-4bd6-a34d-10eae228af75),segment_id=07051a5b-0357-4bd6-a34d-10eae228af75)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:11.338268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.390723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:26:11.456984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] Calling delete_port for 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:26:11.546883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.551739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:26:11.552487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:26:11.590050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=113d34b4-f6ae-403b-afd5-9f2ac8a6f64b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:11.596113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:26:11.715767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.740586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7304af27-61d5-491f-9751-057632372d29']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:11.753285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07051a5b-0357-4bd6-a34d-10eae228af75') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:11.753575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07051a5b-0357-4bd6-a34d-10eae228af75') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:11.765165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.781189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.788460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:26:11.788853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.797359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:26:11.803743 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:26:11.837893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:26:11.838347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:26:11.954264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.971069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:11.988204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Network': ['ID=7304af27-61d5-491f-9751-057632372d29,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:12.051976 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e8fdd195-6d60-4278-ae72-03ad73e97040 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/networks/7304af27-61d5-491f-9751-057632372d29 HTTP/1.1" status: 204 len: 168 time: 1.2106738 Jan 17 08:26:12.054403 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57666) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:12.058004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] Deleting port 113d34b4-f6ae-403b-afd5-9f2ac8a6f64b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:12.058259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:12.123504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-72bad312-eef7-4de9-afb2-7137d708e790 None None] The port '113d34b4-f6ae-403b-afd5-9f2ac8a6f64b' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:26:12.253570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 8aa752ac-299f-4077-8eb8-ff9757163dc5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:12.253857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:12.415868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:12.416154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:12.537208 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 8aa752ac-299f-4077-8eb8-ff9757163dc5 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:26:12.773181 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:12.815069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=8aa752ac-299f-4077-8eb8-ff9757163dc5,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:12.995332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:13.382326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router a94493f7-dd32-41df-adee-ba509f83caff has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:26:13.580640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:26:13.590366 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] Sync routers for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:26:13.600200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:13.603260 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:13.613321 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:13.652257 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2f8337ea-8829-452a-a460-a76175fa3945 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/floatingips/227eafaf-dc7f-41d7-a719-241c50e4eaa9 HTTP/1.1" status: 204 len: 168 time: 1.5968046 Jan 17 08:26:13.652984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:26:13.709992 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'status': 'completed', 'code': 200} Jan 17 08:26:13.815009 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:13.815998 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86c4bc9d-3e30-4325-85bc-138c75c3e2fb req-04ff4a6a-489b-43bb-b7b7-cbc3e7bb55d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 1098 time: 0.0776165 Jan 17 08:26:13.948984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4bc9d-3e30-4325-85bc-138c75c3e2fb req-6a2c9078-393f-4a8c-8910-52d87aef81a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:13.950470 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86c4bc9d-3e30-4325-85bc-138c75c3e2fb req-6a2c9078-393f-4a8c-8910-52d87aef81a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0fbade6a-b584-4fd0-8b17-88bdaec4c384 HTTP/1.1" status: 200 len: 898 time: 0.1285071 Jan 17 08:26:14.017350 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86c4bc9d-3e30-4325-85bc-138c75c3e2fb req-7491c384-e343-4cf4-9fac-d245c856d163 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b023a1c0-58d6-4361-8622-014bee1011a0 HTTP/1.1" status: 200 len: 217 time: 0.0602887 Jan 17 08:26:14.081761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4bc9d-3e30-4325-85bc-138c75c3e2fb req-4f935ce8-0ff1-42f0-8303-2686937df9df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:14.083202 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86c4bc9d-3e30-4325-85bc-138c75c3e2fb req-4f935ce8-0ff1-42f0-8303-2686937df9df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4feefe4-5f87-42eb-881c-f932ce8da9bd HTTP/1.1" status: 200 len: 834 time: 0.0604777 Jan 17 08:26:14.125339 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:26:04Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:14.129762 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] Checking router: a94493f7-dd32-41df-adee-ba509f83caff for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:26:14.143564 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:14.143788 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:14.162032 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86c4bc9d-3e30-4325-85bc-138c75c3e2fb req-73e4f708-ecc9-44a2-83bf-8943f96d209f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0fbade6a-b584-4fd0-8b17-88bdaec4c384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723743 Jan 17 08:26:14.291619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce8149-963c-4a57-8286-194054fdd6f4 req-07c59e6e-a49a-43a8-8aab-9f614abfe7c6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:14.293172 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a9ce8149-963c-4a57-8286-194054fdd6f4 req-07c59e6e-a49a-43a8-8aab-9f614abfe7c6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 945 time: 0.0836983 Jan 17 08:26:14.306329 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86c4bc9d-3e30-4325-85bc-138c75c3e2fb req-050a51de-af9d-499a-90a2-7377342d9591 service neutron] 10.222.0.53 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374350 Jan 17 08:26:14.330029 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:14.341751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-a9ce8149-963c-4a57-8286-194054fdd6f4 req-f1ce2706-6cc9-4232-a1fb-7c0ac8b3054f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:26:14.445326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-a9ce8149-963c-4a57-8286-194054fdd6f4 req-f1ce2706-6cc9-4232-a1fb-7c0ac8b3054f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:26:14.446483 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a9ce8149-963c-4a57-8286-194054fdd6f4 req-f1ce2706-6cc9-4232-a1fb-7c0ac8b3054f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478763 Jan 17 08:26:14.449641 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86c4bc9d-3e30-4325-85bc-138c75c3e2fb req-14b4e91c-c7fb-4914-82eb-a18294644406 service neutron] 10.222.0.53 "GET /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353343 Jan 17 08:26:14.649011 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:26:04Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:14.652796 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d40a70-5927-49a0-8e4b-642a7aec3dc5 None None] The sync data for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv is: [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:26:04Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'bbb41eb2-869c-43ff-81de-1675e7ba4e46', 'name': '', 'network_id': '0fbade6a-b584-4fd0-8b17-88bdaec4c384', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:00:11:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:19Z', 'updated_at': '2022-01-17T08:23:25Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'c4feefe4-5f87-42eb-881c-f932ce8da9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:26:14.870697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366871c-728e-44cb-bb8a-2bf9d1edb3b4 None None] New status for floating IP 227eafaf-dc7f-41d7-a719-241c50e4eaa9: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:26:15.748842 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd7a10-10d8-487d-8781-f582b9349487 req-dffe8d96-24d3-4df3-999a-0525442d9423 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:15.749503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-3bdd7a10-10d8-487d-8781-f582b9349487 req-dffe8d96-24d3-4df3-999a-0525442d9423 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:26:15.836701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-3bdd7a10-10d8-487d-8781-f582b9349487 req-dffe8d96-24d3-4df3-999a-0525442d9423 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:26:15.837806 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3bdd7a10-10d8-487d-8781-f582b9349487 req-dffe8d96-24d3-4df3-999a-0525442d9423 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 945 time: 0.2689219 Jan 17 08:26:15.897860 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3bdd7a10-10d8-487d-8781-f582b9349487 req-73373c3d-3363-4b62-9d03-d50a3fef963e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=99f44da9-8820-40fd-af06-5043860718dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539842 Jan 17 08:26:15.912528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-40475848-6dfc-4983-a897-05c3309e055b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:15.913418 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-40475848-6dfc-4983-a897-05c3309e055b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 945 time: 0.1094401 Jan 17 08:26:15.982429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port b023a1c0-58d6-4361-8622-014bee1011a0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:15.983034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:16.231369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port b023a1c0-58d6-4361-8622-014bee1011a0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b023a1c0-58d6-4361-8622-014bee1011a0,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:16.231724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:16.364384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for b023a1c0-58d6-4361-8622-014bee1011a0 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:26:16.575526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:16.625507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=b023a1c0-58d6-4361-8622-014bee1011a0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:16.698314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port b023a1c0-58d6-4361-8622-014bee1011a0 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:26:16.701448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:16.706155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'name': 'network-vif-deleted', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:26:16.761281 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fa1f8b-f7d2-406f-9fd7-0c7d13450772', 'name': 'network-vif-deleted', 'tag': 'b023a1c0-58d6-4361-8622-014bee1011a0', 'status': 'completed', 'code': 200} Jan 17 08:26:16.811591 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6ce9d49-5308-4221-adcb-42342b995ca1 req-a980bbbf-6385-4ca0-b505-b6fa090c93f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/b023a1c0-58d6-4361-8622-014bee1011a0 HTTP/1.1" status: 204 len: 173 time: 0.8920555 Jan 17 08:26:17.077492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-92ecbd26-7702-4d3e-9a7a-337492d9b131 req-5ec7b3cd-640d-4b94-88e6-cd33a726411c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:26:17.213025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-92ecbd26-7702-4d3e-9a7a-337492d9b131 req-5ec7b3cd-640d-4b94-88e6-cd33a726411c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:26:17.213025 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-92ecbd26-7702-4d3e-9a7a-337492d9b131 req-5ec7b3cd-640d-4b94-88e6-cd33a726411c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=04fa1f8b-f7d2-406f-9fd7-0c7d13450772 HTTP/1.1" status: 200 len: 210 time: 0.1782751 Jan 17 08:26:18.313020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57684) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:18.383531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78f0fb7a-0311-4f84-a28d-cf196baf7925 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:18.412007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78f0fb7a-0311-4f84-a28d-cf196baf7925 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:18.566061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78f0fb7a-0311-4f84-a28d-cf196baf7925 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:18.584717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0fb7a-0311-4f84-a28d-cf196baf7925 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f44da9-8820-40fd-af06-5043860718dc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:18.690598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-78f0fb7a-0311-4f84-a28d-cf196baf7925 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:18.691922 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-78f0fb7a-0311-4f84-a28d-cf196baf7925 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/99f44da9-8820-40fd-af06-5043860718dc HTTP/1.1" status: 204 len: 168 time: 0.3778944 Jan 17 08:26:18.794301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57690) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:19.010056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b023a1c0-58d6-4361-8622-014bee1011a0 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:26:19.052678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: b023a1c0-58d6-4361-8622-014bee1011a0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:26:19.053025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b023a1c0-58d6-4361-8622-014bee1011a0 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:26:19.183775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:19.577033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:19.878429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port bbb41eb2-869c-43ff-81de-1675e7ba4e46 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:19.878895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:20.060078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port bbb41eb2-869c-43ff-81de-1675e7ba4e46, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=bbb41eb2-869c-43ff-81de-1675e7ba4e46,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:20.060431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:20.192367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for bbb41eb2-869c-43ff-81de-1675e7ba4e46 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:26:20.468460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:20.516403 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=bbb41eb2-869c-43ff-81de-1675e7ba4e46,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:20.815064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:21.479511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router a94493f7-dd32-41df-adee-ba509f83caff has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:26:21.677985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:26:21.687665 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] Sync routers for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:26:21.700070 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:21.700507 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:21.767477 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7299ba6c-3964-4bd5-b85d-96901fb499c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/a94493f7-dd32-41df-adee-ba509f83caff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9720423 Jan 17 08:26:21.770754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57694) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:21.880313 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:21.956410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b5e6dc-4af5-4b0d-bd75-530a80d5100a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting subnet c4feefe4-5f87-42eb-881c-f932ce8da9bd {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:26:21.959767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68b5e6dc-4af5-4b0d-bd75-530a80d5100a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.013801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68b5e6dc-4af5-4b0d-bd75-530a80d5100a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.098762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68b5e6dc-4af5-4b0d-bd75-530a80d5100a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.164358 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:26:20Z', 'revision_number': 7, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:22.168334 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] Checking router: a94493f7-dd32-41df-adee-ba509f83caff for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:26:22.179100 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] Routers {'a94493f7-dd32-41df-adee-ba509f83caff'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:22.179723 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a94493f7-dd32-41df-adee-ba509f83caff'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:22.238532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68b5e6dc-4af5-4b0d-bd75-530a80d5100a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.275742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5e6dc-4af5-4b0d-bd75-530a80d5100a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Subnet': ['ID=c4feefe4-5f87-42eb-881c-f932ce8da9bd,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:22.282116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68b5e6dc-4af5-4b0d-bd75-530a80d5100a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.289920 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-68b5e6dc-4af5-4b0d-bd75-530a80d5100a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/subnets/c4feefe4-5f87-42eb-881c-f932ce8da9bd HTTP/1.1" status: 204 len: 168 time: 0.5181687 Jan 17 08:26:22.290169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab4757-183c-428c-8191-afa5789c2984 None None] Network 0fbade6a-b584-4fd0-8b17-88bdaec4c384 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:26:22.292615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57698) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:22.391165 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] Set router a94493f7-dd32-41df-adee-ba509f83caff gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:22.498043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.563307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf2f04-0e9a-4521-ab42-65689bd32188 None None] DHCP port deletion for 0fbade6a-b584-4fd0-8b17-88bdaec4c384 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:26:22.571731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf2f04-0e9a-4521-ab42-65689bd32188 None None] Deleting port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:22.571731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2f04-0e9a-4521-ab42-65689bd32188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.695593 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:26:20Z', 'revision_number': 7, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:22.699802 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3fed3e-075d-4c82-a29e-8069d274ceeb None None] The sync data for ids ['a94493f7-dd32-41df-adee-ba509f83caff'] in dv-neutron-824874-1-hyperv is: [{'id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'name': 'tempest-TestNetworkBasicOps-router-1962664227', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:26:20Z', 'revision_number': 7, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '7a5dbc7e-d2f0-43d4-9589-a24ef35517d0', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94493f7-dd32-41df-adee-ba509f83caff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:23:15Z', 'updated_at': '2022-01-17T08:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:26:22.715892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.781984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:26:22.782184 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.802574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d7bf2f04-0e9a-4521-ab42-65689bd32188 None None] For port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5648e1bf-60fa-4c98-8a63-c1b1eae44e7c,segment=NetworkSegment(a750f2a0-7743-4c8e-b67f-dc09924de416),segment_id=a750f2a0-7743-4c8e-b67f-dc09924de416)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:22.802988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2f04-0e9a-4521-ab42-65689bd32188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:22.924962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf2f04-0e9a-4521-ab42-65689bd32188 None None] Calling delete_port for 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:26:23.060614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7a5dbc7e-d2f0-43d4-9589-a24ef35517d0,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:23.060614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:23.078324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2f04-0e9a-4521-ab42-65689bd32188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:23.125885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf2f04-0e9a-4521-ab42-65689bd32188 None None] Pushing event deleted for resources: {'Port': ['ID=5648e1bf-60fa-4c98-8a63-c1b1eae44e7c,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:23.130086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf2f04-0e9a-4521-ab42-65689bd32188 None None] No DVR routers for this DVR port 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:26:23.189732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:26:23.400560 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:23.446219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=7a5dbc7e-d2f0-43d4-9589-a24ef35517d0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:23.668639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:23.714871 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:26:23.858315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device bbb41eb2-869c-43ff-81de-1675e7ba4e46 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:26:23.890484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: bbb41eb2-869c-43ff-81de-1675e7ba4e46 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:26:23.890829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device bbb41eb2-869c-43ff-81de-1675e7ba4e46 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:26:23.891273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:26:23.925838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:26:23.926177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5648e1bf-60fa-4c98-8a63-c1b1eae44e7c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:26:23.930517 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:23.935431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.028002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.032346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Fanout notify agent at l3_agent the message router_deleted on router a94493f7-dd32-41df-adee-ba509f83caff {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:26:24.042633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.045144 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9300ee01-c731-476e-8cdb-41b3890fe7d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/routers/a94493f7-dd32-41df-adee-ba509f83caff HTTP/1.1" status: 204 len: 168 time: 1.7516069 Jan 17 08:26:24.046416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57702) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:24.163606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.388519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.414096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fbade6a-b584-4fd0-8b17-88bdaec4c384']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:24.426577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a750f2a0-7743-4c8e-b67f-dc09924de416') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:24.426672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a750f2a0-7743-4c8e-b67f-dc09924de416') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:24.438204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.457003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.464085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:26:24.464581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:26:24.479946 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:26:24.616565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.633794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.646395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Network': ['ID=0fbade6a-b584-4fd0-8b17-88bdaec4c384,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:24.649429 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-30d2bc42-c28f-4eb1-8063-78df763db5d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/networks/0fbade6a-b584-4fd0-8b17-88bdaec4c384 HTTP/1.1" status: 204 len: 168 time: 0.6014051 Jan 17 08:26:24.672126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57706) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:24.678059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'network': {'name': 'tempest-network-smoke--1101245675', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:24.683014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:24.687097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:network and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:24.689877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:24.697167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:24.803297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:26:24.803297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.840162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:26:24.848876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.849206 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Added segment eb4bcac3-12b5-4d09-acf8-a0f11506d135 of type vlan for network a1725a61-59fa-479e-b383-ca3a0da17432 Jan 17 08:26:24.874529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.988492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:24.992843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:24.992843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:25.195592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Network': ['ID=a1725a61-59fa-479e-b383-ca3a0da17432,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:25.207470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network a1725a61-59fa-479e-b383-ca3a0da17432 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:26:25.260996 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-24b83d1b-ecf0-4342-b21e-0db85ff1eb5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5845957 Jan 17 08:26:25.263004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57710) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:25.268135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'admin_state_up': True, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:25.275933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:25.285180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:router and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:25.285180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:25.290001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:25.365422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:25.366377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:25.383548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:25.595819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:25.771001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:26:25.802751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:26:25.803097 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7a5dbc7e-d2f0-43d4-9589-a24ef35517d0 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:26:25.845224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:25.874343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:26.008248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.166 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:26:26.147874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:26.228623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:26.294654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:26:26.298005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:26:26.299895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:26.302618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:26:26.543365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:26.544173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:26.802745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 34c4805f-9496-4910-b924-3124f9ad585d is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:26:26.997358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:26:27.007831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Sync routers for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:26:27.019403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:27.020008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:27.074197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:27.075387 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-047843d6-3902-4075-afae-a54713c8c2ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8113093 Jan 17 08:26:27.079029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57714) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:27.117932 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3a5728c4-ba61-4aa7-8302-a7531915a133 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377357 Jan 17 08:26:27.120589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57718) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:27.206742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:27.250822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40657a5-ef80-48c6-a2f9-0f8daa802a38 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:27.252373 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b40657a5-ef80-48c6-a2f9-0f8daa802a38 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308830 Jan 17 08:26:27.255824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57722) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:27.297810 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-56cd2035-6278-4d74-ac1e-aec1f53adf3d tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409608 Jan 17 08:26:27.300653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57726) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:27.306391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1046134350', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:27.412304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:27.416135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:subnet and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:27.418915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:27.424528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:27.491710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:26:27.540247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:26Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:27.544051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Checking router: 34c4805f-9496-4910-b924-3124f9ad585d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:26:27.544399 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Updating router 34c4805f-9496-4910-b924-3124f9ad585d port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:26:27.594607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:27.598517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:27.868826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:27.917698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:27.931461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Transition to ACTIVE for port object 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:26:27.949172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=637bff5f-cb58-4e15-814d-326f12f50c15,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:27.959423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Checking segment: {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:26:27.959780 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network hostable DHCP agents. Network: a1725a61-59fa-479e-b383-ca3a0da17432, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:26:27.999476 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:28.044915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network a1725a61-59fa-479e-b383-ca3a0da17432 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:26:28.077461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Attempting to bind port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:26:28.077988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Attempting to bind port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:26:28.078187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Attempting to bind port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:26:28.080194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1434e-bc2d-49d8-a439-1cc4ffdc73c5 None None] Pushing event updated for resources: {'Port': ['ID=52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:28.093498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:26:28.093498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:26:28.093498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:28.093498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:26:28.093498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Bound port: 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:26:28.093498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:28.113675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, a1725a61-59fa-479e-b383-ca3a0da17432) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:26:28.118868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:28.119558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:28.127804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a236b583-4ca1-451d-9f73-a3de57fae92d None None] Network a1725a61-59fa-479e-b383-ca3a0da17432 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:26:28.206744 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8da0a0cf-6f60-4c6d-9a46-92c78f534f5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9050720 Jan 17 08:26:28.212683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57730) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:28.245524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] For port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:26:28.269026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] For port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:26:28.355955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:28.416363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-a1725a61-59fa-479e-b383-ca3a0da17432', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:26:28.416363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:28.499747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1434e-bc2d-49d8-a439-1cc4ffdc73c5 None None] Pushing event updated for resources: {'Port': ['ID=52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:28.518136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:28.518885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:28.751605 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Allocated IP 172.20.0.2 (a1725a61-59fa-479e-b383-ca3a0da17432/637bff5f-cb58-4e15-814d-326f12f50c15/265a3964-6cae-49fd-988c-b1598ec3b04a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:26:28.775161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:29.066702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:29.240548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:29.252842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Transition to ACTIVE for port object 265a3964-6cae-49fd-988c-b1598ec3b04a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:26:29.278935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Transition to ACTIVE for port object 265a3964-6cae-49fd-988c-b1598ec3b04a will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:26:29.291083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:26Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:29.295025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8838a7b-0989-451f-971c-257f8a6e6685 None None] The sync data for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv is: [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:26Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:26:29.375159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:29.446657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Network a1725a61-59fa-479e-b383-ca3a0da17432 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:26:29.451172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:26:29.464377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Pushing event updated for resources: {'Port': ['ID=265a3964-6cae-49fd-988c-b1598ec3b04a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:29.466809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:26:29.501541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.1 (a1725a61-59fa-479e-b383-ca3a0da17432/637bff5f-cb58-4e15-814d-326f12f50c15/2db65996-7a8e-4b0e-bdf9-951d098648cd) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:26:29.584187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Attempting to bind port 265a3964-6cae-49fd-988c-b1598ec3b04a on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:26:29.584603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Attempting to bind port 265a3964-6cae-49fd-988c-b1598ec3b04a by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:26:29.584929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Attempting to bind port 265a3964-6cae-49fd-988c-b1598ec3b04a on network a1725a61-59fa-479e-b383-ca3a0da17432 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:26:29.592145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:26:29.592520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Checking segment: {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:26:29.595077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:29.595077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Bound using segment: {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:26:29.595077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Bound port: 265a3964-6cae-49fd-988c-b1598ec3b04a, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:26:29.595077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:29.687471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] For port 265a3964-6cae-49fd-988c-b1598ec3b04a, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:26:29.688666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:29.690772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] For port 265a3964-6cae-49fd-988c-b1598ec3b04a, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=265a3964-6cae-49fd-988c-b1598ec3b04a,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:26:29.705243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 2db65996-7a8e-4b0e-bdf9-951d098648cd will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:26:29.760314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:29.788810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:29.869623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network a1725a61-59fa-479e-b383-ca3a0da17432 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:26:29.869798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:26:29.872877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:26:29.877472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:26:29.908831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=2db65996-7a8e-4b0e-bdf9-951d098648cd,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:29.923743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f546970-55ef-4704-87e3-1f956998c29e None None] Pushing event updated for resources: {'Port': ['ID=265a3964-6cae-49fd-988c-b1598ec3b04a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:29.953245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:30.051468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:26:30.057026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:30.060736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:30.170116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:30.226672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:30.247536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:30.314127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:30.379344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:30.580180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:30.640100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:30.751916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=2db65996-7a8e-4b0e-bdf9-951d098648cd,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:30.754350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:30.907432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d32a2-32d3-4bdb-8ae2-4345aa080521 None None] Network a1725a61-59fa-479e-b383-ca3a0da17432 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:26:30.996151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network a1725a61-59fa-479e-b383-ca3a0da17432 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:26:30.997320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:26:31.115819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6b5d23d0-cecb-4637-84a9-25eeafab9ad7 None None] Provisioning for port 265a3964-6cae-49fd-988c-b1598ec3b04a completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:26:31.383058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 34c4805f-9496-4910-b924-3124f9ad585d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:26:31.421674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b0d83b58-6a26-424f-891a-bde616037792 None None] Provisioning for port 2db65996-7a8e-4b0e-bdf9-951d098648cd completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:26:31.422292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b0d83b58-6a26-424f-891a-bde616037792 None None] Provisioning complete for port 2db65996-7a8e-4b0e-bdf9-951d098648cd triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:31.422578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0d83b58-6a26-424f-891a-bde616037792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:31.479992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b0d83b58-6a26-424f-891a-bde616037792 None None] Port 2db65996-7a8e-4b0e-bdf9-951d098648cd cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:26:31.604498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:26:31.617367 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-230042fa-6048-448d-b933-85d6ec0e4e52 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/34c4805f-9496-4910-b924-3124f9ad585d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4035680 Jan 17 08:26:31.619785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57734) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:31.625856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-20857d49-f260-41f5-823f-29f8dfdd0441 None None] Provisioning complete for port 2db65996-7a8e-4b0e-bdf9-951d098648cd triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:31.626228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-20857d49-f260-41f5-823f-29f8dfdd0441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:31.682437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-20857d49-f260-41f5-823f-29f8dfdd0441 None None] Port 2db65996-7a8e-4b0e-bdf9-951d098648cd cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:26:31.759070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa22af6-9ab1-49a6-b178-e345d7c2105f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.759954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa22af6-9ab1-49a6-b178-e345d7c2105f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.759954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa22af6-9ab1-49a6-b178-e345d7c2105f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.760176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa22af6-9ab1-49a6-b178-e345d7c2105f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.760532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa22af6-9ab1-49a6-b178-e345d7c2105f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.760889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa22af6-9ab1-49a6-b178-e345d7c2105f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.762623 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-efa22af6-9ab1-49a6-b178-e345d7c2105f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1418457 Jan 17 08:26:31.765351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57738) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:31.804300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0ddd555e-aae4-4c25-a7dc-8c89ab0d7a92 None None] Provisioning complete for port 2db65996-7a8e-4b0e-bdf9-951d098648cd triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:31.805319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ddd555e-aae4-4c25-a7dc-8c89ab0d7a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:31.834526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eee3cd-e37e-42e6-8ed5-89ae11659b50 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.835093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eee3cd-e37e-42e6-8ed5-89ae11659b50 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.835309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eee3cd-e37e-42e6-8ed5-89ae11659b50 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.835627 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eee3cd-e37e-42e6-8ed5-89ae11659b50 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.835979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eee3cd-e37e-42e6-8ed5-89ae11659b50 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.836331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eee3cd-e37e-42e6-8ed5-89ae11659b50 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:31.840859 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-74eee3cd-e37e-42e6-8ed5-89ae11659b50 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0718257 Jan 17 08:26:31.841039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57742) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:31.861193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd555e-aae4-4c25-a7dc-8c89ab0d7a92 None None] Port 2db65996-7a8e-4b0e-bdf9-951d098648cd cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:26:31.896111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 265a3964-6cae-49fd-988c-b1598ec3b04a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:26:32.022375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 265a3964-6cae-49fd-988c-b1598ec3b04a completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:26:32.027581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 265a3964-6cae-49fd-988c-b1598ec3b04a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:32.027959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:32.142519 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6d361329-e624-4136-a961-0d4d55d573f7 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3003852 Jan 17 08:26:32.179318 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:32.212723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 265a3964-6cae-49fd-988c-b1598ec3b04a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=265a3964-6cae-49fd-988c-b1598ec3b04a,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:32.283460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:32.284176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:26:32.393765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=265a3964-6cae-49fd-988c-b1598ec3b04a,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:32.405440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.405788 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.406124 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.406463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.406799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.407117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.407469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.407794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.408110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.408433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.408747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:32.423156 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:32.423156 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:32.511296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57748) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:32.516965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942493293', 'description': 'tempest-secgroup-smoke-942493293 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:32.522768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:32.526930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:32.529768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:32.535411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:32.616801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:32.674482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:32.678240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:32.681036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:32.686519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:32.743656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:32.805561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:32.849805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:32.869937 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Sync routers for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:26:32.881226 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:32.881819 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:32.923287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:32.924542 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-de5fcdbd-c917-42d6-a46a-7ce109737bef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4122708 Jan 17 08:26:32.927428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57752) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:32.932742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'bcf601e0-9d94-4ec2-b1fd-391f8b323dcb', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:32.938420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:32.942707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:32.945545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:32.951078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:33.043678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.054589 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:33.106786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.176836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.200637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de6c3c4-d08f-4ca9-ac91-d02527b0da63,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:33.291158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.292393 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b6d31639-7d98-46e2-9363-e9629cda0afc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3640349 Jan 17 08:26:33.295122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57756) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:33.300622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'bcf601e0-9d94-4ec2-b1fd-391f8b323dcb', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:33.307066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:33.312263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:33.313995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:33.320536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:33.366569 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2db65996-7a8e-4b0e-bdf9-951d098648cd', 'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:1e:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:29Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:33.370296 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Checking router: 34c4805f-9496-4910-b924-3124f9ad585d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:26:33.370637 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Updating router 34c4805f-9496-4910-b924-3124f9ad585d port 2db65996-7a8e-4b0e-bdf9-951d098648cd binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:26:33.394425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.420525 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.457451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.530983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.557388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec33e3d1-4256-4753-958a-fe0ecf0e979f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:33.610870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.612210 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7ca9eaaf-5279-4aeb-bd2b-fc4afc457421 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3161457 Jan 17 08:26:33.615531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57760) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:33.620918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'bcf601e0-9d94-4ec2-b1fd-391f8b323dcb', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:33.626569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:33.631134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:33.634160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:33.639916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:33.702988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.752267 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.766447 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Transition to ACTIVE for port object 2db65996-7a8e-4b0e-bdf9-951d098648cd will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:26:33.766775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.816326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 265a3964-6cae-49fd-988c-b1598ec3b04a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:26:33.839930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.861252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ddedc1-8d6e-4946-900b-253c0b66fbe7,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:33.868730 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.889139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 265a3964-6cae-49fd-988c-b1598ec3b04a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:33.889528 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.942790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:33.944410 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d2b6690c-9fce-4f86-aee8-810bc06c94ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3278940 Jan 17 08:26:33.947231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57764) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:33.955926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'bcf601e0-9d94-4ec2-b1fd-391f8b323dcb', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:33.960342 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Pushing event updated for resources: {'Port': ['ID=2db65996-7a8e-4b0e-bdf9-951d098648cd,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:33.962887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:33.967083 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:33.974158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:33.986203 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:34.023783 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.023980 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.024309 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.024635 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.024959 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.025282 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.025601 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.025920 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.026238 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.026552 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.026863 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:26:34.087561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.121846 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Attempting to bind port 2db65996-7a8e-4b0e-bdf9-951d098648cd on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:26:34.122205 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Attempting to bind port 2db65996-7a8e-4b0e-bdf9-951d098648cd by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:26:34.122700 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Attempting to bind port 2db65996-7a8e-4b0e-bdf9-951d098648cd on network a1725a61-59fa-479e-b383-ca3a0da17432 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:26:34.129326 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:26:34.129737 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Checking segment: {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:26:34.130131 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.130517 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Bound using segment: {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:26:34.130973 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Bound port: 2db65996-7a8e-4b0e-bdf9-951d098648cd, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:26:34.131376 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.156446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.218590 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] For port 2db65996-7a8e-4b0e-bdf9-951d098648cd, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:26:34.221677 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] For port 2db65996-7a8e-4b0e-bdf9-951d098648cd, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2db65996-7a8e-4b0e-bdf9-951d098648cd,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:26:34.227822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.250385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5925e464-09b9-4737-b6a0-ce481638f009,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:34.277602 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.324905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.329091 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ecefb5a1-168d-45ca-bc13-d93693cae1a8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3771555 Jan 17 08:26:34.334437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57768) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:34.336642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'bcf601e0-9d94-4ec2-b1fd-391f8b323dcb', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:34.342756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:34.346592 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:34.350200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:34.356009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:34.357913 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe76838-8cfa-4622-adb6-bd3b48f9105b None None] Pushing event updated for resources: {'Port': ['ID=2db65996-7a8e-4b0e-bdf9-951d098648cd,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:34.363540 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:34.364251 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:34.462274 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:26:34.469114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.535917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.544780 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:34.610728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.634211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d31d692-139e-4027-a585-9464ee23fd2d,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:34.713693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.717606 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-07f65f6f-ac07-43cd-a326-9ebac18c1fce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3843544 Jan 17 08:26:34.724631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57772) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:34.724631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'bcf601e0-9d94-4ec2-b1fd-391f8b323dcb', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:34.729591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:34.733369 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:34.736289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:34.742478 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:34.804962 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:26:34.811429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.851415 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2db65996-7a8e-4b0e-bdf9-951d098648cd', 'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:1e:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:29Z', 'updated_at': '2022-01-17T08:26:34Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:34.855288 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d63a6d-d2eb-45c4-9883-5ec549a7a390 None None] The sync data for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv is: [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2db65996-7a8e-4b0e-bdf9-951d098648cd', 'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:1e:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:29Z', 'updated_at': '2022-01-17T08:26:34Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:26:34.877817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.948116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:34.975422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b343eaa-2f13-4b86-8649-13572e3aeb40,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:35.034099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:35.035643 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-37a87c46-3eb6-4a52-82e8-320f566f40c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3164330 Jan 17 08:26:35.210928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-e4226b48-9afa-45b1-a521-6083b9028240 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:26:35.296921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-e4226b48-9afa-45b1-a521-6083b9028240 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:26:35.298092 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-e4226b48-9afa-45b1-a521-6083b9028240 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942493293&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.1281018 Jan 17 08:26:35.448162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-063ec758-2139-431e-a000-10a739c6c159 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:35.448868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-063ec758-2139-431e-a000-10a739c6c159 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:26:35.525357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-063ec758-2139-431e-a000-10a739c6c159 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:26:35.526478 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-063ec758-2139-431e-a000-10a739c6c159 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=a1725a61-59fa-479e-b383-ca3a0da17432 HTTP/1.1" status: 200 len: 797 time: 0.2218740 Jan 17 08:26:35.543143 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-78864f4d-f875-44e1-af73-4301102cc331 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0112646 Jan 17 08:26:35.625134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-e173f464-77cd-4882-a1a2-f64553902735 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:26:35.688683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-e173f464-77cd-4882-a1a2-f64553902735 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:26:35.690063 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-e173f464-77cd-4882-a1a2-f64553902735 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413689 Jan 17 08:26:35.851019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2db65996-7a8e-4b0e-bdf9-951d098648cd up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:26:35.909593 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-7bd29fac-6398-407b-a1d1-fdae967b461b service neutron] 10.222.0.44 "GET /v2.0/networks/a1725a61-59fa-479e-b383-ca3a0da17432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069743 Jan 17 08:26:35.982857 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 2db65996-7a8e-4b0e-bdf9-951d098648cd completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:26:35.989321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2db65996-7a8e-4b0e-bdf9-951d098648cd triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:35.989685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:36.045785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e79e81fd-600e-4ebc-b21d-2dc84977928a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:36.104630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:36.138848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 2db65996-7a8e-4b0e-bdf9-951d098648cd, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2db65996-7a8e-4b0e-bdf9-951d098648cd,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:36.139895 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-5908cf2a-4b57-4111-bb4a-1e221150eb25 service neutron] 10.222.0.44 "GET /v2.0/networks/a1725a61-59fa-479e-b383-ca3a0da17432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241130 Jan 17 08:26:36.203170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:36.267002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=2db65996-7a8e-4b0e-bdf9-951d098648cd,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:36.388952 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dff6be08-9d02-494a-b0f3-ff00612d8116 req-de5d2bd2-f973-4ae9-bc04-c33bb3121815 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 210 time: 0.0433254 Jan 17 08:26:37.502558 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a6f7885e-03cb-4c9d-ad9c-173dd29e1c18 req-4dc7eb84-c0c4-4c54-978a-bf40e982afca tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 210 time: 0.0443079 Jan 17 08:26:37.818896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2db65996-7a8e-4b0e-bdf9-951d098648cd up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:26:37.886429 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2db65996-7a8e-4b0e-bdf9-951d098648cd triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:37.886803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:38.211031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1c13910-66d9-4049-a133-f5608f869be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:38.662523 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9699247b-02e0-4b49-8c8c-a68ed8be0b48 req-146d05b6-8212-4188-a2c6-cc534fdd19d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 210 time: 0.0407391 Jan 17 08:26:39.451155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-a0f0c091-345e-43c5-be0e-fefb7f562adc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:39.453154 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-a0f0c091-345e-43c5-be0e-fefb7f562adc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=a1725a61-59fa-479e-b383-ca3a0da17432 HTTP/1.1" status: 200 len: 797 time: 0.1674542 Jan 17 08:26:39.511724 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-8ec4bd28-637d-4eb1-8bcf-eacf467f5bbb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 379 time: 0.0463185 Jan 17 08:26:39.519635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': '685171cf-ac0a-42cb-b51a-59771504f332', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['bcf601e0-9d94-4ec2-b1fd-391f8b323dcb']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:39.524439 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-7bd9416a-9604-4e20-a3f2-ab0b54e3b2b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766904 Jan 17 08:26:39.542209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:39.569702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:39.654354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:39.664147 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:39.664611 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-1828a49b-2ca4-4e24-a5ff-1437957a06b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1098 time: 0.0736771 Jan 17 08:26:39.776700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:26:39.780160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:39.810469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-bbdb8204-b4e6-40b0-b8d7-439cd7a39921 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:39.811959 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-bbdb8204-b4e6-40b0-b8d7-439cd7a39921 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1296761 Jan 17 08:26:39.840525 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-28901032-f68c-4b76-bf8f-6c3baf8db5ae req-66869801-c8c3-4c11-afbb-454962fccaa2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 210 time: 0.0499463 Jan 17 08:26:39.917965 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-b355914e-addf-4790-8d65-0abaf088e09d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c9112-ace4-4357-ad92-957d649c00d0 HTTP/1.1" status: 200 len: 1001 time: 0.1002541 Jan 17 08:26:39.980611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-67e609fa-e570-4401-bc9d-8bc0d38abe5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:39.982044 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-67e609fa-e570-4401-bc9d-8bc0d38abe5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0576715 Jan 17 08:26:39.986505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.11 (a1725a61-59fa-479e-b383-ca3a0da17432/637bff5f-cb58-4e15-814d-326f12f50c15/53ca726f-203d-45ad-bb26-7afe2a0bb625) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:26:40.055940 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-435fa13b-270c-4d00-bad3-ead5fdc245b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671577 Jan 17 08:26:40.173432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:40.187617 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-544b9818-0f82-4e8b-b735-9a74adb629c7 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259401 Jan 17 08:26:40.190533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 53ca726f-203d-45ad-bb26-7afe2a0bb625 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:26:40.268642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:40.327690 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4a88a50-6451-4535-9e2c-3fc68f674bb9 req-4de90c9d-2655-4d8a-8b11-e576ee2fcea4 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343462 Jan 17 08:26:40.339516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network a1725a61-59fa-479e-b383-ca3a0da17432 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:26:40.342563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:26:40.346595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:26:40.376942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=53ca726f-203d-45ad-bb26-7afe2a0bb625,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:40.411544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:40.413017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:40.497583 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-86633519-c04c-4120-9e5e-4a8e1f038df1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9813778 Jan 17 08:26:40.509066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Request body: {'port': {'device_id': '685171cf-ac0a-42cb-b51a-59771504f332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:40.619560 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:40.633327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0e4e7669-35a9-41bd-a813-0415a20dd149 None None] Provisioning for port 53ca726f-203d-45ad-bb26-7afe2a0bb625 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:26:40.638203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0e4e7669-35a9-41bd-a813-0415a20dd149 None None] Provisioning complete for port 53ca726f-203d-45ad-bb26-7afe2a0bb625 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:40.638628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7669-35a9-41bd-a813-0415a20dd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:40.692554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e7669-35a9-41bd-a813-0415a20dd149 None None] Port 53ca726f-203d-45ad-bb26-7afe2a0bb625 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:26:40.879472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:40.948418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ca726f-203d-45ad-bb26-7afe2a0bb625 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:26:40.955409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:40.970235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Transition to ACTIVE for port object 53ca726f-203d-45ad-bb26-7afe2a0bb625 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:26:41.041553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f7abf-6da9-4e1f-8bcd-ce3aa9ee432e req-f279f943-599c-435e-9811-24b40154ea18 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:41.042986 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-463f7abf-6da9-4e1f-8bcd-ce3aa9ee432e req-f279f943-599c-435e-9811-24b40154ea18 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 932 time: 0.0789828 Jan 17 08:26:41.056161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:41.086620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-463f7abf-6da9-4e1f-8bcd-ce3aa9ee432e req-f1589c60-80aa-48de-a06b-8b5a841d9806 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:26:41.098137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-463f7abf-6da9-4e1f-8bcd-ce3aa9ee432e req-f1589c60-80aa-48de-a06b-8b5a841d9806 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:26:41.099870 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-463f7abf-6da9-4e1f-8bcd-ce3aa9ee432e req-f1589c60-80aa-48de-a06b-8b5a841d9806 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508077 Jan 17 08:26:41.284563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Pushing event updated for resources: {'Port': ['ID=53ca726f-203d-45ad-bb26-7afe2a0bb625,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:41.384193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Attempting to bind port 53ca726f-203d-45ad-bb26-7afe2a0bb625 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:26:41.384524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Attempting to bind port 53ca726f-203d-45ad-bb26-7afe2a0bb625 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:26:41.384851 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Attempting to bind port 53ca726f-203d-45ad-bb26-7afe2a0bb625 on network a1725a61-59fa-479e-b383-ca3a0da17432 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:26:41.390397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Port 53ca726f-203d-45ad-bb26-7afe2a0bb625 on network a1725a61-59fa-479e-b383-ca3a0da17432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:26:41.390661 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Attempting to bind port 53ca726f-203d-45ad-bb26-7afe2a0bb625 on network a1725a61-59fa-479e-b383-ca3a0da17432 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:26:41.397210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:26:41.397537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Checking segment: {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:26:41.397907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Bound using segment: {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:26:41.398320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Bound port: 53ca726f-203d-45ad-bb26-7afe2a0bb625, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb4bcac3-12b5-4d09-acf8-a0f11506d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:26:41.398657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:41.486168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] For port 53ca726f-203d-45ad-bb26-7afe2a0bb625, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:26:41.489069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] For port 53ca726f-203d-45ad-bb26-7afe2a0bb625, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=53ca726f-203d-45ad-bb26-7afe2a0bb625,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:26:41.559664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:41.620133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:41.621479 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] 10.222.0.53 "PUT /v2.0/ports/53ca726f-203d-45ad-bb26-7afe2a0bb625 HTTP/1.1" status: 200 len: 1094 time: 1.1166296 Jan 17 08:26:41.621911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:26:41.639665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7e1b4-4f72-4577-96da-abd2863c4a8b service neutron] Pushing event updated for resources: {'Port': ['ID=53ca726f-203d-45ad-bb26-7afe2a0bb625,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:41.680988 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'status': 'completed', 'code': 200} Jan 17 08:26:41.776156 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e59d1061-e132-47f6-b4ff-35c560835ed9 req-5390c9eb-e4df-4cf8-81c5-0afa278cdd29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 1097 time: 0.0765171 Jan 17 08:26:41.913937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d1061-e132-47f6-b4ff-35c560835ed9 req-22bc258e-77b5-4abd-9c5a-a60fea091848 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:41.915305 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e59d1061-e132-47f6-b4ff-35c560835ed9 req-22bc258e-77b5-4abd-9c5a-a60fea091848 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1321895 Jan 17 08:26:42.045642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d1061-e132-47f6-b4ff-35c560835ed9 req-1062288c-151f-4732-a6bf-f0ec73a1a76f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:42.046962 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e59d1061-e132-47f6-b4ff-35c560835ed9 req-1062288c-151f-4732-a6bf-f0ec73a1a76f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254442 Jan 17 08:26:42.148892 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-49497a19-30f7-46df-93c5-8a4a3fbf1ebc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 1097 time: 0.0674739 Jan 17 08:26:42.218117 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-75dda5f7-0039-4180-b7f5-8ccf5ce3a6a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53ca726f-203d-45ad-bb26-7afe2a0bb625 HTTP/1.1" status: 200 len: 217 time: 0.0624757 Jan 17 08:26:42.278587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-879fceb2-8d44-42ac-b83a-aae16c124004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:42.280053 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-879fceb2-8d44-42ac-b83a-aae16c124004 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=637bff5f-cb58-4e15-814d-326f12f50c15 HTTP/1.1" status: 200 len: 835 time: 0.0560448 Jan 17 08:26:42.293133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf906e-308e-4a74-8898-dfb9b59dc4f2 req-6883305d-71b0-40d3-aff8-32719c43eb5d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:42.294579 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-22cf906e-308e-4a74-8898-dfb9b59dc4f2 req-6883305d-71b0-40d3-aff8-32719c43eb5d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 944 time: 0.0750616 Jan 17 08:26:42.342505 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-22cf906e-308e-4a74-8898-dfb9b59dc4f2 req-30c2cba9-b8d2-40fa-a587-8180ebe63a3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423353 Jan 17 08:26:42.353700 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-acdf6174-eff5-4ef1-aee6-58374520d800 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1725a61-59fa-479e-b383-ca3a0da17432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677571 Jan 17 08:26:42.480913 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-922c5cdf-bbf2-4197-b2d5-50b95331cc2b service neutron] 10.222.0.53 "GET /v2.0/networks/a1725a61-59fa-479e-b383-ca3a0da17432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212053 Jan 17 08:26:42.607688 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-defc94ba-a57b-44bb-b626-c24d26d228ff req-82b005a0-e5a9-48e0-ab48-fc6b5fc759cd service neutron] 10.222.0.53 "GET /v2.0/networks/a1725a61-59fa-479e-b383-ca3a0da17432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209846 Jan 17 08:26:43.539156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48e62a-8d53-4d99-aecd-7a490d726b78 req-cc8e8625-3d5b-4dbf-bd55-400d1d347d02 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:43.539860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-3e48e62a-8d53-4d99-aecd-7a490d726b78 req-cc8e8625-3d5b-4dbf-bd55-400d1d347d02 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:26:43.617351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-3e48e62a-8d53-4d99-aecd-7a490d726b78 req-cc8e8625-3d5b-4dbf-bd55-400d1d347d02 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:26:43.618145 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3e48e62a-8d53-4d99-aecd-7a490d726b78 req-cc8e8625-3d5b-4dbf-bd55-400d1d347d02 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 944 time: 0.1556628 Jan 17 08:26:43.663641 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3e48e62a-8d53-4d99-aecd-7a490d726b78 req-6191dfb1-b2f5-4bcf-b2cc-869f9f644a49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397952 Jan 17 08:26:44.855983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75851d1d-4bbb-4783-8ae1-035f2ae0d209 req-ff45e039-be0e-465b-9490-5d007cec3cca tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:44.857411 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75851d1d-4bbb-4783-8ae1-035f2ae0d209 req-ff45e039-be0e-465b-9490-5d007cec3cca tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 944 time: 0.0749261 Jan 17 08:26:44.901739 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75851d1d-4bbb-4783-8ae1-035f2ae0d209 req-d29c6cea-5d5f-4541-8f83-03489ce6bd05 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389533 Jan 17 08:26:45.087126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 53ca726f-203d-45ad-bb26-7afe2a0bb625 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:26:45.217586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 53ca726f-203d-45ad-bb26-7afe2a0bb625, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=53ca726f-203d-45ad-bb26-7afe2a0bb625,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:45.230078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'port_id': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'mac_address': 'fa:16:3e:4c:a8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:26:45.280813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:45.296889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ca726f-203d-45ad-bb26-7afe2a0bb625 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:26:45.311435 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 53ca726f-203d-45ad-bb26-7afe2a0bb625, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=53ca726f-203d-45ad-bb26-7afe2a0bb625,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:45.397516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:45.464039 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=53ca726f-203d-45ad-bb26-7afe2a0bb625,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:45.800441 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['53ca726f-203d-45ad-bb26-7afe2a0bb625'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:26:46.093384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57621a-22ab-4dfd-8b6c-dfc53a742fd3 req-0825b08e-4d83-4251-93c1-44760ff4267e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:46.094750 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4d57621a-22ab-4dfd-8b6c-dfc53a742fd3 req-0825b08e-4d83-4251-93c1-44760ff4267e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 945 time: 0.0755928 Jan 17 08:26:46.141651 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4d57621a-22ab-4dfd-8b6c-dfc53a742fd3 req-446c360e-352c-4dee-ac8b-becd3effce64 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409389 Jan 17 08:26:47.103172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 53ca726f-203d-45ad-bb26-7afe2a0bb625 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:26:47.233514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 53ca726f-203d-45ad-bb26-7afe2a0bb625 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:26:47.238503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 53ca726f-203d-45ad-bb26-7afe2a0bb625 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:26:47.238870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:47.345033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50402719-4071-432f-a65d-28b50ea3c826 req-5da1a926-c7b7-4b01-9380-7a77d6c0fd87 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:47.346524 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-50402719-4071-432f-a65d-28b50ea3c826 req-5da1a926-c7b7-4b01-9380-7a77d6c0fd87 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 945 time: 0.0812621 Jan 17 08:26:47.384148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:47.391044 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-50402719-4071-432f-a65d-28b50ea3c826 req-86f35caf-5398-49f4-88d6-1372115b813b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382981 Jan 17 08:26:47.409941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:26:47.420020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 53ca726f-203d-45ad-bb26-7afe2a0bb625, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=53ca726f-203d-45ad-bb26-7afe2a0bb625,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:26:47.464720 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'code': 200} Jan 17 08:26:47.507902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:47.574353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=53ca726f-203d-45ad-bb26-7afe2a0bb625,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:47.786325 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-06685c6c-94b0-475f-8125-f26a63b049d4 req-361cfc13-d279-4e1e-a447-59c92d08ce76 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 1099 time: 0.0654795 Jan 17 08:26:47.826969 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-06685c6c-94b0-475f-8125-f26a63b049d4 req-c774494a-385a-44a2-96b7-26b6cef87e4f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346923 Jan 17 08:26:48.597014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebff04-0c5e-4882-90f0-e2434f430d4a req-ea029796-457c-4d85-87f9-c929ccab509a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:48.598481 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-acebff04-0c5e-4882-90f0-e2434f430d4a req-ea029796-457c-4d85-87f9-c929ccab509a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 946 time: 0.0811956 Jan 17 08:26:48.643141 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-acebff04-0c5e-4882-90f0-e2434f430d4a req-1273629c-221b-4c39-8c2e-86faaf9a1e43 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391822 Jan 17 08:26:49.541985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:49.840460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585d3a-0574-4ce4-8121-e62ce8c304be req-7a74c024-0a12-4cbb-9693-a6d5e687c93e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:49.841912 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-88585d3a-0574-4ce4-8121-e62ce8c304be req-7a74c024-0a12-4cbb-9693-a6d5e687c93e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 946 time: 0.0782917 Jan 17 08:26:49.886653 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-88585d3a-0574-4ce4-8121-e62ce8c304be req-60d8ae71-9090-483e-945b-03243e4f2218 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391808 Jan 17 08:26:50.082727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f121d-fd1e-4046-8950-6a8db442beb2 req-589e12e5-e622-47b4-9072-f2b035a119d3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:50.084661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f51f121d-fd1e-4046-8950-6a8db442beb2 req-589e12e5-e622-47b4-9072-f2b035a119d3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 946 time: 0.0787268 Jan 17 08:26:50.128201 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f51f121d-fd1e-4046-8950-6a8db442beb2 req-b9789bd5-b6ac-4c2b-8c5e-776c38b5989e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381458 Jan 17 08:26:50.156492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57826) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:50.224142 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f45c000d-b066-40bd-b751-d9893cd2b6ba tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 1094 time: 0.0665348 Jan 17 08:26:50.226654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57830) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:50.231668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:26:50.236869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:26:50.240609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:floatingip and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:26:50.243395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:26:50.248898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:26:50.319437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:50.449474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:50.667170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.169 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/37281adc-224a-41f2-9c22-58c661842d52) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:26:50.810043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:50.906260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:50.976043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:26:50.978802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:26:50.981280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:26:51.009977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=37281adc-224a-41f2-9c22-58c661842d52,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:51.531118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:51.636269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:51.845449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:51.896297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:51.995221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=37281adc-224a-41f2-9c22-58c661842d52,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:26:52.013370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:52.198527 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP ae85061b-2a16-4c8a-8f17-687446d0dd88 associated. External IP: 172.26.4.169, port: 53ca726f-203d-45ad-bb26-7afe2a0bb625. Jan 17 08:26:52.670401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 34c4805f-9496-4910-b924-3124f9ad585d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:26:52.865820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:26:52.875342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] Sync routers for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:26:52.887040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:52.887671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:52.951280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:26:53.007328 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a34648e7-872b-465a-98d9-470bb19d2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7796497 Jan 17 08:26:53.007960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:26:53.010040 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57834) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:53.063222 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'status': 'completed', 'code': 200} Jan 17 08:26:53.063746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:53.164846 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-95a5097e-d2e2-4fd9-9787-30581d65ab8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/ae85061b-2a16-4c8a-8f17-687446d0dd88 HTTP/1.1" status: 200 len: 992 time: 0.1524854 Jan 17 08:26:53.179068 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3207f3b1-9f3c-4027-94cc-6a5181f925c0 req-ad9ba163-1e91-430c-9173-c757f55a54e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 1099 time: 0.0949028 Jan 17 08:26:53.411509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207f3b1-9f3c-4027-94cc-6a5181f925c0 req-749efab7-2f89-4a74-8e92-78535a1bf20f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:53.413115 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3207f3b1-9f3c-4027-94cc-6a5181f925c0 req-749efab7-2f89-4a74-8e92-78535a1bf20f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1725a61-59fa-479e-b383-ca3a0da17432 HTTP/1.1" status: 200 len: 898 time: 0.2284451 Jan 17 08:26:53.418406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'ae85061b-2a16-4c8a-8f17-687446d0dd88', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.169', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'port_id': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'mac_address': 'fa:16:3e:4c:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685171cf-ac0a-42cb-b51a-59771504f332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:26:51Z', 'updated_at': '2022-01-17T08:26:51Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db65996-7a8e-4b0e-bdf9-951d098648cd', 'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:1e:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:29Z', 'updated_at': '2022-01-17T08:26:36Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:53.422536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] Checking router: 34c4805f-9496-4910-b924-3124f9ad585d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:26:53.433659 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:26:53.434258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:26:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:53.519065 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3207f3b1-9f3c-4027-94cc-6a5181f925c0 req-3874f4c1-02bb-4c47-8aea-c375f2b3806c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53ca726f-203d-45ad-bb26-7afe2a0bb625 HTTP/1.1" status: 200 len: 1000 time: 0.0991459 Jan 17 08:26:53.588106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207f3b1-9f3c-4027-94cc-6a5181f925c0 req-9651e397-a0ff-460c-9494-48eebc2d3858 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:26:53.589559 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3207f3b1-9f3c-4027-94cc-6a5181f925c0 req-9651e397-a0ff-460c-9494-48eebc2d3858 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=637bff5f-cb58-4e15-814d-326f12f50c15 HTTP/1.1" status: 200 len: 835 time: 0.0651469 Jan 17 08:26:53.653189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:26:53.664830 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3207f3b1-9f3c-4027-94cc-6a5181f925c0 req-b1213048-4766-4d6d-9d75-630ec3054d09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1725a61-59fa-479e-b383-ca3a0da17432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692284 Jan 17 08:26:53.809718 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3207f3b1-9f3c-4027-94cc-6a5181f925c0 req-827860af-21bd-48fa-a656-a2951f297c3d service neutron] 10.222.0.53 "GET /v2.0/networks/a1725a61-59fa-479e-b383-ca3a0da17432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380742 Jan 17 08:26:53.943806 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3207f3b1-9f3c-4027-94cc-6a5181f925c0 req-c9f1a14d-bd3a-4215-8ac9-16c822a7353b service neutron] 10.222.0.53 "GET /v2.0/networks/a1725a61-59fa-479e-b383-ca3a0da17432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275640 Jan 17 08:26:54.000583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'ae85061b-2a16-4c8a-8f17-687446d0dd88', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.169', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'port_id': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'mac_address': 'fa:16:3e:4c:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685171cf-ac0a-42cb-b51a-59771504f332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:26:51Z', 'updated_at': '2022-01-17T08:26:51Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db65996-7a8e-4b0e-bdf9-951d098648cd', 'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:1e:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:29Z', 'updated_at': '2022-01-17T08:26:36Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:26:54.004720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190fb9ec-96c5-402a-b954-2bd242ec1c3a None None] The sync data for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv is: [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'ae85061b-2a16-4c8a-8f17-687446d0dd88', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.169', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'port_id': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'mac_address': 'fa:16:3e:4c:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685171cf-ac0a-42cb-b51a-59771504f332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:26:51Z', 'updated_at': '2022-01-17T08:26:51Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db65996-7a8e-4b0e-bdf9-951d098648cd', 'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:1e:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:29Z', 'updated_at': '2022-01-17T08:26:36Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:26:54.167487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57848) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:54.200106 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580156e-3b71-484a-8ef2-60107c503a90 None None] New status for floating IP ae85061b-2a16-4c8a-8f17-687446d0dd88: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:26:54.284193 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c2e14532-9f5d-4861-98c7-59401265eccc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/ae85061b-2a16-4c8a-8f17-687446d0dd88 HTTP/1.1" status: 200 len: 992 time: 0.1143885 Jan 17 08:26:55.287693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 57854) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:26:55.395251 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0fbaef42-0d5d-41c4-974e-f0fe2a411910 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/ae85061b-2a16-4c8a-8f17-687446d0dd88 HTTP/1.1" status: 200 len: 994 time: 0.1063499 Jan 17 08:27:00.715111 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:27:06.090567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8aef7cf7-3209-4712-b2cf-2e5103d7950e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:08.187515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-816d00ac-43c7-4e28-a0ee-ef1da6d1114e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:09.490563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:09.516978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:10.888277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:18.533078 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-ee00acc6-3302-4a9d-90f3-f13cddc81e78 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961001287&fields=id&tenant_id=f365aa3db4d649dc81da10839cb09d37 HTTP/1.1" status: 200 len: 267 time: 0.0404024 Jan 17 08:27:18.674606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-d5b44e42-8a78-4769-95a5-958dcfbf0b96 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:18.675960 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-d5b44e42-8a78-4769-95a5-958dcfbf0b96 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 811 time: 0.1366482 Jan 17 08:27:18.691654 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-11f60a72-017c-40a3-9fa4-4eec8fce821f tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/quotas/f365aa3db4d649dc81da10839cb09d37 HTTP/1.1" status: 200 len: 375 time: 0.0103941 Jan 17 08:27:18.777603 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-43b751bd-8770-4ad1-adfc-322ecad0d5a5 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0811629 Jan 17 08:27:18.980508 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-8eb0d028-5a6f-4977-bdca-8b31d0eb199e service neutron] 10.222.0.44 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912158 Jan 17 08:27:19.108931 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-a54f5dce-26bc-4c22-8ec6-f089ac5af717 service neutron] 10.222.0.44 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219864 Jan 17 08:27:19.564928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:19.831152 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cb597f16-bba9-40bb-be26-9924c9522b92 req-2dcb0758-c407-4b5d-a1a9-4cc72d639ea4 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 210 time: 0.0409741 Jan 17 08:27:20.937090 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27a8528c-ff19-43ff-9a64-d2e465c89cf4 req-a0121234-b5be-45c1-99fb-1ac8b782f7b1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 210 time: 0.0403991 Jan 17 08:27:22.058934 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-06acd881-428f-4d8d-922e-0a71c3b5812d req-acf3743f-1635-4ee3-bc41-f90326ca84da tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 210 time: 0.0403154 Jan 17 08:27:23.169480 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-928ae7bb-a259-4fd7-9f36-c870e41558af req-6e9d312d-f685-42e0-8684-5fb659086013 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 210 time: 0.0396316 Jan 17 08:27:24.330542 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-24e1df5b-1bfc-4eab-b1df-d51fc1720a2f req-db5b51f7-3dd5-4abe-822e-74e1cca78421 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 210 time: 0.0424390 Jan 17 08:27:25.496554 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ccf1419-1385-4417-b865-800f2321d83a req-320976a9-7613-48ad-ba11-5bcc5697a011 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 210 time: 0.0476191 Jan 17 08:27:25.800358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-c1063b42-c819-4c5f-bf64-5124606ed7dc tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:25.801768 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-c1063b42-c819-4c5f-bf64-5124606ed7dc tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 811 time: 0.1407337 Jan 17 08:27:25.853329 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-918823b6-e2e7-412d-a55f-2ef682c750ae tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f365aa3db4d649dc81da10839cb09d37 HTTP/1.1" status: 200 len: 380 time: 0.0397282 Jan 17 08:27:25.860993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'port': {'device_id': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'admin_state_up': True, 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'security_groups': ['dc4fa57d-a026-47ec-8f4b-6b1c60ee4064']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:27:25.990070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:27:26.000062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:27:26.061205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Made reservation on behalf of f365aa3db4d649dc81da10839cb09d37 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:27:26.064264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:26.223612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Allocated IP 172.20.0.8 (b7376139-ab63-4638-9884-ebc9308a798c/20f89e02-d013-46d6-821d-541e989250da/5428903f-88b0-4b26-a797-bd9cc55a5cf6) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:27:26.517324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:26.533545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Transition to ACTIVE for port object 5428903f-88b0-4b26-a797-bd9cc55a5cf6 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:27:26.599296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:26.723514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Network b7376139-ab63-4638-9884-ebc9308a798c is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:27:26.728903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'Port': ['ID=5428903f-88b0-4b26-a797-bd9cc55a5cf6,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:27:26.732951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:27:26.736973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:27:26.785504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.785845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.786217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.786547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.786879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.787722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.787722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.787876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.788157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.788480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.788793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:26.816105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:26.816693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:26.844965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175f6e5-b3fc-4966-9656-d1e36653136a req-a43c6b94-638e-4b82-bbf3-a64d029c1659 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:26.846484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2175f6e5-b3fc-4966-9656-d1e36653136a req-a43c6b94-638e-4b82-bbf3-a64d029c1659 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 931 time: 0.2139428 Jan 17 08:27:26.901085 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2175f6e5-b3fc-4966-9656-d1e36653136a req-2e8be49c-224e-4344-94a8-aaca3e4aa234 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461407 Jan 17 08:27:26.927078 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f6808841-46b9-4f86-b60d-4f802031afd0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0696013 Jan 17 08:27:26.939406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Request body: {'port': {'device_id': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:27:27.045322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:27.111536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-279e5058-5b74-403f-9ea7-d3a937c1b4e8 None None] Provisioning for port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:27:27.116566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-279e5058-5b74-403f-9ea7-d3a937c1b4e8 None None] Provisioning complete for port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:27:27.117073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-279e5058-5b74-403f-9ea7-d3a937c1b4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:27.177157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-279e5058-5b74-403f-9ea7-d3a937c1b4e8 None None] Port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:27:27.386283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5428903f-88b0-4b26-a797-bd9cc55a5cf6 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:27:27.393109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:27.407421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Transition to ACTIVE for port object 5428903f-88b0-4b26-a797-bd9cc55a5cf6 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:27:27.484260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:27.614598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Pushing event updated for resources: {'Port': ['ID=5428903f-88b0-4b26-a797-bd9cc55a5cf6,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:27:27.727227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Attempting to bind port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:27:27.732458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Attempting to bind port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:27:27.732458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Attempting to bind port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 on network b7376139-ab63-4638-9884-ebc9308a798c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:27:27.734729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 on network b7376139-ab63-4638-9884-ebc9308a798c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:27:27.735050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Attempting to bind port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 on network b7376139-ab63-4638-9884-ebc9308a798c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:27:27.741509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:27:27.741854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Checking segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:27:27.742217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Bound using segment: {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:27:27.742633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Bound port: 5428903f-88b0-4b26-a797-bd9cc55a5cf6, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9813b8-7f78-41fb-8953-24c3f94ab845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:27:27.742972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:27.835287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] For port 5428903f-88b0-4b26-a797-bd9cc55a5cf6, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:27:27.838214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] For port 5428903f-88b0-4b26-a797-bd9cc55a5cf6, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5428903f-88b0-4b26-a797-bd9cc55a5cf6,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:27:27.907757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:27.969212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:27.970634 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] 10.222.0.53 "PUT /v2.0/ports/5428903f-88b0-4b26-a797-bd9cc55a5cf6 HTTP/1.1" status: 200 len: 1093 time: 1.0354185 Jan 17 08:27:27.971083 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:27:27.991652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa792e-813b-4b65-bafe-dd90466fed93 service neutron] Pushing event updated for resources: {'Port': ['ID=5428903f-88b0-4b26-a797-bd9cc55a5cf6,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:27:28.061713 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'status': 'completed', 'code': 200} Jan 17 08:27:28.157308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337d95b-3716-4dc3-b6e7-2624d47e102b req-b572ce8b-856b-4999-bf68-b1001240b889 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:28.158000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-4337d95b-3716-4dc3-b6e7-2624d47e102b req-b572ce8b-856b-4999-bf68-b1001240b889 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:27:28.173217 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1c0fa624-c140-4414-afa6-f05796b5d72c req-5ff31335-94d9-422b-a1c2-a42bb37ebf3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 1096 time: 0.1107740 Jan 17 08:27:28.256561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-4337d95b-3716-4dc3-b6e7-2624d47e102b req-b572ce8b-856b-4999-bf68-b1001240b889 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:27:28.257694 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4337d95b-3716-4dc3-b6e7-2624d47e102b req-b572ce8b-856b-4999-bf68-b1001240b889 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 943 time: 0.2364409 Jan 17 08:27:28.342947 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4337d95b-3716-4dc3-b6e7-2624d47e102b req-9c46b579-52c0-4a31-a23f-a82a5178c9de tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771897 Jan 17 08:27:28.345094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fa624-c140-4414-afa6-f05796b5d72c req-2f4a0e8b-090b-47ef-bddc-e5659b55331f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:28.346463 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1c0fa624-c140-4414-afa6-f05796b5d72c req-2f4a0e8b-090b-47ef-bddc-e5659b55331f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f365aa3db4d649dc81da10839cb09d37&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1662683 Jan 17 08:27:28.479332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fa624-c140-4414-afa6-f05796b5d72c req-532674e7-ba75-4af5-b24d-ebbbe8bfab76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:28.481364 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1c0fa624-c140-4414-afa6-f05796b5d72c req-532674e7-ba75-4af5-b24d-ebbbe8bfab76 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285324 Jan 17 08:27:28.672060 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-dccdf538-7d51-4934-bbf6-54207f2e333b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 1096 time: 0.1566830 Jan 17 08:27:28.740775 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-f3ce3139-0271-45a8-b453-84eff1e894ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5428903f-88b0-4b26-a797-bd9cc55a5cf6 HTTP/1.1" status: 200 len: 217 time: 0.0614142 Jan 17 08:27:28.802685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-1eef45c4-eb10-4d7d-925f-1c6c6be80dcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:28.804183 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-1eef45c4-eb10-4d7d-925f-1c6c6be80dcb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0579097 Jan 17 08:27:28.877332 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-bd8a7676-887f-40ac-bcc5-9a7eccec658a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675819 Jan 17 08:27:29.006589 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-3414f2c1-94ec-43c9-847b-8323fd1e46f9 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228662 Jan 17 08:27:29.134291 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5bdb55af-9d60-49d4-b179-b10dae3eded8 req-478f4c6b-8f06-4359-8ea8-9ba612f739f4 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219800 Jan 17 08:27:29.537790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979162f-b474-4487-8d94-161c87b3d62c req-80c43338-97d7-4e27-90cb-9c1881f4dceb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:29.545225 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a979162f-b474-4487-8d94-161c87b3d62c req-80c43338-97d7-4e27-90cb-9c1881f4dceb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 943 time: 0.0759289 Jan 17 08:27:29.584551 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a979162f-b474-4487-8d94-161c87b3d62c req-2b66ecfe-5af0-4680-b0c8-457e403532ea tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392749 Jan 17 08:27:30.784663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c7913-0dc7-433a-92de-cc10a4862904 req-d4cb53c6-1990-4496-bdd9-d7b00383c7f1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:30.786033 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b29c7913-0dc7-433a-92de-cc10a4862904 req-d4cb53c6-1990-4496-bdd9-d7b00383c7f1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 943 time: 0.0786459 Jan 17 08:27:30.831038 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b29c7913-0dc7-433a-92de-cc10a4862904 req-9ef60b73-0fce-4504-8921-39f938ce599b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Jan 17 08:27:32.030612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215aaa5-da1c-476c-b985-8302578d01a2 req-a81eba55-6294-4514-848e-8e7ae90897e5 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:32.032085 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e215aaa5-da1c-476c-b985-8302578d01a2 req-a81eba55-6294-4514-848e-8e7ae90897e5 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 943 time: 0.0789158 Jan 17 08:27:32.075960 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e215aaa5-da1c-476c-b985-8302578d01a2 req-3ecb6b43-f85b-45f3-b85c-edab26eea80b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383730 Jan 17 08:27:33.273655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62973db-4c4a-42d9-9919-55c0e6703b8b req-67db3af0-d7e9-422b-81ac-452e343e569d tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:33.275107 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e62973db-4c4a-42d9-9919-55c0e6703b8b req-67db3af0-d7e9-422b-81ac-452e343e569d tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 943 time: 0.0772634 Jan 17 08:27:33.322619 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e62973db-4c4a-42d9-9919-55c0e6703b8b req-294e90f7-5a5b-4e2c-9d77-2080012bdb17 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Jan 17 08:27:34.513914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eb892-1164-4e4c-a9d9-d875d31ef857 req-f8413dbb-f10f-410e-8c45-229d9eedea28 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:34.515375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da6eb892-1164-4e4c-a9d9-d875d31ef857 req-f8413dbb-f10f-410e-8c45-229d9eedea28 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 943 time: 0.0760546 Jan 17 08:27:34.560280 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da6eb892-1164-4e4c-a9d9-d875d31ef857 req-979d1e64-0bc4-404b-a602-d8fd4d8a00fb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391600 Jan 17 08:27:35.753498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1413c8-1638-4e6d-a4b5-4c4221f3b026 req-3befb10c-9d35-4554-9a2c-8ea2c139f448 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:35.756539 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4d1413c8-1638-4e6d-a4b5-4c4221f3b026 req-3befb10c-9d35-4554-9a2c-8ea2c139f448 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 943 time: 0.0771658 Jan 17 08:27:35.800479 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4d1413c8-1638-4e6d-a4b5-4c4221f3b026 req-94ae47cb-49fa-46d4-8ef1-092ebaf428e0 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400946 Jan 17 08:27:36.049466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-227fb196-2806-4d8e-b4fa-511da55098fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:37.077695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875f8e3-8b49-457d-adf4-b724dd79e564 req-614b46fc-4d3b-470b-abdc-fd434798bff2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:37.079141 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3875f8e3-8b49-457d-adf4-b724dd79e564 req-614b46fc-4d3b-470b-abdc-fd434798bff2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 943 time: 0.1618907 Jan 17 08:27:37.122714 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3875f8e3-8b49-457d-adf4-b724dd79e564 req-9865f6d3-3756-4c1a-aad3-35316a9db77d tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381203 Jan 17 08:27:37.308233 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 5428903f-88b0-4b26-a797-bd9cc55a5cf6 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:27:37.482188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 5428903f-88b0-4b26-a797-bd9cc55a5cf6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5428903f-88b0-4b26-a797-bd9cc55a5cf6,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:27:37.495558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'port_id': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'mac_address': 'fa:16:3e:c0:99:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:27:37.550414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:37.566723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5428903f-88b0-4b26-a797-bd9cc55a5cf6 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:27:37.581891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 5428903f-88b0-4b26-a797-bd9cc55a5cf6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5428903f-88b0-4b26-a797-bd9cc55a5cf6,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:27:37.684184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:37.715367 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:27:37.749144 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=5428903f-88b0-4b26-a797-bd9cc55a5cf6,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:27:37.757771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.757771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.757771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.758033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.758276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.758598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.758920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.759270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.759594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.759910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:37.760224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:38.077928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['5428903f-88b0-4b26-a797-bd9cc55a5cf6'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:27:38.188109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bcff56-c07b-4f50-842d-dc67f386e7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:38.329787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b749cb5-5ad3-4a30-bd0b-9388a6de59ab req-1b6c460a-beb1-4a7c-a383-29c66ebea467 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:38.331140 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7b749cb5-5ad3-4a30-bd0b-9388a6de59ab req-1b6c460a-beb1-4a7c-a383-29c66ebea467 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 944 time: 0.0844197 Jan 17 08:27:38.376635 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7b749cb5-5ad3-4a30-bd0b-9388a6de59ab req-0bf18db9-bc1c-432e-b5bf-d29d8929fad2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393920 Jan 17 08:27:39.315896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 5428903f-88b0-4b26-a797-bd9cc55a5cf6 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:27:39.421170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:27:39.426478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:27:39.426478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:39.482387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:39.555740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:39.579974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68839f-8411-4b0a-b988-a6629f5215ae req-03fc14c2-83e3-404f-bacc-c2f99e0a9c0d tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:39.580535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:39.580633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d68839f-8411-4b0a-b988-a6629f5215ae req-03fc14c2-83e3-404f-bacc-c2f99e0a9c0d tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 944 time: 0.0756288 Jan 17 08:27:39.587027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:27:39.597907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 5428903f-88b0-4b26-a797-bd9cc55a5cf6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5428903f-88b0-4b26-a797-bd9cc55a5cf6,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:27:39.624870 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d68839f-8411-4b0a-b988-a6629f5215ae req-e4be978b-5baa-4a08-9862-7ad07b7170bc tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Jan 17 08:27:39.645222 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'code': 200} Jan 17 08:27:39.718602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:39.784284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=5428903f-88b0-4b26-a797-bd9cc55a5cf6,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:27:40.101256 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5120c8ad-dfb3-49c9-872b-26f98b164637 req-d4bba672-4642-4f22-92c5-c09dc236bc2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 1098 time: 0.0657537 Jan 17 08:27:40.143913 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5120c8ad-dfb3-49c9-872b-26f98b164637 req-81b1fef2-18c0-4032-b035-5153fcf71b46 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364680 Jan 17 08:27:40.821955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48d916-f3de-46c7-bb49-43d68ce61108 req-7c4bc32a-4f87-463f-9f6c-553fbccd753b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:40.821955 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ba48d916-f3de-46c7-bb49-43d68ce61108 req-7c4bc32a-4f87-463f-9f6c-553fbccd753b tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 945 time: 0.0801065 Jan 17 08:27:40.866535 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ba48d916-f3de-46c7-bb49-43d68ce61108 req-47b9b1b8-bba7-41cd-a1bb-d7219ba43de8 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Jan 17 08:27:40.889971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:41.482758 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-a0c786f4-aaa5-41a8-a103-498d47cb9e0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715468 Jan 17 08:27:41.646525 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-83658745-31ee-49b3-b231-74ae22bba58a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1098 time: 0.0690897 Jan 17 08:27:41.787777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-dcd9054b-7084-4692-8029-4207db56d95d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:41.789135 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-dcd9054b-7084-4692-8029-4207db56d95d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1237962 Jan 17 08:27:41.888923 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-5c4bf1e4-663e-4420-a786-b0c076292bbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c9112-ace4-4357-ad92-957d649c00d0 HTTP/1.1" status: 200 len: 1001 time: 0.0941832 Jan 17 08:27:41.948679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-fd4814e0-9c7c-4964-8ee5-18c0c75791bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:41.950045 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-fd4814e0-9c7c-4964-8ee5-18c0c75791bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0558734 Jan 17 08:27:42.088295 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-cea1376a-dce5-4594-95e5-7ec952712ce0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321058 Jan 17 08:27:42.094553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c60612-0bb0-4c2c-be48-876d65b9a0dd req-0442b572-c63d-4492-9843-16f7d370f256 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:42.095913 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c9c60612-0bb0-4c2c-be48-876d65b9a0dd req-0442b572-c63d-4492-9843-16f7d370f256 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 945 time: 0.1041143 Jan 17 08:27:42.221051 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c9c60612-0bb0-4c2c-be48-876d65b9a0dd req-d89edab3-17d8-4036-9b1f-6a7c7a22d807 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067104 Jan 17 08:27:42.257065 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-4b36d200-06b9-40c9-9a98-7e6b41230136 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602459 Jan 17 08:27:42.415726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0ce5e-2484-47e3-aef8-6de90cf8e1fe req-558f4305-d072-40ee-a3a9-86722cf774e3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:42.417943 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-80c0ce5e-2484-47e3-aef8-6de90cf8e1fe req-558f4305-d072-40ee-a3a9-86722cf774e3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 945 time: 0.0774813 Jan 17 08:27:42.468626 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-80c0ce5e-2484-47e3-aef8-6de90cf8e1fe req-19a6e9d3-9dda-4eac-8dc8-4c7ea2f7d1ad tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Jan 17 08:27:42.474902 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb1aa77a-917c-4756-be4f-df2c7d94caa0 req-3e8eb57e-113d-4e83-be59-f76e56d5df4f service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114704 Jan 17 08:27:42.514374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 57998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:27:42.790603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-38846ecd-5f23-400a-95b6-5f6ded50a666 tempest-TestVolumeBootPattern-2115390780 tempest-TestVolumeBootPattern-2115390780-project-admin] Synchronizing usage tracker for tenant:5351ba104819463d86ba05f9acf6e775 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:27:42.883802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-38846ecd-5f23-400a-95b6-5f6ded50a666 tempest-TestVolumeBootPattern-2115390780 tempest-TestVolumeBootPattern-2115390780-project-admin] Unset dirty status for tenant:5351ba104819463d86ba05f9acf6e775 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:27:42.893978 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-38846ecd-5f23-400a-95b6-5f6ded50a666 tempest-TestVolumeBootPattern-2115390780 tempest-TestVolumeBootPattern-2115390780-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 1093 time: 0.3696687 Jan 17 08:27:42.896096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58004) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:27:42.901402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:27:42.907423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:27:42.911130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Usage tracker for resource:floatingip and tenant:f365aa3db4d649dc81da10839cb09d37 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:27:42.913911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:27:42.919441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:27:42.984916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:43.116830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:43.249754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Allocated IP 172.26.4.72 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/82930377-da18-45ed-bc08-fb432760ec73) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:27:43.392024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:43.478998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:43.546128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:27:43.549048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:27:43.553255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:27:43.580288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'Port': ['ID=82930377-da18-45ed-bc08-fb432760ec73,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:27:43.599590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.599928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.600261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.600589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.600916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.601240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.601562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.601880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.602199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.602514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:43.602828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:27:44.063531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:44.163977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:44.448738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:44.511014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:44.611861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event updated for resources: {'Port': ['ID=82930377-da18-45ed-bc08-fb432760ec73,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:27:44.632448 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:44.818633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Floating IP 0db1d3c9-d553-4bc2-8bf4-d92b5a597f53 associated. External IP: 172.26.4.72, port: 5428903f-88b0-4b26-a797-bd9cc55a5cf6. Jan 17 08:27:45.195182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:27:45.389443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:27:45.400978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] Sync routers for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:27:45.411420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:27:45.412030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:27:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:27:45.489684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:27:45.546947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4c60919f-8152-49c5-a500-b7eca3ed2249 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6495998 Jan 17 08:27:45.547599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:27:45.598758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:27:45.603635 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'status': 'completed', 'code': 200} Jan 17 08:27:45.694483 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7912dc24-0b0c-4ccf-ba6b-7251bca22eda req-38487797-a911-454f-9d29-b645156ab280 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 1098 time: 0.0680833 Jan 17 08:27:45.825555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912dc24-0b0c-4ccf-ba6b-7251bca22eda req-c61670ca-8d1e-432b-854b-770cf7d0e579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:45.826948 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7912dc24-0b0c-4ccf-ba6b-7251bca22eda req-c61670ca-8d1e-432b-854b-770cf7d0e579 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1265337 Jan 17 08:27:45.929447 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7912dc24-0b0c-4ccf-ba6b-7251bca22eda req-383996e9-3f9e-4971-b877-486b5e52025b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5428903f-88b0-4b26-a797-bd9cc55a5cf6 HTTP/1.1" status: 200 len: 998 time: 0.0959461 Jan 17 08:27:45.948148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '0db1d3c9-d553-4bc2-8bf4-d92b5a597f53', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:c0:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:27:43Z', 'updated_at': '2022-01-17T08:27:43Z', 'revision_number': 0, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}, {'id': 'b89d6a24-2ae9-493a-8b2d-1a4a11266cf8', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:24:35Z', 'updated_at': '2022-01-17T08:24:39Z', 'revision_number': 1, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:27:45.952284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] Checking router: 2441dd68-0d1c-4e23-a076-bb334a8e9e5d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:27:45.963529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:27:45.964120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:27:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:27:45.991674 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912dc24-0b0c-4ccf-ba6b-7251bca22eda req-ab939c85-98bd-4323-9068-ffdab096e5e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:27:45.993097 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7912dc24-0b0c-4ccf-ba6b-7251bca22eda req-ab939c85-98bd-4323-9068-ffdab096e5e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0579422 Jan 17 08:27:46.068509 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7912dc24-0b0c-4ccf-ba6b-7251bca22eda req-984252e9-02cc-44c2-90fc-73ad9796c445 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695696 Jan 17 08:27:46.137929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:27:46.200304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7912dc24-0b0c-4ccf-ba6b-7251bca22eda req-c584028f-763a-4aad-a501-da81491503f5 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249959 Jan 17 08:27:46.332284 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7912dc24-0b0c-4ccf-ba6b-7251bca22eda req-594a04ed-1652-490b-9771-7bb20ef38b65 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254172 Jan 17 08:27:46.523667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '0db1d3c9-d553-4bc2-8bf4-d92b5a597f53', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:c0:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:27:43Z', 'updated_at': '2022-01-17T08:27:43Z', 'revision_number': 0, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}, {'id': 'b89d6a24-2ae9-493a-8b2d-1a4a11266cf8', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:24:35Z', 'updated_at': '2022-01-17T08:24:39Z', 'revision_number': 1, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:27:46.527642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d0397-c51e-405a-97ce-006e8178c4fd None None] The sync data for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv is: [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '0db1d3c9-d553-4bc2-8bf4-d92b5a597f53', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:c0:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:27:43Z', 'updated_at': '2022-01-17T08:27:43Z', 'revision_number': 0, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}, {'id': 'b89d6a24-2ae9-493a-8b2d-1a4a11266cf8', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:24:35Z', 'updated_at': '2022-01-17T08:24:39Z', 'revision_number': 1, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:27:46.724849 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11906e1e-2c82-47fe-825d-ccfb0de762e7 None None] New status for floating IP 0db1d3c9-d553-4bc2-8bf4-d92b5a597f53: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:27:49.575508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:06.070960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0653ba2-ed3a-4b25-8698-505f16578ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:06.672129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58026) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:06.771625 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7cd1362e-c9a5-4090-9d2d-7f44da56546a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/ae85061b-2a16-4c8a-8f17-687446d0dd88 HTTP/1.1" status: 200 len: 994 time: 0.0982997 Jan 17 08:28:07.139448 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:07.334816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 37281adc-224a-41f2-9c22-58c661842d52 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:28:07.339955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:07.598468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:07.598809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:07.723291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 37281adc-224a-41f2-9c22-58c661842d52 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:28:07.946853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:07.993164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=37281adc-224a-41f2-9c22-58c661842d52,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:08.105562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:08.197496 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e5be05f-cddb-4b6c-ba83-6843938fe896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:08.502164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 34c4805f-9496-4910-b924-3124f9ad585d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:28:08.692748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:28:08.703683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] Sync routers for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:28:08.733228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:08.733228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:08.813932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:08.868233 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5611aea9-5a84-4729-94fd-d5d030952c63 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/floatingips/ae85061b-2a16-4c8a-8f17-687446d0dd88 HTTP/1.1" status: 204 len: 168 time: 1.7276728 Jan 17 08:28:08.868777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:28:08.910999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:09.067297 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'status': 'completed', 'code': 200} Jan 17 08:28:09.159122 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a3c41fc-0f14-4e3e-8d20-6c72181ce8ab req-5d7d6c46-37e5-45cc-9a1f-73cbd40eb467 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 1099 time: 0.0691962 Jan 17 08:28:09.237376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2db65996-7a8e-4b0e-bdf9-951d098648cd', 'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:1e:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:29Z', 'updated_at': '2022-01-17T08:26:36Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:09.241740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] Checking router: 34c4805f-9496-4910-b924-3124f9ad585d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:28:09.258605 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:09.259277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:09.292162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c41fc-0f14-4e3e-8d20-6c72181ce8ab req-436d0529-ad77-446d-b292-199e787d48ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:09.293606 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a3c41fc-0f14-4e3e-8d20-6c72181ce8ab req-436d0529-ad77-446d-b292-199e787d48ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1725a61-59fa-479e-b383-ca3a0da17432 HTTP/1.1" status: 200 len: 898 time: 0.1285257 Jan 17 08:28:09.363897 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a3c41fc-0f14-4e3e-8d20-6c72181ce8ab req-f978d59d-babf-42ea-a5b5-155b5f6f307a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53ca726f-203d-45ad-bb26-7afe2a0bb625 HTTP/1.1" status: 200 len: 217 time: 0.0639634 Jan 17 08:28:09.463101 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c41fc-0f14-4e3e-8d20-6c72181ce8ab req-afabd41c-7ab9-4d84-8850-a689318d2271 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:09.464681 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a3c41fc-0f14-4e3e-8d20-6c72181ce8ab req-afabd41c-7ab9-4d84-8850-a689318d2271 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=637bff5f-cb58-4e15-814d-326f12f50c15 HTTP/1.1" status: 200 len: 835 time: 0.0942979 Jan 17 08:28:09.490954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:09.561707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:09.561863 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a3c41fc-0f14-4e3e-8d20-6c72181ce8ab req-5768d7b7-b364-4ac2-810b-48ae21d50cba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1725a61-59fa-479e-b383-ca3a0da17432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879087 Jan 17 08:28:09.625307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:09.650325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd45aaf-9e6e-4578-86b2-e3223afcaf5d req-7af2a9ad-5c32-4cf2-b8d2-7f8e8eda2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:09.650892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0fd45aaf-9e6e-4578-86b2-e3223afcaf5d req-7af2a9ad-5c32-4cf2-b8d2-7f8e8eda2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:28:09.706990 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a3c41fc-0f14-4e3e-8d20-6c72181ce8ab req-d6c256c4-5c18-4a0e-9f3a-8384c89c6bc7 service neutron] 10.222.0.53 "GET /v2.0/networks/a1725a61-59fa-479e-b383-ca3a0da17432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383669 Jan 17 08:28:09.792640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0fd45aaf-9e6e-4578-86b2-e3223afcaf5d req-7af2a9ad-5c32-4cf2-b8d2-7f8e8eda2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:28:09.792640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0fd45aaf-9e6e-4578-86b2-e3223afcaf5d req-7af2a9ad-5c32-4cf2-b8d2-7f8e8eda2800 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 946 time: 0.2921197 Jan 17 08:28:09.842708 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a3c41fc-0f14-4e3e-8d20-6c72181ce8ab req-4a5a445e-134f-4075-b659-3153151b426f service neutron] 10.222.0.53 "GET /v2.0/networks/a1725a61-59fa-479e-b383-ca3a0da17432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307037 Jan 17 08:28:09.843139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2db65996-7a8e-4b0e-bdf9-951d098648cd', 'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:1e:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:29Z', 'updated_at': '2022-01-17T08:26:36Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:09.848359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970a26b-6d9f-43d9-b1a7-abe1a645f4dd None None] The sync data for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv is: [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2db65996-7a8e-4b0e-bdf9-951d098648cd', 'name': '', 'network_id': 'a1725a61-59fa-479e-b383-ca3a0da17432', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:1e:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:29Z', 'updated_at': '2022-01-17T08:26:36Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '637bff5f-cb58-4e15-814d-326f12f50c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:28:09.850792 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0fd45aaf-9e6e-4578-86b2-e3223afcaf5d req-27ef4a9c-024c-40a8-8b12-2f445c8adf5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565879 Jan 17 08:28:10.094436 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529bd74-bb37-4bed-af0a-59db8c71bf00 None None] New status for floating IP ae85061b-2a16-4c8a-8f17-687446d0dd88: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:28:10.866519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:11.119218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac97ad-c5ec-42a7-ab22-410732605334 req-1e48e5c5-8cd0-48c7-a0e2-5d8322f25924 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:11.119218 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-32ac97ad-c5ec-42a7-ab22-410732605334 req-1e48e5c5-8cd0-48c7-a0e2-5d8322f25924 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 946 time: 0.1420853 Jan 17 08:28:11.169531 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-32ac97ad-c5ec-42a7-ab22-410732605334 req-a2f1877b-3522-46cf-8d7a-c75214158d28 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391054 Jan 17 08:28:11.355825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-22574485-559f-46cb-a6e9-43d6ee9a5e7a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:11.357234 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-22574485-559f-46cb-a6e9-43d6ee9a5e7a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 946 time: 0.1747551 Jan 17 08:28:11.425200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 53ca726f-203d-45ad-bb26-7afe2a0bb625 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:28:11.425980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:11.666193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 53ca726f-203d-45ad-bb26-7afe2a0bb625, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=53ca726f-203d-45ad-bb26-7afe2a0bb625,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:11.666542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:11.787647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 53ca726f-203d-45ad-bb26-7afe2a0bb625 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:28:12.071757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:12.119211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=53ca726f-203d-45ad-bb26-7afe2a0bb625,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:12.194655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port 53ca726f-203d-45ad-bb26-7afe2a0bb625 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:28:12.197047 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:12.199518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'name': 'network-vif-deleted', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:28:12.254095 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685171cf-ac0a-42cb-b51a-59771504f332', 'name': 'network-vif-deleted', 'tag': '53ca726f-203d-45ad-bb26-7afe2a0bb625', 'status': 'completed', 'code': 200} Jan 17 08:28:12.290972 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d193662a-f8f8-4610-b8fd-126e2765a7a1 req-d823780e-c91d-4a4f-b6ad-a871adacb151 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/53ca726f-203d-45ad-bb26-7afe2a0bb625 HTTP/1.1" status: 204 len: 173 time: 0.9269958 Jan 17 08:28:12.346270 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2a6e3ae5-8a95-4393-b506-cebee46b9e20 req-58d5e370-b7dc-45de-93f3-e090e084d468 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=685171cf-ac0a-42cb-b51a-59771504f332 HTTP/1.1" status: 200 len: 210 time: 0.0412121 Jan 17 08:28:13.456400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58060) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:13.530642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d2211cf-f60a-4f80-b44f-53f14e3ef786 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:13.559735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d2211cf-f60a-4f80-b44f-53f14e3ef786 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:13.694866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d2211cf-f60a-4f80-b44f-53f14e3ef786 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:13.713764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2211cf-f60a-4f80-b44f-53f14e3ef786 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf601e0-9d94-4ec2-b1fd-391f8b323dcb,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:13.802565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d2211cf-f60a-4f80-b44f-53f14e3ef786 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:13.803718 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3d2211cf-f60a-4f80-b44f-53f14e3ef786 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/bcf601e0-9d94-4ec2-b1fd-391f8b323dcb HTTP/1.1" status: 204 len: 168 time: 0.3462186 Jan 17 08:28:13.915615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58066) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:14.402709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:14.714958 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:28:15.008632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 2db65996-7a8e-4b0e-bdf9-951d098648cd {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:28:15.009095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:15.193958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 2db65996-7a8e-4b0e-bdf9-951d098648cd, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2db65996-7a8e-4b0e-bdf9-951d098648cd,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:15.194302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:15.317376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 2db65996-7a8e-4b0e-bdf9-951d098648cd owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:28:15.475220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 53ca726f-203d-45ad-bb26-7afe2a0bb625 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:28:15.514083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 53ca726f-203d-45ad-bb26-7afe2a0bb625 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:28:15.514431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 53ca726f-203d-45ad-bb26-7afe2a0bb625 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:28:15.592294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:15.637672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=2db65996-7a8e-4b0e-bdf9-951d098648cd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:16.033875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:16.604872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 34c4805f-9496-4910-b924-3124f9ad585d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:28:16.800168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:28:16.813242 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9cf4edef-6862-4ddb-84f4-651aa49c340b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/34c4805f-9496-4910-b924-3124f9ad585d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8988421 Jan 17 08:28:16.813393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] Sync routers for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:28:16.815728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58072) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:16.826147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:16.826766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:17.004148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:17.068590 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26333a7-691b-45ec-949b-99295646bc57 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting subnet 637bff5f-cb58-4e15-814d-326f12f50c15 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:28:17.072110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d26333a7-691b-45ec-949b-99295646bc57 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:17.130159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d26333a7-691b-45ec-949b-99295646bc57 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:17.220352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d26333a7-691b-45ec-949b-99295646bc57 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:17.295360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:28:15Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:17.299280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] Checking router: 34c4805f-9496-4910-b924-3124f9ad585d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:28:17.311888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] Routers {'34c4805f-9496-4910-b924-3124f9ad585d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:17.311888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['34c4805f-9496-4910-b924-3124f9ad585d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:17.340866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d26333a7-691b-45ec-949b-99295646bc57 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:17.381503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26333a7-691b-45ec-949b-99295646bc57 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Subnet': ['ID=637bff5f-cb58-4e15-814d-326f12f50c15,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:17.392475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d26333a7-691b-45ec-949b-99295646bc57 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:17.395182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e5bc1e-1c36-4167-92ab-6f006500a848 None None] Network a1725a61-59fa-479e-b383-ca3a0da17432 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:28:17.396327 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d26333a7-691b-45ec-949b-99295646bc57 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/subnets/637bff5f-cb58-4e15-814d-326f12f50c15 HTTP/1.1" status: 204 len: 168 time: 0.5795124 Jan 17 08:28:17.399003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58078) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:17.609885 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:17.640954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] Set router 34c4805f-9496-4910-b924-3124f9ad585d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:17.914124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:17.975499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:28:17.975625 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:17.976179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7166c6-16df-4d87-b816-a6d18ac357f4 None None] DHCP port deletion for a1725a61-59fa-479e-b383-ca3a0da17432 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:28:17.982514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fb7166c6-16df-4d87-b816-a6d18ac357f4 None None] Deleting port 265a3964-6cae-49fd-988c-b1598ec3b04a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:28:17.982884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb7166c6-16df-4d87-b816-a6d18ac357f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:18.116685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:28:15Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:18.151814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:18.152167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:18.168569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07afc5c4-a14c-4e63-9542-5a5c7387261f None None] The sync data for ids ['34c4805f-9496-4910-b924-3124f9ad585d'] in dv-neutron-824874-1-hyperv is: [{'id': '34c4805f-9496-4910-b924-3124f9ad585d', 'name': 'tempest-TestNetworkBasicOps-router-1236670284', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:28:15Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4805f-9496-4910-b924-3124f9ad585d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:26:25Z', 'updated_at': '2022-01-17T08:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:28:18.212981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fb7166c6-16df-4d87-b816-a6d18ac357f4 None None] For port 265a3964-6cae-49fd-988c-b1598ec3b04a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=265a3964-6cae-49fd-988c-b1598ec3b04a,segment=NetworkSegment(eb4bcac3-12b5-4d09-acf8-a0f11506d135),segment_id=eb4bcac3-12b5-4d09-acf8-a0f11506d135)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:18.213416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb7166c6-16df-4d87-b816-a6d18ac357f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:18.279145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:28:18.338471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fb7166c6-16df-4d87-b816-a6d18ac357f4 None None] Calling delete_port for 265a3964-6cae-49fd-988c-b1598ec3b04a owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:28:18.506379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb7166c6-16df-4d87-b816-a6d18ac357f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:18.547009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:18.552223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7166c6-16df-4d87-b816-a6d18ac357f4 None None] Pushing event deleted for resources: {'Port': ['ID=265a3964-6cae-49fd-988c-b1598ec3b04a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:18.560600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7166c6-16df-4d87-b816-a6d18ac357f4 None None] No DVR routers for this DVR port 265a3964-6cae-49fd-988c-b1598ec3b04a on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:28:18.595022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:18.822857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.078518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.084847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.192126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.192325 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Fanout notify agent at l3_agent the message router_deleted on router 34c4805f-9496-4910-b924-3124f9ad585d {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:28:19.206526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.207744 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-47a8e367-ad4f-4cc0-98da-3fa8be0ae799 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/routers/34c4805f-9496-4910-b924-3124f9ad585d HTTP/1.1" status: 204 len: 168 time: 1.8077207 Jan 17 08:28:19.210400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58082) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:19.332894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.581223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.587051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.611875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1725a61-59fa-479e-b383-ca3a0da17432']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:19.624949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4bcac3-12b5-4d09-acf8-a0f11506d135') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:19.625252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4bcac3-12b5-4d09-acf8-a0f11506d135') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:19.637685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.655594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.668122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:28:19.668578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:28:19.682596 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:28:19.872555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.878281 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 265a3964-6cae-49fd-988c-b1598ec3b04a no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:28:19.878494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:19.905862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Network': ['ID=a1725a61-59fa-479e-b383-ca3a0da17432,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:19.914029 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 265a3964-6cae-49fd-988c-b1598ec3b04a {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:28:19.914412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 265a3964-6cae-49fd-988c-b1598ec3b04a not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:28:19.914838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2db65996-7a8e-4b0e-bdf9-951d098648cd no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:28:19.944982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 2db65996-7a8e-4b0e-bdf9-951d098648cd {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:28:19.945323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2db65996-7a8e-4b0e-bdf9-951d098648cd not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:28:19.946260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:28:19.976648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:28:19.977016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52b502f7-c8b8-4fc2-a51b-2f2eda24e9b2 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:28:19.997156 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4b51c98b-0a59-447c-ada2-3d4ec51f21ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/networks/a1725a61-59fa-479e-b383-ca3a0da17432 HTTP/1.1" status: 204 len: 168 time: 0.7855670 Jan 17 08:28:20.016525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58086) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:20.025619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'network': {'name': 'tempest-network-smoke--1571268399', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'port_security_enabled': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:20.027546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:20.031759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:network and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:20.034558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:20.040209 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:20.181215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:28:20.184401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:20.212881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:28:20.221114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:20.221451 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Added segment 7319c1b3-72f4-4cc6-ae61-e9834938af89 of type vlan for network 80b775e4-f451-470f-a64f-80fb0cc5609d Jan 17 08:28:20.249927 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:20.367272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:20.367272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:20.368134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:20.475875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Network': ['ID=80b775e4-f451-470f-a64f-80fb0cc5609d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:20.486304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 80b775e4-f451-470f-a64f-80fb0cc5609d details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:28:20.547917 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7fcf3ac4-350b-43a1-925a-e6e08d7db348 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5300133 Jan 17 08:28:20.550465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58090) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:20.556249 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-89928167', 'admin_state_up': True, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:20.563236 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:20.567355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:router and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:20.570660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:20.578192 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:20.685087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:20.685725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:20.703655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:20.910685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:21.147920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:21.177348 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:21.312823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.83 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/2ae392d4-9b2c-4731-bffe-42bd13cc052c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:28:21.453044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:21.569539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:21.635146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:28:21.637988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:28:21.643302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:28:21.667589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=2ae392d4-9b2c-4731-bffe-42bd13cc052c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:21.877320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:21.878042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:22.155855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:28:22.437144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:28:22.447898 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Sync routers for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:28:22.459747 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:22.460345 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:22.523733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:22.525053 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-762bf795-7369-413e-95c8-f6bc9305ebb1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9736562 Jan 17 08:28:22.528151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58094) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:22.631443 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:22.635912 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8d2c121e-9a87-46e2-92d9-6f8e1f97dfce tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1066558 Jan 17 08:28:22.638457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58100) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:22.765472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf284f-8f55-44bb-ae65-e3a6c19a8d77 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:22.769536 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3bdf284f-8f55-44bb-ae65-e3a6c19a8d77 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276336 Jan 17 08:28:22.769787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58104) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:22.808269 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b07904ec-01e6-48bb-b072-434384b5f090 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374434 Jan 17 08:28:22.810746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58108) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:22.816090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2016732957', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:22.912086 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:21Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:22.916401 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Checking router: 9c5fdaf6-14b5-443e-8c48-0abc604a5021 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:28:22.923010 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Updating router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 port 2ae392d4-9b2c-4731-bffe-42bd13cc052c binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:28:22.923332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:22.927031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:subnet and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:22.929863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:22.935969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:22.966191 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:22.985914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:28:23.091615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:23.294968 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:23.306676 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Transition to ACTIVE for port object 2ae392d4-9b2c-4731-bffe-42bd13cc052c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:28:23.380313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:23.391530 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:23.457709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=2c57029b-91e6-4234-9cd7-016db2d84940,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:23.481643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Checking segment: {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:28:23.482008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network hostable DHCP agents. Network: 80b775e4-f451-470f-a64f-80fb0cc5609d, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:28:23.514700 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Attempting to bind port 2ae392d4-9b2c-4731-bffe-42bd13cc052c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:28:23.515413 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Attempting to bind port 2ae392d4-9b2c-4731-bffe-42bd13cc052c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:28:23.515413 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Attempting to bind port 2ae392d4-9b2c-4731-bffe-42bd13cc052c on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:28:23.523081 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Pushing event updated for resources: {'Port': ['ID=2ae392d4-9b2c-4731-bffe-42bd13cc052c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:23.528456 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.528765 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.529115 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.529437 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.529756 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.530070 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.530381 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.530740 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.531096 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.531410 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.531721 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:23.535142 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:28:23.535512 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:28:23.536071 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:23.536437 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:28:23.536885 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Bound port: 2ae392d4-9b2c-4731-bffe-42bd13cc052c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:28:23.537242 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:23.591921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 80b775e4-f451-470f-a64f-80fb0cc5609d is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:28:23.609001 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] For port 2ae392d4-9b2c-4731-bffe-42bd13cc052c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:28:23.610200 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] For port 2ae392d4-9b2c-4731-bffe-42bd13cc052c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2ae392d4-9b2c-4731-bffe-42bd13cc052c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:28:23.666373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 80b775e4-f451-470f-a64f-80fb0cc5609d) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:28:23.677254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:23.677254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:23.677753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389b0ec-a007-4e36-be81-40fd6fdb6a95 None None] Network 80b775e4-f451-470f-a64f-80fb0cc5609d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:28:23.706922 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:23.797960 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a2907ba5-70ad-4f93-9bfe-6d243fb9447f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9854934 Jan 17 08:28:23.805636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:23.811896 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d126b7-2c7c-4f76-996f-1cf47bc69d1f None None] Pushing event updated for resources: {'Port': ['ID=2ae392d4-9b2c-4731-bffe-42bd13cc052c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:23.816120 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:23.817075 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:24.005135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-80b775e4-f451-470f-a64f-80fb0cc5609d', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:28:24.005135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:24.104177 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:24.239985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Allocated IP 172.20.0.2 (80b775e4-f451-470f-a64f-80fb0cc5609d/2c57029b-91e6-4234-9cd7-016db2d84940/ccbcd36e-f29d-4f18-9cc4-48afc85c8aca) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:28:24.448644 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:21Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:24.455350 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd25742-d888-48e9-9197-b4b96538c78e None None] The sync data for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv is: [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:21Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:28:24.466558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:24.480505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Transition to ACTIVE for port object ccbcd36e-f29d-4f18-9cc4-48afc85c8aca will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:28:24.507620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Transition to ACTIVE for port object ccbcd36e-f29d-4f18-9cc4-48afc85c8aca will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:28:24.581850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:24.706146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Network 80b775e4-f451-470f-a64f-80fb0cc5609d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:28:24.713617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Pushing event updated for resources: {'Port': ['ID=ccbcd36e-f29d-4f18-9cc4-48afc85c8aca,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:24.716126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:28:24.718460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:28:24.775807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:24.807809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Attempting to bind port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:28:24.808357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Attempting to bind port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:28:24.808824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Attempting to bind port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca on network 80b775e4-f451-470f-a64f-80fb0cc5609d {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:28:24.815478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:28:24.815957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Checking segment: {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:28:24.816420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:24.816816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Bound using segment: {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:28:24.817442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Bound port: ccbcd36e-f29d-4f18-9cc4-48afc85c8aca, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:28:24.817967 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:24.915808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] For port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:28:24.918957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] For port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ccbcd36e-f29d-4f18-9cc4-48afc85c8aca,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:28:24.969636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:25.056483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11772c3a-0fbe-48ac-87a1-72a653ac0892 None None] Pushing event updated for resources: {'Port': ['ID=ccbcd36e-f29d-4f18-9cc4-48afc85c8aca,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:25.233962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.1 (80b775e4-f451-470f-a64f-80fb0cc5609d/2c57029b-91e6-4234-9cd7-016db2d84940/301d218a-f3b6-4ca7-964e-49a5c74c6d16) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:28:25.411590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:25.427350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 301d218a-f3b6-4ca7-964e-49a5c74c6d16 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:28:25.506620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:25.586974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 80b775e4-f451-470f-a64f-80fb0cc5609d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:28:25.590066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:28:25.594083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:28:25.624655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=301d218a-f3b6-4ca7-964e-49a5c74c6d16,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:25.661000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:25.827411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:25.957582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2ae392d4-9b2c-4731-bffe-42bd13cc052c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:28:25.989404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220bd451-ff89-4330-88a6-639ac3aa2da3 None None] Network 80b775e4-f451-470f-a64f-80fb0cc5609d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:28:26.192944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-70a971c2-d73b-4118-be14-d6c1466a3f92 None None] Provisioning for port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:28:26.260387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 2ae392d4-9b2c-4731-bffe-42bd13cc052c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:28:26.267799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2ae392d4-9b2c-4731-bffe-42bd13cc052c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:26.270162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.341444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.387716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.404379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 2ae392d4-9b2c-4731-bffe-42bd13cc052c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2ae392d4-9b2c-4731-bffe-42bd13cc052c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:26.437817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.535727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.539234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ccbcd36e-f29d-4f18-9cc4-48afc85c8aca up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:28:26.553548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=301d218a-f3b6-4ca7-964e-49a5c74c6d16,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:26.563585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.660751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=2ae392d4-9b2c-4731-bffe-42bd13cc052c,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:26.695239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-676a4473-4f0a-4123-b952-be46da0754d6 None None] Provisioning for port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:28:26.697276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-676a4473-4f0a-4123-b952-be46da0754d6 None None] Provisioning complete for port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:26.697754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-676a4473-4f0a-4123-b952-be46da0754d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.706417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 80b775e4-f451-470f-a64f-80fb0cc5609d is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:28:26.707594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:28:26.757868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-676a4473-4f0a-4123-b952-be46da0754d6 None None] Port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:28:26.763865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:28:26.769108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:26.769480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.899524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.922947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f77d1e95-7c43-41c7-ad79-4cb844cabfe5 None None] Provisioning complete for port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:26.922947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f77d1e95-7c43-41c7-ad79-4cb844cabfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:26.984011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ccbcd36e-f29d-4f18-9cc4-48afc85c8aca,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:26.986353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f77d1e95-7c43-41c7-ad79-4cb844cabfe5 None None] Port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:28:27.053444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:27.105158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:28:27.127705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9de64c4e-58f7-49ba-991f-3d3a0859dc8b None None] Provisioning complete for port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:27.128080 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9de64c4e-58f7-49ba-991f-3d3a0859dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:27.151238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=ccbcd36e-f29d-4f18-9cc4-48afc85c8aca,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:27.185134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9de64c4e-58f7-49ba-991f-3d3a0859dc8b None None] Port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:28:27.307965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:28:27.320353 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-695a8cc8-9b46-4468-9eba-4214a6e1e6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/9c5fdaf6-14b5-443e-8c48-0abc604a5021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5163138 Jan 17 08:28:27.323308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58118) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:27.460511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6b051-8ae1-4395-900f-c846cf568212 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.462143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6b051-8ae1-4395-900f-c846cf568212 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.462515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6b051-8ae1-4395-900f-c846cf568212 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.462881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6b051-8ae1-4395-900f-c846cf568212 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.463291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6b051-8ae1-4395-900f-c846cf568212 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.463704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6b051-8ae1-4395-900f-c846cf568212 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.465423 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-69b6b051-8ae1-4395-900f-c846cf568212 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1412256 Jan 17 08:28:27.468240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58122) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:27.538455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd4e89-fb9c-4f0e-b6d4-4ccd5175ec52 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.538821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd4e89-fb9c-4f0e-b6d4-4ccd5175ec52 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.539216 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd4e89-fb9c-4f0e-b6d4-4ccd5175ec52 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.539735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd4e89-fb9c-4f0e-b6d4-4ccd5175ec52 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.539920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd4e89-fb9c-4f0e-b6d4-4ccd5175ec52 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.540260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd4e89-fb9c-4f0e-b6d4-4ccd5175ec52 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:27.542587 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-52fd4e89-fb9c-4f0e-b6d4-4ccd5175ec52 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0727098 Jan 17 08:28:27.545110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58126) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:27.748538 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-08a2558b-069b-491f-a3f7-06e8fce6921f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.2023680 Jan 17 08:28:27.908050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2ae392d4-9b2c-4731-bffe-42bd13cc052c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:28:27.982840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2ae392d4-9b2c-4731-bffe-42bd13cc052c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:27.983238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.078802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58134) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:28.082428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Sync routers for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:28:28.086260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277016994', 'description': 'tempest-secgroup-smoke-1277016994 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:28.096236 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:28.096827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:28.099678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:28.108692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:28.113299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:28.113918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:28.165276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ccbcd36e-f29d-4f18-9cc4-48afc85c8aca up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:28:28.186717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.223681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:28.227856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:28.230728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:28.236492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:28.290913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.356346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.374194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:28.374460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.404740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:28.407267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:28.412940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.413400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.413933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.414032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.414453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.414622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.415557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.415557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.415557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.415881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.416200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:28.454937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.459234 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a42fa27b-00e0-4ba8-94fb-b83f2bd9a46d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3768692 Jan 17 08:28:28.459936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58138) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:28.466139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:28.474933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:28.479566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:28.482634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:28.489161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:28.557257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.617202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.660713 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.686563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d71f728-ce93-4cc8-bf03-26ed78f274db,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:28.753109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.753727 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4c9610c6-49fe-4221-a00d-5a788d8dd683 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2927134 Jan 17 08:28:28.756627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58142) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:28.764942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:28.767962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:28.771780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:28.774513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:28.780865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:28.785430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:28.790501 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Checking router: 9c5fdaf6-14b5-443e-8c48-0abc604a5021 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:28:28.790856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Updating router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:28:28.842083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.855789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.919742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:28.992160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.016549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e31eec8-1dc9-4a10-ac77-3d974e614805,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:29.095480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.096712 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ddcd1c9b-6aa1-4061-8a75-5db970fc08a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3387408 Jan 17 08:28:29.099463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58146) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:29.105358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:29.111255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:29.114983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:29.118428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:29.124148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:29.182507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.197302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Transition to ACTIVE for port object 301d218a-f3b6-4ca7-964e-49a5c74c6d16 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:28:29.221432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.283293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.284464 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.369763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.396398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b130f4-97a2-4770-96dc-5fe20b49e5fc,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:29.420858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a7d2d-7bae-4e7d-bd85-892520149300 None None] Pushing event updated for resources: {'Port': ['ID=301d218a-f3b6-4ca7-964e-49a5c74c6d16,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:29.479120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.482916 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fb052db1-6bc6-488e-9377-b973fa542601 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3799000 Jan 17 08:28:29.483498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58150) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:29.489294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:29.496080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:29.500711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:29.503758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:29.513252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Attempting to bind port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:28:29.513252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Attempting to bind port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:28:29.513252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Attempting to bind port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 on network 80b775e4-f451-470f-a64f-80fb0cc5609d {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:28:29.513536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:29.514328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:28:29.514699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Checking segment: {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:28:29.515098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.515515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Bound using segment: {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:28:29.516033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Bound port: 301d218a-f3b6-4ca7-964e-49a5c74c6d16, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:28:29.516411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.571368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.612394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] For port 301d218a-f3b6-4ca7-964e-49a5c74c6d16, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:28:29.615613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] For port 301d218a-f3b6-4ca7-964e-49a5c74c6d16, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=301d218a-f3b6-4ca7-964e-49a5c74c6d16,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:28:29.637154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.670981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.693541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.717391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dcb3b7-43b1-47e1-99d6-89e21265b533,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:29.752649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:29.753275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:29.803603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a7d2d-7bae-4e7d-bd85-892520149300 None None] Pushing event updated for resources: {'Port': ['ID=301d218a-f3b6-4ca7-964e-49a5c74c6d16,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:29.818209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.818209 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-910966bf-410c-496e-a5bf-20022cb39ca0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3301847 Jan 17 08:28:29.818209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58154) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:29.825514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:29.832145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:29.837142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:29.840068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:29.846078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:29.922566 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:28:29.925074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:29.945114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:29.997958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:30.049221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:30.076940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ff003a-1932-40d9-a9ee-6b96676d18be,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:30.129398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:30.130580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cb13044a-d0af-4cf9-8a67-d7a47a4249f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3113141 Jan 17 08:28:30.134103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58158) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:30.144448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:30.145726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:30.150018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:30.152886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:30.158540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:30.261545 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:28:30.268327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:30.305862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:30.311488 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2d6e8-5429-4eae-9d59-b59f185bb78a None None] The sync data for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv is: [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:29Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:28:30.335554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:30.409540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:30.439022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f347f794-8a4c-4480-9180-73ad3f38b6b5,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:30.522130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:30.522130 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-03d9ff4c-066b-4341-836c-0b2b1c99ba60 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3852232 Jan 17 08:28:30.735099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-0fb5d73e-ab72-4a09-9803-211327a7e66b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:28:31.295061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-3f152909-2ee6-4881-9351-8f7a282d4628 req-4077b0d0-87c9-46f9-91a7-28971f5450c1 service neutron] (84154) timed out ('10.222.0.53', 60570) {{(pid=84154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 08:28:31.363134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-0fb5d73e-ab72-4a09-9803-211327a7e66b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:28:31.367940 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-0fb5d73e-ab72-4a09-9803-211327a7e66b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277016994&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.7020013 Jan 17 08:28:31.608756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-3460810f-e342-43e9-8344-fdb8ea27e265 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:31.608756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-3460810f-e342-43e9-8344-fdb8ea27e265 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:28:31.710152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-3460810f-e342-43e9-8344-fdb8ea27e265 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:28:31.714898 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-3460810f-e342-43e9-8344-fdb8ea27e265 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 200 len: 797 time: 0.3397706 Jan 17 08:28:31.727517 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-8cb23ccb-202a-4955-96c4-97582bf47614 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0102320 Jan 17 08:28:31.812402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-932b8f0c-7c1f-42a0-a414-dd8fabb10a3d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:28:31.909142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 301d218a-f3b6-4ca7-964e-49a5c74c6d16 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:28:31.927715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-932b8f0c-7c1f-42a0-a414-dd8fabb10a3d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:28:31.927715 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-932b8f0c-7c1f-42a0-a414-dd8fabb10a3d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919179 Jan 17 08:28:32.031895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:28:32.037990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:32.041791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:32.062981 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-185b583f-35ce-4fc5-a00e-95d823ae8c05 service neutron] 10.222.0.44 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265042 Jan 17 08:28:32.157762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:32.189137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 301d218a-f3b6-4ca7-964e-49a5c74c6d16, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=301d218a-f3b6-4ca7-964e-49a5c74c6d16,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:32.197995 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-4df523a5-c8bb-4add-ad16-ffd456ca9566 service neutron] 10.222.0.44 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292102 Jan 17 08:28:32.284229 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:32.348068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=301d218a-f3b6-4ca7-964e-49a5c74c6d16,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:32.488563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-85334d44-45b0-40a7-90a3-76be31a988d0 req-7718ff13-a9de-43df-8e2c-00b6331de60f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:28:32.500282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-85334d44-45b0-40a7-90a3-76be31a988d0 req-7718ff13-a9de-43df-8e2c-00b6331de60f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:28:32.501432 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-85334d44-45b0-40a7-90a3-76be31a988d0 req-7718ff13-a9de-43df-8e2c-00b6331de60f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 210 time: 0.0547061 Jan 17 08:28:33.675956 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f96767c0-f68c-4e85-988c-5b7828cda65f req-cd5b6c42-cf59-48fd-9ad7-d513755363ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 210 time: 0.0468400 Jan 17 08:28:33.888712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 301d218a-f3b6-4ca7-964e-49a5c74c6d16 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:28:33.959287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:33.959601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:34.592399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-565465ec-7d4b-41c3-9f92-55dda1030e0a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:34.593067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-565465ec-7d4b-41c3-9f92-55dda1030e0a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:28:34.605767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-565465ec-7d4b-41c3-9f92-55dda1030e0a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:28:34.606874 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-565465ec-7d4b-41c3-9f92-55dda1030e0a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 200 len: 797 time: 0.2589092 Jan 17 08:28:34.666384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-cb50b83e-8e4f-4dcf-b73f-fa1850e835f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:28:34.677560 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-cb50b83e-8e4f-4dcf-b73f-fa1850e835f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:28:34.678639 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-cb50b83e-8e4f-4dcf-b73f-fa1850e835f9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 380 time: 0.0563560 Jan 17 08:28:34.687362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': '984e793b-e6e8-4163-b605-36cb197f9913', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:34.860823 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-addcb4b0-5f7a-4687-addc-042bb41562e2 req-2f0947cb-55d4-488b-aa96-91eb5a4bf883 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 210 time: 0.0556972 Jan 17 08:28:34.863249 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:34.873318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:34.917175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:28:34.920224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:35.075454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.4 (80b775e4-f451-470f-a64f-80fb0cc5609d/2c57029b-91e6-4234-9cd7-016db2d84940/d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:28:35.256313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:35.271771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:28:35.361873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:35.429192 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 80b775e4-f451-470f-a64f-80fb0cc5609d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:28:35.432906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:28:35.436920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:28:35.470530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:35.505793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:35.506451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:35.586703 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-6d85a284-477b-4e7d-8d9a-9dc8b59d8cbd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9028451 Jan 17 08:28:35.598451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Request body: {'port': {'device_id': '984e793b-e6e8-4163-b605-36cb197f9913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:35.711408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:35.734824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1cad93fb-492a-4297-ac5d-29f900e5cfb2 None None] Provisioning for port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:28:35.739756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1cad93fb-492a-4297-ac5d-29f900e5cfb2 None None] Provisioning complete for port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:35.742113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1cad93fb-492a-4297-ac5d-29f900e5cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:35.798882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1cad93fb-492a-4297-ac5d-29f900e5cfb2 None None] Port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:28:36.049242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:28:36.054419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75d6806d-f929-4701-a601-0f99b304c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:36.056369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:36.062864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e00f08-f73f-4bd6-a27f-6be9a1b0b8bd req-20c6ed79-0976-4958-9ded-a5243021185a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:36.064405 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6e00f08-f73f-4bd6-a27f-6be9a1b0b8bd req-20c6ed79-0976-4958-9ded-a5243021185a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 931 time: 0.0868440 Jan 17 08:28:36.070754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Transition to ACTIVE for port object d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:28:36.109199 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6e00f08-f73f-4bd6-a27f-6be9a1b0b8bd req-1eef7cc5-86e2-47b3-8caa-3fbea0f82597 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391767 Jan 17 08:28:36.140088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:36.278187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Pushing event updated for resources: {'Port': ['ID=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:36.383039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Attempting to bind port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:28:36.383402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Attempting to bind port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:28:36.383726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Attempting to bind port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b on network 80b775e4-f451-470f-a64f-80fb0cc5609d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:28:36.389863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b on network 80b775e4-f451-470f-a64f-80fb0cc5609d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:28:36.390223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Attempting to bind port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b on network 80b775e4-f451-470f-a64f-80fb0cc5609d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:28:36.396374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:28:36.396703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Checking segment: {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:28:36.397077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Bound using segment: {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:28:36.397493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Bound port: d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:28:36.397828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:36.483559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] For port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:28:36.486417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] For port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:28:36.574542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:36.635979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:36.637891 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] 10.222.0.53 "PUT /v2.0/ports/d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b HTTP/1.1" status: 200 len: 1093 time: 1.0437200 Jan 17 08:28:36.638340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:28:36.660827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec086a4-0223-4639-b9ef-e8fc9f13a8ff service neutron] Pushing event updated for resources: {'Port': ['ID=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:36.696139 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'status': 'completed', 'code': 200} Jan 17 08:28:36.878473 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b6c8c9b-5ce7-4695-8104-540197a6712d req-2c46dce5-f48a-410b-8be3-e85178d5e915 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 1096 time: 0.1616278 Jan 17 08:28:37.013807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c8c9b-5ce7-4695-8104-540197a6712d req-335e6ace-bda9-4a13-9e9c-ede6a87196cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:37.015141 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b6c8c9b-5ce7-4695-8104-540197a6712d req-335e6ace-bda9-4a13-9e9c-ede6a87196cd service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1299024 Jan 17 08:28:37.144621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c8c9b-5ce7-4695-8104-540197a6712d req-ff87d02e-4bd5-4c2f-a0b3-53e1fd4b4206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:37.145971 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b6c8c9b-5ce7-4695-8104-540197a6712d req-ff87d02e-4bd5-4c2f-a0b3-53e1fd4b4206 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254499 Jan 17 08:28:37.252938 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-cfc6d388-e0ee-41da-a6dd-fa010aa71f7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 1096 time: 0.0721662 Jan 17 08:28:37.307384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065ae9c-8475-4ab3-91d7-ebd490c993b0 req-97958f99-a048-4b78-8197-ee82a230b988 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:37.308820 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0065ae9c-8475-4ab3-91d7-ebd490c993b0 req-97958f99-a048-4b78-8197-ee82a230b988 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 943 time: 0.0765378 Jan 17 08:28:37.319007 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-87cb85e3-e54d-4022-b9d4-5a1745944789 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b HTTP/1.1" status: 200 len: 217 time: 0.0594773 Jan 17 08:28:37.352605 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0065ae9c-8475-4ab3-91d7-ebd490c993b0 req-1464116e-55aa-469a-af33-4f678e63336d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382493 Jan 17 08:28:37.384410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-e1c4407d-3a22-4380-baf4-c771704ae420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:37.385855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-e1c4407d-3a22-4380-baf4-c771704ae420 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c57029b-91e6-4234-9cd7-016db2d84940 HTTP/1.1" status: 200 len: 835 time: 0.0612180 Jan 17 08:28:37.458458 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-7072d74b-0fea-4729-ad9a-33098dda33aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=80b775e4-f451-470f-a64f-80fb0cc5609d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668180 Jan 17 08:28:37.585180 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-349b1ce4-2a90-4085-8a7d-64e8a502dc57 service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212926 Jan 17 08:28:37.724686 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7c0221a-d945-487d-8619-4aa8b5076f62 req-4a0e1f34-2dc5-4611-8a9b-5b22d53ffe3e service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335430 Jan 17 08:28:38.224269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-db1ea7cd-1f61-4716-b44b-81e1de06ac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:38.550650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1d6b-c0cf-4da5-afd8-4b8c8d6df2b1 req-bf62f2a5-2511-44a4-a7d0-b5407e0e25d3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:38.551285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-27ae1d6b-c0cf-4da5-afd8-4b8c8d6df2b1 req-bf62f2a5-2511-44a4-a7d0-b5407e0e25d3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:28:38.625447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-27ae1d6b-c0cf-4da5-afd8-4b8c8d6df2b1 req-bf62f2a5-2511-44a4-a7d0-b5407e0e25d3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:28:38.626588 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-27ae1d6b-c0cf-4da5-afd8-4b8c8d6df2b1 req-bf62f2a5-2511-44a4-a7d0-b5407e0e25d3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 943 time: 0.1546137 Jan 17 08:28:38.674664 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-27ae1d6b-c0cf-4da5-afd8-4b8c8d6df2b1 req-ff7e78ba-f4d4-4b95-9791-5d431c809a3a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 Jan 17 08:28:39.482801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:39.517537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:39.582796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:28:39.717518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:39.731914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'port_id': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'mac_address': 'fa:16:3e:b0:5f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:28:39.785563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:39.805813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:28:39.823123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:39.877026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93022a36-7af5-4735-abc5-86fb73085753 req-b863d561-0b6b-40db-9d02-34ec1010faa2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:39.878483 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93022a36-7af5-4735-abc5-86fb73085753 req-b863d561-0b6b-40db-9d02-34ec1010faa2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 943 time: 0.0831378 Jan 17 08:28:39.910574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:39.925879 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93022a36-7af5-4735-abc5-86fb73085753 req-191852e5-ac07-4a85-bfa7-25cab897b0f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Jan 17 08:28:39.980897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:39.988968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.989230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.989566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.989897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.990224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.990551 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.990872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.991216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.991535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.991851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:39.992182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:40.264249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:28:40.904083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:41.118826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec217-c711-49af-9d78-43b31bc9da05 req-d04fdf32-f4d6-4321-8e76-a797d637693d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:41.120292 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d29ec217-c711-49af-9d78-43b31bc9da05 req-d04fdf32-f4d6-4321-8e76-a797d637693d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 944 time: 0.0741501 Jan 17 08:28:41.163824 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d29ec217-c711-49af-9d78-43b31bc9da05 req-37684825-a0af-4f82-9327-73b83db16beb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381629 Jan 17 08:28:41.598381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:28:41.791215 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:28:41.796382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:28:41.796778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:41.907707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:41.932974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:28:41.942041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:28:41.986916 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'code': 200} Jan 17 08:28:42.003150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:42.070756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:42.353668 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-89446d35-095b-4309-ac36-a8cda13ac8b3 req-98701c41-ddd0-4572-92d3-589ad8b3d63d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 1098 time: 0.1205060 Jan 17 08:28:42.387623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c813-e640-4416-bad7-d06b3673207a req-84184391-f911-4f15-a1c6-710ab95eb51b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:42.389009 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ec21c813-e640-4416-bad7-d06b3673207a req-84184391-f911-4f15-a1c6-710ab95eb51b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 945 time: 0.1044226 Jan 17 08:28:42.434524 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-89446d35-095b-4309-ac36-a8cda13ac8b3 req-af1a3fa9-a19f-47d3-bc4e-508d5624940d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757124 Jan 17 08:28:42.446636 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ec21c813-e640-4416-bad7-d06b3673207a req-ad58abfd-c8d2-4739-907b-f384ed3e7938 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499845 Jan 17 08:28:43.648865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c44bf1-63f9-4b64-a8c1-0e33fb90ac06 req-2293f597-e0da-4b47-a8ff-4224ebbe9c0a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:43.650853 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-01c44bf1-63f9-4b64-a8c1-0e33fb90ac06 req-2293f597-e0da-4b47-a8ff-4224ebbe9c0a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 945 time: 0.0824907 Jan 17 08:28:43.695020 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-01c44bf1-63f9-4b64-a8c1-0e33fb90ac06 req-f56ace1a-8501-43f9-ba99-2be4ee9098ec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386446 Jan 17 08:28:44.887459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959f797-50fa-469c-876a-c104543f2c16 req-7852ef61-6c1d-42ba-b7c8-94c22f41d764 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:44.888898 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1959f797-50fa-469c-876a-c104543f2c16 req-7852ef61-6c1d-42ba-b7c8-94c22f41d764 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 945 time: 0.0757055 Jan 17 08:28:44.932071 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1959f797-50fa-469c-876a-c104543f2c16 req-b4f9dbbe-a8c8-4cfb-975d-379027456317 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378139 Jan 17 08:28:45.124402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e1639-6d3e-4d25-854a-eb1d1ea61df2 req-f80e28c5-b410-4723-a99f-7c170665ee1b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:45.125817 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f18e1639-6d3e-4d25-854a-eb1d1ea61df2 req-f80e28c5-b410-4723-a99f-7c170665ee1b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 945 time: 0.0789430 Jan 17 08:28:45.174452 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f18e1639-6d3e-4d25-854a-eb1d1ea61df2 req-44f1f63f-a4b0-4a14-8f37-5992d09cd9ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Jan 17 08:28:45.201474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:45.269468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1e525000-9eb6-4958-969b-d50030d62385 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 1093 time: 0.0668569 Jan 17 08:28:45.271935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58212) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:45.276965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:28:45.282203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:28:45.285951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:floatingip and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:28:45.288751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:28:45.294817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:28:45.362953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:45.498722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:45.636477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.225 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/1efdba9f-4cb9-4470-a6b0-824046d8e41c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:28:45.782624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:45.867076 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:45.936277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:28:45.939634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:28:45.943482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:28:45.967629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=1efdba9f-4cb9-4470-a6b0-824046d8e41c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:45.987383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.987727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.988062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.988390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.988714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.989033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.989353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.989672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.989990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.990306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:45.990619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:28:46.521410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:46.652300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:46.847126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:46.933926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:47.035338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=1efdba9f-4cb9-4470-a6b0-824046d8e41c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:28:47.051281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:47.235128 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP 199f6b96-246d-4f1b-9407-9eff19258442 associated. External IP: 172.26.4.225, port: d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b. Jan 17 08:28:47.616950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:28:47.908117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:28:47.918258 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] Sync routers for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:28:47.933975 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:47.934744 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:47.986198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:48.041313 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-30c34162-ce82-4ef1-b2dc-4b418d6d1cfa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7678394 Jan 17 08:28:48.041913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:28:48.048576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58218) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:48.102241 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'status': 'completed', 'code': 200} Jan 17 08:28:48.115716 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:48.199310 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-532c7629-ce08-4366-a4b4-8dbfb9bcd944 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 991 time: 0.1534991 Jan 17 08:28:48.226231 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b5bb721-293a-4c1a-ab3f-e818db2e8dc5 req-51cd58b0-28f4-4595-8cfb-bd52c75f09d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 1098 time: 0.1018147 Jan 17 08:28:48.447865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bb721-293a-4c1a-ab3f-e818db2e8dc5 req-7dae6b2b-b153-41b8-88ed-b089b32f109d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:48.449302 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b5bb721-293a-4c1a-ab3f-e818db2e8dc5 req-7dae6b2b-b153-41b8-88ed-b089b32f109d service neutron] 10.222.0.53 "GET /v2.0/networks?id=80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 200 len: 898 time: 0.2183189 Jan 17 08:28:48.471815 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '199f6b96-246d-4f1b-9407-9eff19258442', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'port_id': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'mac_address': 'fa:16:3e:b0:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e793b-e6e8-4163-b605-36cb197f9913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:28:46Z', 'updated_at': '2022-01-17T08:28:46Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:48.475828 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] Checking router: 9c5fdaf6-14b5-443e-8c48-0abc604a5021 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:28:48.486413 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:28:48.487007 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:28:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:48.553678 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b5bb721-293a-4c1a-ab3f-e818db2e8dc5 req-2f7bb936-9fb5-4283-8536-c75dbfef6cac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b HTTP/1.1" status: 200 len: 999 time: 0.0983520 Jan 17 08:28:48.619467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bb721-293a-4c1a-ab3f-e818db2e8dc5 req-23b8b7ef-8c79-43d7-80ea-e517d8740999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:28:48.620946 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b5bb721-293a-4c1a-ab3f-e818db2e8dc5 req-23b8b7ef-8c79-43d7-80ea-e517d8740999 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c57029b-91e6-4234-9cd7-016db2d84940 HTTP/1.1" status: 200 len: 835 time: 0.0619504 Jan 17 08:28:48.660843 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:28:48.699219 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b5bb721-293a-4c1a-ab3f-e818db2e8dc5 req-a876d64a-aa4e-422d-9bb4-59d6937eba41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=80b775e4-f451-470f-a64f-80fb0cc5609d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727837 Jan 17 08:28:48.839396 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b5bb721-293a-4c1a-ab3f-e818db2e8dc5 req-4eedcf37-8d29-47f5-95e4-c27d31be592a service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337225 Jan 17 08:28:48.968644 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b5bb721-293a-4c1a-ab3f-e818db2e8dc5 req-37409337-0dc7-4ec3-a6cf-d0e54693d929 service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230903 Jan 17 08:28:49.026323 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '199f6b96-246d-4f1b-9407-9eff19258442', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'port_id': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'mac_address': 'fa:16:3e:b0:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e793b-e6e8-4163-b605-36cb197f9913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:28:46Z', 'updated_at': '2022-01-17T08:28:46Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:28:49.030218 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b09a69-91da-4e4b-9ed5-398777afa404 None None] The sync data for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv is: [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '199f6b96-246d-4f1b-9407-9eff19258442', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'port_id': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'mac_address': 'fa:16:3e:b0:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e793b-e6e8-4163-b605-36cb197f9913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:28:46Z', 'updated_at': '2022-01-17T08:28:46Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:28:49.205104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58224) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:49.222484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f84e64-3f0c-4649-b768-68e5d97a4e8c None None] New status for floating IP 199f6b96-246d-4f1b-9407-9eff19258442: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:28:49.315552 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-38959743-7713-4646-9a97-b01b3ddca58e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 991 time: 0.1092615 Jan 17 08:28:49.625256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:28:50.319234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:28:50.424903 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-751b2aaf-b48f-4571-8e36-55531b48d8ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 993 time: 0.1045518 Jan 17 08:28:51.714554 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:29:06.077289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5612ad88-f77b-4575-99e1-1212159b20fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:08.236828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0d7c8da-075a-4db3-9168-7c8321ae4492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:09.505374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:09.551508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:10.918180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:19.579705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:28.715295 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:29:36.053256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8dbee7d7-a1fa-4bf2-87f5-a3db2d9bce67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:38.207620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd72c-e2ad-49bf-9df6-7c787eb0a002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:39.504950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:39.527426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:40.893398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:43.471404 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-8f256072-defe-4b8b-a668-3865fcbe2982 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671549 Jan 17 08:29:43.606369 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-f8bd3b90-72e1-42c6-991c-e53ba8144ab5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1098 time: 0.0705073 Jan 17 08:29:43.745330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-d567e112-7b74-41cd-a93a-9a74024c8a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:29:43.746683 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-d567e112-7b74-41cd-a93a-9a74024c8a98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1228411 Jan 17 08:29:43.846109 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-97ac4397-68fd-49f2-8baa-bc8758945879 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c9112-ace4-4357-ad92-957d649c00d0 HTTP/1.1" status: 200 len: 1001 time: 0.0930462 Jan 17 08:29:43.906972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-835f2a55-9dc7-432b-8dba-bc6ba95bcac2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:29:43.908409 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-835f2a55-9dc7-432b-8dba-bc6ba95bcac2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0559785 Jan 17 08:29:43.982898 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-cb196b2e-fe53-461f-9db2-3b3f0a8a1fe4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688100 Jan 17 08:29:44.109197 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-61951754-2533-4ab5-a21e-4aea83e1643a service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196890 Jan 17 08:29:44.234795 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b51c22c-658c-41c7-8fc7-a63b34ed198e req-d5ec41f0-878f-43e2-bb0c-ceb1ba090960 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193912 Jan 17 08:29:49.595004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:51.121491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58260) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:29:51.196926 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fa02fa77-114f-44ab-969d-d8f179570939 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=254ff688997e4e0cb956a7cc43764265&network_id=80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 200 len: 2999 time: 0.0742795 Jan 17 08:29:54.403865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58272) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:29:54.461840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8347c247-2485-48d1-9a7a-6f374254485a tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:29:54.463385 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8347c247-2485-48d1-9a7a-6f374254485a tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e HTTP/1.1" status: 200 len: 814 time: 0.0585394 Jan 17 08:29:55.257477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58280) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:29:55.263542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7ea1a220-7162-4c9d-9a62-92b6f47d3db1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:29:55.366170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a220-7162-4c9d-9a62-92b6f47d3db1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:55.642236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a220-7162-4c9d-9a62-92b6f47d3db1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:55.687835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a220-7162-4c9d-9a62-92b6f47d3db1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:55.688284 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-7ea1a220-7162-4c9d-9a62-92b6f47d3db1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP 199f6b96-246d-4f1b-9407-9eff19258442 disassociated. External IP: 172.26.4.225, port: d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b. Jan 17 08:29:56.079920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea1a220-7162-4c9d-9a62-92b6f47d3db1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:29:56.271017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea1a220-7162-4c9d-9a62-92b6f47d3db1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:29:56.275914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a220-7162-4c9d-9a62-92b6f47d3db1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:29:56.281608 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] Sync routers for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:29:56.296485 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:29:56.297546 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:29:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:29:56.336686 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7ea1a220-7162-4c9d-9a62-92b6f47d3db1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 690 time: 1.0780241 Jan 17 08:29:56.337194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:29:56.339508 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58284) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:29:56.401779 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'status': 'completed', 'code': 200} Jan 17 08:29:56.492571 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:29:56.542815 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2d74fead-842c-4b58-bbfd-7c0efa65f164 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 690 time: 0.2021842 Jan 17 08:29:56.574234 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9525a44e-e4d9-4d1e-a7f2-bfe12c68a6e5 req-9853d14f-5413-4b8b-9dcc-e760ed13f092 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 1098 time: 0.0873218 Jan 17 08:29:56.707006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525a44e-e4d9-4d1e-a7f2-bfe12c68a6e5 req-5f87646f-cb90-4c8a-9e53-c45927efd686 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:29:56.708467 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9525a44e-e4d9-4d1e-a7f2-bfe12c68a6e5 req-5f87646f-cb90-4c8a-9e53-c45927efd686 service neutron] 10.222.0.53 "GET /v2.0/networks?id=80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 200 len: 898 time: 0.1282847 Jan 17 08:29:56.778205 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9525a44e-e4d9-4d1e-a7f2-bfe12c68a6e5 req-4671f95e-4a36-4d1e-bbb7-a87b1d39ea92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b HTTP/1.1" status: 200 len: 217 time: 0.0624244 Jan 17 08:29:56.802695 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:29:56.806930 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] Checking router: 9c5fdaf6-14b5-443e-8c48-0abc604a5021 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:29:56.817181 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:29:56.817767 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:29:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:29:56.838567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525a44e-e4d9-4d1e-a7f2-bfe12c68a6e5 req-d5db00a2-8878-4f84-a691-37b105008c8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:29:56.840039 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9525a44e-e4d9-4d1e-a7f2-bfe12c68a6e5 req-d5db00a2-8878-4f84-a691-37b105008c8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c57029b-91e6-4234-9cd7-016db2d84940 HTTP/1.1" status: 200 len: 835 time: 0.0565481 Jan 17 08:29:56.913406 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9525a44e-e4d9-4d1e-a7f2-bfe12c68a6e5 req-fcc9e26d-d313-4986-b2d0-dfd99f7eaf23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=80b775e4-f451-470f-a64f-80fb0cc5609d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665069 Jan 17 08:29:56.989812 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:29:57.043374 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9525a44e-e4d9-4d1e-a7f2-bfe12c68a6e5 req-c9ed9eba-60a9-4539-a624-90a34501bc5c service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239491 Jan 17 08:29:57.172600 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9525a44e-e4d9-4d1e-a7f2-bfe12c68a6e5 req-d2e23575-c5b2-46b4-91a5-a7964ea57a00 service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235704 Jan 17 08:29:57.320606 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:29:57.324328 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ada37-ca2e-4fc0-b4e2-827672c37645 None None] The sync data for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv is: [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:29:57.538705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b440e-c216-475c-8377-cb87c226f8ce None None] New status for floating IP 199f6b96-246d-4f1b-9407-9eff19258442: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:29:57.546739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58290) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:29:57.627852 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-106f02ba-1a5e-4d37-95d9-fcf73024d03a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 690 time: 0.0797818 Jan 17 08:29:58.631586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58294) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:29:58.712951 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7f80a89f-34a1-4bd6-b142-2a95e6e02160 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 688 time: 0.0796597 Jan 17 08:30:00.049632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58300) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:00.055267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165709166', 'description': 'tempest-secgroup-smoke-1165709166 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:00.061824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:30:00.071258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:30:00.121421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.156256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:30:00.159950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:30:00.162695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:30:00.168786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:30:00.220844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.297556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.339381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:00.348070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.349022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.349022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.349022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.349336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.349660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.349977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.350294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.350608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.350925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.351260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:00.390433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.391702 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5701fc7f-fa59-4b17-87b2-405d95df3dd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3410573 Jan 17 08:30:00.394616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58304) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:00.400457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'c2d10e8f-62fe-4c8a-8673-887fb9c5aae3', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:00.406406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:30:00.410111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:30:00.412974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:30:00.419011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:30:00.488190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.546848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.613152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.634066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ef5364-e187-45e0-9c1f-66be499526ac,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:00.693265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.694486 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dfd9a072-2327-4c8f-9cd4-44e8e011faa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2990239 Jan 17 08:30:00.697333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58308) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:00.702475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'c2d10e8f-62fe-4c8a-8673-887fb9c5aae3', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:00.708388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:30:00.712060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:30:00.714915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:30:00.720528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:30:00.778787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.840547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.898729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.921852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85dfccb-d1b9-4ef9-85b8-14e9b2724784,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:00.979155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:00.980353 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3998a3f0-fc16-43c3-b759-7492f2e64d67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2820981 Jan 17 08:30:00.983171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58312) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:00.988456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'c2d10e8f-62fe-4c8a-8673-887fb9c5aae3', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:00.994035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:30:00.997767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:30:01.000580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:30:01.006019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:30:01.087680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.150198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.213375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.235676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8022bc2f-d563-4441-9264-00f539f44de3,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:01.309975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.311125 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-67bf9e08-138e-4013-ba4a-51e1d8f26f25 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3270333 Jan 17 08:30:01.313857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58316) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:01.319030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'c2d10e8f-62fe-4c8a-8673-887fb9c5aae3', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:01.324572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:30:01.328299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:30:01.331361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:30:01.336897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:30:01.425069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.486390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.527086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.550202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4201000b-ffc5-40c6-a6ed-2d89fd50ca91,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:01.624624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.625786 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ede8feaf-93dc-4b30-9db3-62792f841cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3110418 Jan 17 08:30:01.628483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58320) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:01.634376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'c2d10e8f-62fe-4c8a-8673-887fb9c5aae3', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:01.639921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:30:01.643675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:30:01.646504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:30:01.652064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:30:01.726768 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:30:01.732884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.796044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.881852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.907524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0809a062-47da-406e-af48-e4c3fd0b324b,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:01.983628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:01.984749 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7b98f5f7-142e-4093-a5d4-bb9031a5f84f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3553708 Jan 17 08:30:01.987484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58324) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:01.992769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'c2d10e8f-62fe-4c8a-8673-887fb9c5aae3', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:01.998387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:30:02.002127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:30:02.004992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:30:02.011044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:30:02.070109 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:30:02.076773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:02.139557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:02.184395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:02.207388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbc324f-311a-48eb-aedd-d4338a3bcb50,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:02.293105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:02.294244 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fbea066a-df79-4148-aea6-33d95cf33aa3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3058529 Jan 17 08:30:02.464189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-d5935585-a33c-4019-9a02-fdfd190f5d1f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:30:02.538766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-d5935585-a33c-4019-9a02-fdfd190f5d1f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:30:02.540014 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-d5935585-a33c-4019-9a02-fdfd190f5d1f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165709166&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.1143715 Jan 17 08:30:02.763865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-0516dba5-4186-452f-b168-2e658bf9fd9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:02.765283 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-0516dba5-4186-452f-b168-2e658bf9fd9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 200 len: 797 time: 0.2183251 Jan 17 08:30:02.781428 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-a6266b30-12a3-477c-9a9e-cbd3b76ce3f6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0109134 Jan 17 08:30:02.864300 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-3a53c219-9c28-462b-b9f4-e3d5d574e664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0780885 Jan 17 08:30:02.996154 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-52448828-7d8a-426a-920d-bad4b9376e06 service neutron] 10.222.0.44 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208022 Jan 17 08:30:03.124340 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-be2d80bf-5ef1-4f8f-bbc4-3a4e010bebce service neutron] 10.222.0.44 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223874 Jan 17 08:30:03.486420 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2ba6421a-e023-48c2-a120-bdad6cf62279 req-235c765a-602c-4a3a-8a8a-1607fe7133d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 210 time: 0.1439037 Jan 17 08:30:04.644214 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8907db09-9ee9-4954-ba2c-bf18b220eda0 req-93b13a43-9996-4aa6-b35f-04265235fc61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 210 time: 0.0406609 Jan 17 08:30:05.304041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-992e6836-c3c2-4a57-8786-c7cab5b5eaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:05.305477 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-992e6836-c3c2-4a57-8786-c7cab5b5eaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 200 len: 797 time: 0.1420434 Jan 17 08:30:05.359081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-81926519-46df-4dfd-9f6e-e820e9ef68e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 473 time: 0.0411682 Jan 17 08:30:05.371949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['c2d10e8f-62fe-4c8a-8673-887fb9c5aae3']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:05.502373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:30:05.514838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:30:05.607161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:30:05.610196 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:05.715892 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:30:05.769763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.8 (80b775e4-f451-470f-a64f-80fb0cc5609d/2c57029b-91e6-4234-9cd7-016db2d84940/71109dce-8c21-4484-a00c-d844883f0cc5) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:30:05.808645 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1b775f21-adfc-4ef3-a78f-77bc9faba5e0 req-86e3beef-ea83-491c-91b8-7c6f4d301a71 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 210 time: 0.0408661 Jan 17 08:30:05.948911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:05.964185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 71109dce-8c21-4484-a00c-d844883f0cc5 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:30:06.053280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:06.075764 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b2455b16-6f40-499d-874b-1a77002dfafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:06.126754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 80b775e4-f451-470f-a64f-80fb0cc5609d is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:30:06.129854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:30:06.133702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:30:06.163848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=71109dce-8c21-4484-a00c-d844883f0cc5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:06.198337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:06.198951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:06.282703 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-4318e28b-580f-4946-82c0-1dae08cf5611 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9142234 Jan 17 08:30:06.295135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Request body: {'port': {'device_id': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:06.378566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2a15489d-c834-4e38-9e19-546fec8c7515 None None] Provisioning for port 71109dce-8c21-4484-a00c-d844883f0cc5 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:30:06.383564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2a15489d-c834-4e38-9e19-546fec8c7515 None None] Provisioning complete for port 71109dce-8c21-4484-a00c-d844883f0cc5 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:30:06.384435 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a15489d-c834-4e38-9e19-546fec8c7515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:06.407319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:06.436118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2a15489d-c834-4e38-9e19-546fec8c7515 None None] Port 71109dce-8c21-4484-a00c-d844883f0cc5 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:30:06.823608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71109dce-8c21-4484-a00c-d844883f0cc5 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:30:06.830281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:06.844571 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Transition to ACTIVE for port object 71109dce-8c21-4484-a00c-d844883f0cc5 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:30:06.961246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:07.109608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Pushing event updated for resources: {'Port': ['ID=71109dce-8c21-4484-a00c-d844883f0cc5,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:07.195528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbde05-1557-41ea-8535-1f1f1cedad3c req-7de5bca6-59d6-494e-8295-37f5adcdd1b6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:07.196729 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-32dbde05-1557-41ea-8535-1f1f1cedad3c req-7de5bca6-59d6-494e-8295-37f5adcdd1b6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:30:07.239048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Attempting to bind port 71109dce-8c21-4484-a00c-d844883f0cc5 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:30:07.239408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Attempting to bind port 71109dce-8c21-4484-a00c-d844883f0cc5 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:30:07.239734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Attempting to bind port 71109dce-8c21-4484-a00c-d844883f0cc5 on network 80b775e4-f451-470f-a64f-80fb0cc5609d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:30:07.245296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Port 71109dce-8c21-4484-a00c-d844883f0cc5 on network 80b775e4-f451-470f-a64f-80fb0cc5609d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:30:07.245641 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Attempting to bind port 71109dce-8c21-4484-a00c-d844883f0cc5 on network 80b775e4-f451-470f-a64f-80fb0cc5609d {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:30:07.251845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:30:07.252180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Checking segment: {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:30:07.252554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Bound using segment: {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:30:07.252971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Bound port: 71109dce-8c21-4484-a00c-d844883f0cc5, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7319c1b3-72f4-4cc6-ae61-e9834938af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:30:07.253324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:07.311230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-32dbde05-1557-41ea-8535-1f1f1cedad3c req-7de5bca6-59d6-494e-8295-37f5adcdd1b6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:30:07.312304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-32dbde05-1557-41ea-8535-1f1f1cedad3c req-7de5bca6-59d6-494e-8295-37f5adcdd1b6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 943 time: 0.3855698 Jan 17 08:30:07.364000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] For port 71109dce-8c21-4484-a00c-d844883f0cc5, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:30:07.367321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] For port 71109dce-8c21-4484-a00c-d844883f0cc5, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=71109dce-8c21-4484-a00c-d844883f0cc5,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:30:07.379360 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-32dbde05-1557-41ea-8535-1f1f1cedad3c req-45847859-f342-4986-89ef-f6c689a95745 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604649 Jan 17 08:30:07.433539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:07.497717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:07.499054 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] 10.222.0.53 "PUT /v2.0/ports/71109dce-8c21-4484-a00c-d844883f0cc5 HTTP/1.1" status: 200 len: 1093 time: 1.2082682 Jan 17 08:30:07.499510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'tag': '71109dce-8c21-4484-a00c-d844883f0cc5'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:30:07.528789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc833fdb-a2df-4dc4-bfb5-6bb53f23f228 service neutron] Pushing event updated for resources: {'Port': ['ID=71109dce-8c21-4484-a00c-d844883f0cc5,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:07.556643 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'tag': '71109dce-8c21-4484-a00c-d844883f0cc5', 'status': 'completed', 'code': 200} Jan 17 08:30:07.649286 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-621173c6-807d-4090-9c38-1a6ad44979f0 req-8bc82954-7921-4e46-a5df-6173e6625d8c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 1096 time: 0.0709319 Jan 17 08:30:07.790143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621173c6-807d-4090-9c38-1a6ad44979f0 req-3294fb2b-baea-4aaa-9ad5-727f0080a347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:07.791782 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-621173c6-807d-4090-9c38-1a6ad44979f0 req-3294fb2b-baea-4aaa-9ad5-727f0080a347 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1358397 Jan 17 08:30:07.925582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621173c6-807d-4090-9c38-1a6ad44979f0 req-a09044ae-d79f-4a06-916a-f5bda57ed72d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:07.927057 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-621173c6-807d-4090-9c38-1a6ad44979f0 req-a09044ae-d79f-4a06-916a-f5bda57ed72d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287725 Jan 17 08:30:08.045710 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-e396252c-3b55-4a53-add4-816af9c8aa45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 1096 time: 0.0839562 Jan 17 08:30:08.111704 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-42cf6de9-2a4f-426f-9c76-0eec41eef79f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71109dce-8c21-4484-a00c-d844883f0cc5 HTTP/1.1" status: 200 len: 217 time: 0.0593040 Jan 17 08:30:08.173861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-1b585f14-4390-4179-9572-c02c058d28fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:08.175214 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-1b585f14-4390-4179-9572-c02c058d28fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c57029b-91e6-4234-9cd7-016db2d84940 HTTP/1.1" status: 200 len: 835 time: 0.0585632 Jan 17 08:30:08.217609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1b264b2d-d35a-4041-a6cb-73c75a72570a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:08.247343 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-f2d198f6-5c5e-4f36-a265-bfe0d98f8b98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=80b775e4-f451-470f-a64f-80fb0cc5609d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665052 Jan 17 08:30:08.378628 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-7ec847e0-5140-4d65-a3a7-d8d6a69461c5 service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252966 Jan 17 08:30:08.535663 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-81753b2a-c406-4cc7-8c97-dfe48c9d3311 req-62d5a546-8bf0-4906-afda-759531dd7a05 service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517122 Jan 17 08:30:08.584834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e901-c6a5-46f1-9f39-658dec43283f req-43832a5e-acbe-4c01-aac2-c11b3f292d69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:08.586265 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f9b7e901-c6a5-46f1-9f39-658dec43283f req-43832a5e-acbe-4c01-aac2-c11b3f292d69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 943 time: 0.0818534 Jan 17 08:30:08.716664 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f9b7e901-c6a5-46f1-9f39-658dec43283f req-290a30a5-4441-4dab-a29b-fac46b9dc718 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242471 Jan 17 08:30:09.481791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:09.504384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:09.914475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed9658-f10d-4a35-8c58-1de81013127e req-1acee720-e90d-4542-8a6a-fcbd33391a07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:09.916556 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eaed9658-f10d-4a35-8c58-1de81013127e req-1acee720-e90d-4542-8a6a-fcbd33391a07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 943 time: 0.0776825 Jan 17 08:30:09.959390 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eaed9658-f10d-4a35-8c58-1de81013127e req-7d3c3e84-31da-48af-a402-078150106d1f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373840 Jan 17 08:30:10.903308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:11.155215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b544b54-152b-41fe-ac25-6305288988e3 req-9fdffb32-615f-4179-b48b-1478c9b50fd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:11.156646 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7b544b54-152b-41fe-ac25-6305288988e3 req-9fdffb32-615f-4179-b48b-1478c9b50fd1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 943 time: 0.0738039 Jan 17 08:30:11.203040 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7b544b54-152b-41fe-ac25-6305288988e3 req-2a8a4ab2-b1d0-45c3-8cc9-50da7fb43be0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 Jan 17 08:30:12.086566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 71109dce-8c21-4484-a00c-d844883f0cc5 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:30:12.216493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 71109dce-8c21-4484-a00c-d844883f0cc5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=71109dce-8c21-4484-a00c-d844883f0cc5,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:12.229382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '71109dce-8c21-4484-a00c-d844883f0cc5', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'port_id': '71109dce-8c21-4484-a00c-d844883f0cc5', 'mac_address': 'fa:16:3e:10:88:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:30:12.282534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:12.299123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71109dce-8c21-4484-a00c-d844883f0cc5 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:30:12.314041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 71109dce-8c21-4484-a00c-d844883f0cc5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=71109dce-8c21-4484-a00c-d844883f0cc5,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:12.361687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:12.398434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5145af-1dd2-4458-8a96-3d3e15e1b2b8 req-e3761ac5-ee5c-451f-b2de-3566384cc80a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:12.399906 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bf5145af-1dd2-4458-8a96-3d3e15e1b2b8 req-e3761ac5-ee5c-451f-b2de-3566384cc80a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 943 time: 0.0772395 Jan 17 08:30:12.431493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=71109dce-8c21-4484-a00c-d844883f0cc5,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:12.440518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.440862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.441264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.441526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.441857 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.442185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.442513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.442869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.443261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.443538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.443859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:12.449233 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bf5145af-1dd2-4458-8a96-3d3e15e1b2b8 req-ed2d935f-8f29-4355-a630-f20b8cce421d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 Jan 17 08:30:12.594741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58362) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:12.733717 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['71109dce-8c21-4484-a00c-d844883f0cc5'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:30:12.786032 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Deleting port 82930377-da18-45ed-bc08-fb432760ec73 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:12.786371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:12.952420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:12.952745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:13.072800 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Calling delete_port for 82930377-da18-45ed-bc08-fb432760ec73 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:13.286244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:13.331395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event deleted for resources: {'Port': ['ID=82930377-da18-45ed-bc08-fb432760ec73,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:13.419387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:13.671809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d87f75-8cd9-4b5b-aff3-7c248b1576a1 req-42205e8a-332c-4b29-8d5e-e9493b425321 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:13.673242 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-10d87f75-8cd9-4b5b-aff3-7c248b1576a1 req-42205e8a-332c-4b29-8d5e-e9493b425321 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 944 time: 0.1085968 Jan 17 08:30:13.791754 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-10d87f75-8cd9-4b5b-aff3-7c248b1576a1 req-9e5450bb-aca1-4d29-b045-9ead86544fea tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125414 Jan 17 08:30:13.912371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:30:14.095225 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 71109dce-8c21-4484-a00c-d844883f0cc5 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:30:14.198858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:30:14.208680 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] Sync routers for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:30:14.220937 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:14.221524 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:14.258340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 71109dce-8c21-4484-a00c-d844883f0cc5 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:30:14.263310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 71109dce-8c21-4484-a00c-d844883f0cc5 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:30:14.263678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:14.286920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:14.344069 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-34fc45a5-86ac-4d96-a6ce-d3270e31aa01 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "DELETE /v2.0/floatingips/0db1d3c9-d553-4bc2-8bf4-d92b5a597f53 HTTP/1.1" status: 204 len: 168 time: 1.7474108 Jan 17 08:30:14.344069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:30:14.375113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:14.411499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 71109dce-8c21-4484-a00c-d844883f0cc5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=71109dce-8c21-4484-a00c-d844883f0cc5,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:14.412390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71109dce-8c21-4484-a00c-d844883f0cc5'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:30:14.432490 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:14.483151 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'status': 'completed', 'code': 200} Jan 17 08:30:14.492957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:14.536833 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71109dce-8c21-4484-a00c-d844883f0cc5', 'code': 200} Jan 17 08:30:14.567949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=71109dce-8c21-4484-a00c-d844883f0cc5,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:14.686564 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-322247e5-1cff-4c6e-8bca-fe6218ac3623 req-823f5566-1f44-4e79-84bf-20ef9e543a37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 1098 time: 0.1817601 Jan 17 08:30:14.820380 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322247e5-1cff-4c6e-8bca-fe6218ac3623 req-83886994-2113-4c8a-b277-98f14cd45805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:14.822778 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-322247e5-1cff-4c6e-8bca-fe6218ac3623 req-83886994-2113-4c8a-b277-98f14cd45805 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1304004 Jan 17 08:30:14.826382 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'b89d6a24-2ae9-493a-8b2d-1a4a11266cf8', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:24:35Z', 'updated_at': '2022-01-17T08:24:39Z', 'revision_number': 1, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:14.830857 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] Checking router: 2441dd68-0d1c-4e23-a076-bb334a8e9e5d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:30:14.843141 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:14.843972 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:14.915978 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-322247e5-1cff-4c6e-8bca-fe6218ac3623 req-b21351d4-9816-40fb-94ae-eb2f6c854ed0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5428903f-88b0-4b26-a797-bd9cc55a5cf6 HTTP/1.1" status: 200 len: 217 time: 0.0855970 Jan 17 08:30:15.031634 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:15.034588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322247e5-1cff-4c6e-8bca-fe6218ac3623 req-3601cd1c-fb6a-4346-9d75-7860888d6923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:15.036206 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-322247e5-1cff-4c6e-8bca-fe6218ac3623 req-3601cd1c-fb6a-4346-9d75-7860888d6923 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.1136663 Jan 17 08:30:15.049282 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93cb2b20-455b-4a82-bb0b-ac725bf719c4 req-a25e8ff8-47e4-496c-a916-1da7b7120ac6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 1098 time: 0.1485176 Jan 17 08:30:15.054950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54d67b-071e-463f-8150-cd6b184b0bee req-05dcbb45-3adb-42dd-a092-03c263599a64 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:15.057059 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1e54d67b-071e-463f-8150-cd6b184b0bee req-05dcbb45-3adb-42dd-a092-03c263599a64 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 945 time: 0.1040175 Jan 17 08:30:15.104210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8450383-e7e5-40f6-a04f-13dcfd3d29bd req-c32ff602-b023-43d3-915e-8cd06e7356bb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:15.104919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e8450383-e7e5-40f6-a04f-13dcfd3d29bd req-c32ff602-b023-43d3-915e-8cd06e7356bb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:30:15.122297 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93cb2b20-455b-4a82-bb0b-ac725bf719c4 req-085a0a05-7100-440f-9f25-305b2997d0a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642240 Jan 17 08:30:15.135132 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1e54d67b-071e-463f-8150-cd6b184b0bee req-c5b03a4b-cc79-4562-82fc-0752f7301b28 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599205 Jan 17 08:30:15.142613 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-322247e5-1cff-4c6e-8bca-fe6218ac3623 req-71e3ad36-9d8e-47da-8b90-b3b5dbcb7319 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984712 Jan 17 08:30:15.184702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e8450383-e7e5-40f6-a04f-13dcfd3d29bd req-c32ff602-b023-43d3-915e-8cd06e7356bb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:30:15.185773 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e8450383-e7e5-40f6-a04f-13dcfd3d29bd req-c32ff602-b023-43d3-915e-8cd06e7356bb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 945 time: 0.2254729 Jan 17 08:30:15.231349 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e8450383-e7e5-40f6-a04f-13dcfd3d29bd req-4dde3857-7bf7-4bc5-9e9f-56679006e168 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 Jan 17 08:30:15.388265 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'b89d6a24-2ae9-493a-8b2d-1a4a11266cf8', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:24:35Z', 'updated_at': '2022-01-17T08:24:39Z', 'revision_number': 1, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:15.392580 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f38b2d-3304-4c4d-b775-b63a4555e916 None None] The sync data for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv is: [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'b89d6a24-2ae9-493a-8b2d-1a4a11266cf8', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'floating_ip_address': '172.26.4.183', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'port_id': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'mac_address': 'fa:16:3e:92:01:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:24:35Z', 'updated_at': '2022-01-17T08:24:39Z', 'revision_number': 1, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:30:15.471500 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-322247e5-1cff-4c6e-8bca-fe6218ac3623 req-9dc4429b-1f0b-4c1e-8703-e8016f8e49c2 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280360 Jan 17 08:30:15.606866 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-322247e5-1cff-4c6e-8bca-fe6218ac3623 req-438b7101-3b0d-4c9f-b35c-7750311fdb63 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282341 Jan 17 08:30:15.612118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babccf81-48f0-435c-9950-981deb0ea1ef None None] New status for floating IP 0db1d3c9-d553-4bc2-8bf4-d92b5a597f53: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:30:16.334145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb683f5-4249-438c-a4ca-a1fd4519d203 req-e10f9802-619e-423f-bf1b-c329f7ea3c56 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:16.335626 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afb683f5-4249-438c-a4ca-a1fd4519d203 req-e10f9802-619e-423f-bf1b-c329f7ea3c56 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 945 time: 0.0784726 Jan 17 08:30:16.381581 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afb683f5-4249-438c-a4ca-a1fd4519d203 req-37295caf-7a9c-49e5-92d5-e66cdf7d9e84 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 Jan 17 08:30:16.434500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7b00-6f1e-4107-a9f1-ffc530dbcfae req-b9a6670a-a7f2-4b02-804a-85838142bba3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:16.435883 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-300c7b00-6f1e-4107-a9f1-ffc530dbcfae req-b9a6670a-a7f2-4b02-804a-85838142bba3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 945 time: 0.0786343 Jan 17 08:30:16.486029 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-300c7b00-6f1e-4107-a9f1-ffc530dbcfae req-c86364b0-a77e-4001-8a79-bc5e13521ec9 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442717 Jan 17 08:30:16.945395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-373f034e-bd0f-45bc-bbea-1807f72b12af tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:16.946775 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-373f034e-bd0f-45bc-bbea-1807f72b12af tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 945 time: 0.0775738 Jan 17 08:30:17.012017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Deleting port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:17.012351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:17.244718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] For port 5428903f-88b0-4b26-a797-bd9cc55a5cf6, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=5428903f-88b0-4b26-a797-bd9cc55a5cf6,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:17.244995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:17.451664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Calling delete_port for 5428903f-88b0-4b26-a797-bd9cc55a5cf6 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:17.584035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac45b7d-ef88-4ecf-8b86-dfcdbcc23400 req-830e44d6-9136-4db0-9929-e1ba4b065197 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:17.585491 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3ac45b7d-ef88-4ecf-8b86-dfcdbcc23400 req-830e44d6-9136-4db0-9929-e1ba4b065197 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 945 time: 0.0811751 Jan 17 08:30:17.632012 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3ac45b7d-ef88-4ecf-8b86-dfcdbcc23400 req-b0b721cf-2528-452a-b244-eb6e8264d689 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 Jan 17 08:30:17.658980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:17.713160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event deleted for resources: {'Port': ['ID=5428903f-88b0-4b26-a797-bd9cc55a5cf6,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:17.800231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] No DVR routers for this DVR port 5428903f-88b0-4b26-a797-bd9cc55a5cf6 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:30:17.803176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:17.805601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'name': 'network-vif-deleted', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:30:17.822870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c330fc-c234-4283-92d6-a236c4b7b441 req-a282d644-7330-44e5-9979-35f3ad38cbf2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:17.824357 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d1c330fc-c234-4283-92d6-a236c4b7b441 req-a282d644-7330-44e5-9979-35f3ad38cbf2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 867 time: 0.2141261 Jan 17 08:30:17.846740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123fea6-ad52-47d9-b247-2764bbaa6d77 req-f53861d4-3331-40a3-a87d-bcaba184389e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:17.849339 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6123fea6-ad52-47d9-b247-2764bbaa6d77 req-f53861d4-3331-40a3-a87d-bcaba184389e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 945 time: 0.0907042 Jan 17 08:30:17.870904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d1c330fc-c234-4283-92d6-a236c4b7b441 req-573841d8-720a-4951-a72b-5bfe6cc6f8bb tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Jan 17 08:30:17.900007 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6123fea6-ad52-47d9-b247-2764bbaa6d77 req-87f06702-aa6e-49b6-aaa9-d7bb886be298 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444686 Jan 17 08:30:17.916644 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ce3e20bc-1421-4788-9e35-2bf93474c5c5 req-a15534b6-213d-4492-9c02-0c7795041070 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "DELETE /v2.0/ports/5428903f-88b0-4b26-a797-bd9cc55a5cf6 HTTP/1.1" status: 204 len: 173 time: 0.9644761 Jan 17 08:30:17.927720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58394) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:17.959428 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5', 'name': 'network-vif-deleted', 'tag': '5428903f-88b0-4b26-a797-bd9cc55a5cf6', 'status': 'completed', 'code': 200} Jan 17 08:30:17.997934 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e7fbf09f-ac7f-4dcc-bbad-3d09bacb2173 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 1093 time: 0.0688283 Jan 17 08:30:18.000536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58398) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:18.005390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c00459f9-88f6-4160-8fcf-4ad4330d28f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'port_id': '71109dce-8c21-4484-a00c-d844883f0cc5'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:30:18.090362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c00459f9-88f6-4160-8fcf-4ad4330d28f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:18.685645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c00459f9-88f6-4160-8fcf-4ad4330d28f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:18.749897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c00459f9-88f6-4160-8fcf-4ad4330d28f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:18.938397 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-c00459f9-88f6-4160-8fcf-4ad4330d28f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP 199f6b96-246d-4f1b-9407-9eff19258442 associated. External IP: 172.26.4.225, port: 71109dce-8c21-4484-a00c-d844883f0cc5. Jan 17 08:30:19.057062 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0f1dd290-0eaf-4d6b-aa3d-8e42d7043960 req-0ddd6d39-7905-43b2-ac21-bcb51e9092f5 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c3ee9ee-1f9d-4d88-98a6-a341ac0431b5 HTTP/1.1" status: 200 len: 210 time: 0.0415251 Jan 17 08:30:19.422522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00459f9-88f6-4160-8fcf-4ad4330d28f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:30:19.584545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:19.619152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00459f9-88f6-4160-8fcf-4ad4330d28f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:30:19.623763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c00459f9-88f6-4160-8fcf-4ad4330d28f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:19.628847 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] Sync routers for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:30:19.641061 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:19.641659 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:19.678865 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c00459f9-88f6-4160-8fcf-4ad4330d28f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 991 time: 1.6773293 Jan 17 08:30:19.683569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58404) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:19.789004 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-538d9d69-39e7-4fda-b3dc-f55cc66bb7a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 991 time: 0.1040683 Jan 17 08:30:19.839836 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:19.960164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'tag': '71109dce-8c21-4484-a00c-d844883f0cc5'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:30:20.013645 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'tag': '71109dce-8c21-4484-a00c-d844883f0cc5', 'status': 'completed', 'code': 200} Jan 17 08:30:20.102656 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9b1152b-e8f9-4989-a3d3-8519262313cd req-8f5ff42f-6290-4d94-81f3-a405c257722f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 1098 time: 0.0671530 Jan 17 08:30:20.112567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 5428903f-88b0-4b26-a797-bd9cc55a5cf6 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:30:20.149334 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 5428903f-88b0-4b26-a797-bd9cc55a5cf6 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:30:20.149683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 5428903f-88b0-4b26-a797-bd9cc55a5cf6 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:30:20.189555 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '199f6b96-246d-4f1b-9407-9eff19258442', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'port_id': '71109dce-8c21-4484-a00c-d844883f0cc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'mac_address': 'fa:16:3e:10:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:28:46Z', 'updated_at': '2022-01-17T08:30:18Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:20.193809 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] Checking router: 9c5fdaf6-14b5-443e-8c48-0abc604a5021 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:30:20.205937 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:20.206544 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:20.237635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1152b-e8f9-4989-a3d3-8519262313cd req-efd1fb5f-44ac-4dc5-bdf0-b8432fa1ffb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:20.239304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9b1152b-e8f9-4989-a3d3-8519262313cd req-efd1fb5f-44ac-4dc5-bdf0-b8432fa1ffb3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 200 len: 898 time: 0.1310275 Jan 17 08:30:20.340585 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9b1152b-e8f9-4989-a3d3-8519262313cd req-df728b52-e507-4614-90ca-37a60ccef62f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71109dce-8c21-4484-a00c-d844883f0cc5 HTTP/1.1" status: 200 len: 999 time: 0.0954497 Jan 17 08:30:20.387070 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:20.417687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1152b-e8f9-4989-a3d3-8519262313cd req-992491e6-89f1-4856-9ed8-73d40fb723f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:20.419166 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9b1152b-e8f9-4989-a3d3-8519262313cd req-992491e6-89f1-4856-9ed8-73d40fb723f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c57029b-91e6-4234-9cd7-016db2d84940 HTTP/1.1" status: 200 len: 835 time: 0.0736406 Jan 17 08:30:20.502799 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9b1152b-e8f9-4989-a3d3-8519262313cd req-ada515b5-dc20-437e-b902-9b001e31bee2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=80b775e4-f451-470f-a64f-80fb0cc5609d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778182 Jan 17 08:30:20.633567 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9b1152b-e8f9-4989-a3d3-8519262313cd req-920de3a9-2dab-4297-8eec-27c03eea1bc0 service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251571 Jan 17 08:30:20.759111 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '199f6b96-246d-4f1b-9407-9eff19258442', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'port_id': '71109dce-8c21-4484-a00c-d844883f0cc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'mac_address': 'fa:16:3e:10:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:28:46Z', 'updated_at': '2022-01-17T08:30:18Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:20.763460 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846f682-3aa3-45ff-a2a7-394a1df7fbd4 None None] The sync data for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv is: [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '199f6b96-246d-4f1b-9407-9eff19258442', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'port_id': '71109dce-8c21-4484-a00c-d844883f0cc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'mac_address': 'fa:16:3e:10:88:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:28:46Z', 'updated_at': '2022-01-17T08:30:18Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:30:20.793004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58416) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:20.882298 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9b1152b-e8f9-4989-a3d3-8519262313cd req-78af6560-f9d4-4779-9816-15afa238e64d service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422221 Jan 17 08:30:20.917898 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-38be4435-0107-4e10-8cf9-6360a2e65963 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 991 time: 0.1234169 Jan 17 08:30:21.010340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aac2cb-2128-4b3f-ba6c-50ffebef3e88 None None] New status for floating IP 199f6b96-246d-4f1b-9407-9eff19258442: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:30:21.920967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58422) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:22.034160 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-002c17e8-8905-4441-a2af-a329873a0eb5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 200 len: 993 time: 0.1119969 Jan 17 08:30:24.911538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58436) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:25.102437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Deleting port 4fb785f0-78cd-46e0-adbf-44f7849cc34e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:25.102774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:25.266721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:25.266961 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:25.380374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Calling delete_port for 4fb785f0-78cd-46e0-adbf-44f7849cc34e owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:25.567187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:25.609887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event deleted for resources: {'Port': ['ID=4fb785f0-78cd-46e0-adbf-44f7849cc34e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:25.702835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:26.080772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:30:26.272890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:30:26.282322 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] Sync routers for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:30:26.290539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:26.294334 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:26.294980 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:26.461044 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-205ff71d-9bbe-4f69-9a62-e8543d0671b2 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "DELETE /v2.0/floatingips/b89d6a24-2ae9-493a-8b2d-1a4a11266cf8 HTTP/1.1" status: 204 len: 168 time: 1.5459328 Jan 17 08:30:26.461044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:30:26.492668 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:26.514511 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'status': 'completed', 'code': 200} Jan 17 08:30:26.605655 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b24a84c-fcd5-4a02-8b15-0b4e85010e70 req-34187dfd-9863-409c-9a1d-e953b97d84d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f365aa3db4d649dc81da10839cb09d37&device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 1098 time: 0.0703263 Jan 17 08:30:26.745970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24a84c-fcd5-4a02-8b15-0b4e85010e70 req-70a65ecb-b490-4d02-ad92-c2c68d58d6b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:26.747465 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b24a84c-fcd5-4a02-8b15-0b4e85010e70 req-70a65ecb-b490-4d02-ad92-c2c68d58d6b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 200 len: 912 time: 0.1364326 Jan 17 08:30:26.817725 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b24a84c-fcd5-4a02-8b15-0b4e85010e70 req-fefc908c-9d12-4504-98c7-6da3ac009dcb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d8c9112-ace4-4357-ad92-957d649c00d0 HTTP/1.1" status: 200 len: 217 time: 0.0642922 Jan 17 08:30:26.838589 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:26.842394 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] Checking router: 2441dd68-0d1c-4e23-a076-bb334a8e9e5d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:30:26.853336 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:26.853915 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:26.880777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24a84c-fcd5-4a02-8b15-0b4e85010e70 req-fbc21080-6251-46da-8ea6-0a24e4a3813e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:26.882217 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b24a84c-fcd5-4a02-8b15-0b4e85010e70 req-fbc21080-6251-46da-8ea6-0a24e4a3813e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 200 len: 850 time: 0.0585086 Jan 17 08:30:26.965494 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b24a84c-fcd5-4a02-8b15-0b4e85010e70 req-9bfe9302-382c-43b9-ab67-48c341b77832 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7376139-ab63-4638-9884-ebc9308a798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766094 Jan 17 08:30:27.046750 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:27.059143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5436ca2-9a76-4e2c-bf12-bdeda4b7d9c7 req-5250cddb-a3ff-45a5-917f-3c85830cb9ec tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:27.061322 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5436ca2-9a76-4e2c-bf12-bdeda4b7d9c7 req-5250cddb-a3ff-45a5-917f-3c85830cb9ec tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 945 time: 0.0917573 Jan 17 08:30:27.110712 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5436ca2-9a76-4e2c-bf12-bdeda4b7d9c7 req-f80e4b0e-2c12-4206-80d4-08a4bcaf1357 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434074 Jan 17 08:30:27.116238 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b24a84c-fcd5-4a02-8b15-0b4e85010e70 req-71e7477d-fb0c-42b9-af35-3c9d56595035 service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400230 Jan 17 08:30:27.248073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b24a84c-fcd5-4a02-8b15-0b4e85010e70 req-848cd18b-9843-45c5-9731-52d33576373b service neutron] 10.222.0.53 "GET /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244631 Jan 17 08:30:27.361616 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:27.365504 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21513337-067a-44d0-92ae-9e6fa18e5d81 None None] The sync data for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv is: [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:19:29Z', 'revision_number': 4, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '33afabf1-06b6-4d62-934e-9794be1b1514', 'name': '', 'network_id': 'b7376139-ab63-4638-9884-ebc9308a798c', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'mac_address': 'fa:16:3e:da:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f89e02-d013-46d6-821d-541e989250da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:26Z', 'updated_at': '2022-01-17T08:19:39Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'subnets': [{'id': '20f89e02-d013-46d6-821d-541e989250da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:30:27.588081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ceb9d-919b-41f3-92f5-6e648f797969 None None] New status for floating IP b89d6a24-2ae9-493a-8b2d-1a4a11266cf8: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:30:27.816984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-e6d13623-f568-4a3d-b6e9-116b98270df1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:27.817692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-e6d13623-f568-4a3d-b6e9-116b98270df1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:30:27.898156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-e6d13623-f568-4a3d-b6e9-116b98270df1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:30:27.899358 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-e6d13623-f568-4a3d-b6e9-116b98270df1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 945 time: 0.1532493 Jan 17 08:30:27.967509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Deleting port 3d8c9112-ace4-4357-ad92-957d649c00d0 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:27.967772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:28.206723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] For port 3d8c9112-ace4-4357-ad92-957d649c00d0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=3d8c9112-ace4-4357-ad92-957d649c00d0,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:28.207436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:28.354478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Calling delete_port for 3d8c9112-ace4-4357-ad92-957d649c00d0 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:28.495818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6a51e-4c6b-4439-85f6-b91cc359c011 req-2cd138a7-2e19-4c70-8a17-c534dfc910fe tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:28.497243 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cfa6a51e-4c6b-4439-85f6-b91cc359c011 req-2cd138a7-2e19-4c70-8a17-c534dfc910fe tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 945 time: 0.2274563 Jan 17 08:30:28.553596 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cfa6a51e-4c6b-4439-85f6-b91cc359c011 req-ba10ae07-a057-4c05-9229-59c6f344f1a1 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508943 Jan 17 08:30:28.572647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:28.618401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event deleted for resources: {'Port': ['ID=3d8c9112-ace4-4357-ad92-957d649c00d0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:28.779482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] No DVR routers for this DVR port 3d8c9112-ace4-4357-ad92-957d649c00d0 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:30:28.781776 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:28.784216 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'name': 'network-vif-deleted', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:30:28.839457 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8dedf9-76f6-41f9-87f1-29cd5eb6517a', 'name': 'network-vif-deleted', 'tag': '3d8c9112-ace4-4357-ad92-957d649c00d0', 'status': 'completed', 'code': 200} Jan 17 08:30:28.863676 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2b5e7c0e-a81a-482d-9e2b-f1886ef88193 req-fd4f6a66-5ad4-4554-931b-e5d04a75fa25 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.53 "DELETE /v2.0/ports/3d8c9112-ace4-4357-ad92-957d649c00d0 HTTP/1.1" status: 204 len: 173 time: 0.9578800 Jan 17 08:30:29.765693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-bd5e547f-ebe0-4552-bfdb-08a40cf187b8 req-6634d70f-418a-4253-b88d-4b55a65945c3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Synchronizing usage tracker for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:30:29.864240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-bd5e547f-ebe0-4552-bfdb-08a40cf187b8 req-6634d70f-418a-4253-b88d-4b55a65945c3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Unset dirty status for tenant:f365aa3db4d649dc81da10839cb09d37 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:30:29.865811 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bd5e547f-ebe0-4552-bfdb-08a40cf187b8 req-6634d70f-418a-4253-b88d-4b55a65945c3 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a8dedf9-76f6-41f9-87f1-29cd5eb6517a HTTP/1.1" status: 200 len: 210 time: 0.1939697 Jan 17 08:30:30.973605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58456) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:31.124318 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Deleting port 9b7e86e0-c056-48b1-9710-f489603c21b2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:31.124651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:31.283994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:31.284240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:31.480626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Calling delete_port for 9b7e86e0-c056-48b1-9710-f489603c21b2 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:31.652439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:31.693874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event deleted for resources: {'Port': ['ID=9b7e86e0-c056-48b1-9710-f489603c21b2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:31.734411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.734748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.735078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.735431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.735761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.736077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.736393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.736708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.737022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.737333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.737644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:30:31.793812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:31.863171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:31.864397 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6f67790c-2b93-4786-bd0b-522035508401 tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "DELETE /v2.0/floatingips/fa95dfbc-6deb-486d-a46d-990c1ba4743a HTTP/1.1" status: 204 len: 168 time: 0.8898365 Jan 17 08:30:32.220155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 3d8c9112-ace4-4357-ad92-957d649c00d0 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:30:32.255805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 3d8c9112-ace4-4357-ad92-957d649c00d0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:30:32.256324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 3d8c9112-ace4-4357-ad92-957d649c00d0 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:30:34.566509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58472) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:34.635843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8cd61d7-211c-44e6-9f93-8dd89baae6da tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:34.664254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8cd61d7-211c-44e6-9f93-8dd89baae6da tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:34.794667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8cd61d7-211c-44e6-9f93-8dd89baae6da tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:34.814159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd61d7-211c-44e6-9f93-8dd89baae6da tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4fa57d-a026-47ec-8f4b-6b1c60ee4064,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:34.891440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d8cd61d7-211c-44e6-9f93-8dd89baae6da tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:34.892615 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d8cd61d7-211c-44e6-9f93-8dd89baae6da tempest-TestVolumeBootPattern-1576331027 tempest-TestVolumeBootPattern-1576331027-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc4fa57d-a026-47ec-8f4b-6b1c60ee4064 HTTP/1.1" status: 204 len: 168 time: 0.3250954 Jan 17 08:30:35.036909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:35.567666 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:36.052477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-97493806-a061-4ef7-816d-423ee7173798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:36.146607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Deleting port 33afabf1-06b6-4d62-934e-9794be1b1514 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:36.146852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:36.389581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] For port 33afabf1-06b6-4d62-934e-9794be1b1514, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=33afabf1-06b6-4d62-934e-9794be1b1514,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:36.389928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:36.510172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Calling delete_port for 33afabf1-06b6-4d62-934e-9794be1b1514 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:36.749871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:36.792137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Pushing event deleted for resources: {'Port': ['ID=33afabf1-06b6-4d62-934e-9794be1b1514,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:37.076310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:37.632464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:30:37.931951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:30:37.940970 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] Sync routers for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:30:37.955964 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-33fe45a6-880d-4f9c-9174-6a508853a123 admin admin] 10.222.0.44 "PUT /v2.0/routers/2441dd68-0d1c-4e23-a076-bb334a8e9e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9151940 Jan 17 08:30:37.956058 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:37.956058 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:37.956234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58484) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:38.134874 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:38.146726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:38.224531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d662fec-c602-4df9-927b-058bb5a65c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:38.346147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:38.410432 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:30:36Z', 'revision_number': 5, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port': {'id': 'ab593bd8-6465-41f2-a18c-682cfd7d7951', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:19Z', 'updated_at': '2022-01-17T08:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:38.414386 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] Checking router: 2441dd68-0d1c-4e23-a076-bb334a8e9e5d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:30:38.425396 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] Routers {'2441dd68-0d1c-4e23-a076-bb334a8e9e5d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:38.425984 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:38.435950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Deleting port ab593bd8-6465-41f2-a18c-682cfd7d7951 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:38.436294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:38.597629 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] Set router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:38.607866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] For port ab593bd8-6465-41f2-a18c-682cfd7d7951, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ab593bd8-6465-41f2-a18c-682cfd7d7951,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:38.608219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:38.699418 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:30:38Z', 'revision_number': 6, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:38.703274 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567cc12-8bf7-4f77-a837-8c64c8f69ce5 None None] The sync data for ids ['2441dd68-0d1c-4e23-a076-bb334a8e9e5d'] in dv-neutron-824874-1-hyperv is: [{'id': '2441dd68-0d1c-4e23-a076-bb334a8e9e5d', 'name': 'tempest-TestVolumeBootPattern-519083113-router', 'tenant_id': 'f365aa3db4d649dc81da10839cb09d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:18Z', 'updated_at': '2022-01-17T08:30:38Z', 'revision_number': 6, 'project_id': 'f365aa3db4d649dc81da10839cb09d37', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:30:38.726845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Calling delete_port for ab593bd8-6465-41f2-a18c-682cfd7d7951 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:38.978184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.023982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ab593bd8-6465-41f2-a18c-682cfd7d7951,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:39.250578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.492579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.509569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.606346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.610529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.681828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.682395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2441dd68-0d1c-4e23-a076-bb334a8e9e5d {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:30:39.694576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.698006 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-363d50bd-91c9-41b7-acb3-5db0ba57ebbb admin admin] 10.222.0.44 "DELETE /v2.0/routers/2441dd68-0d1c-4e23-a076-bb334a8e9e5d HTTP/1.1" status: 204 len: 168 time: 1.7389569 Jan 17 08:30:39.698254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58490) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:39.759078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0ebe7a-041c-4b29-8cde-968338bc29f2 admin admin] Deleting subnet 20f89e02-d013-46d6-821d-541e989250da {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:30:39.761416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebe7a-041c-4b29-8cde-968338bc29f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.810015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebe7a-041c-4b29-8cde-968338bc29f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.888768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebe7a-041c-4b29-8cde-968338bc29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:39.956940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ab593bd8-6465-41f2-a18c-682cfd7d7951 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:30:39.989200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: ab593bd8-6465-41f2-a18c-682cfd7d7951 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:30:39.989541 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ab593bd8-6465-41f2-a18c-682cfd7d7951 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:30:39.989960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 33afabf1-06b6-4d62-934e-9794be1b1514 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:30:40.019488 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 33afabf1-06b6-4d62-934e-9794be1b1514 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:30:40.019748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 33afabf1-06b6-4d62-934e-9794be1b1514 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:30:40.046858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebe7a-041c-4b29-8cde-968338bc29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.083510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ebe7a-041c-4b29-8cde-968338bc29f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f89e02-d013-46d6-821d-541e989250da,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:40.088470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebe7a-041c-4b29-8cde-968338bc29f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.096259 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fa0ebe7a-041c-4b29-8cde-968338bc29f2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/20f89e02-d013-46d6-821d-541e989250da HTTP/1.1" status: 204 len: 168 time: 0.3948402 Jan 17 08:30:40.096440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348230d-bbf4-424c-a914-8b64d3d91fc3 None None] Network b7376139-ab63-4638-9884-ebc9308a798c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:30:40.096547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:40.200022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.210730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Deleting port c2d0bb71-9162-4389-b8e8-dbc23b37106d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:40.211052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.354896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] DHCP port deletion for b7376139-ab63-4638-9884-ebc9308a798c request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:30:40.359350 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] Deleting port c2d0bb71-9162-4389-b8e8-dbc23b37106d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:40.359834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.423889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] For port c2d0bb71-9162-4389-b8e8-dbc23b37106d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c2d0bb71-9162-4389-b8e8-dbc23b37106d,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:40.424325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.543805 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Calling delete_port for c2d0bb71-9162-4389-b8e8-dbc23b37106d owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:40.593701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] For port c2d0bb71-9162-4389-b8e8-dbc23b37106d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c2d0bb71-9162-4389-b8e8-dbc23b37106d,segment=NetworkSegment(cd9813b8-7f78-41fb-8953-24c3f94ab845),segment_id=cd9813b8-7f78-41fb-8953-24c3f94ab845)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:40.594277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.686943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.711220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] Calling delete_port for c2d0bb71-9162-4389-b8e8-dbc23b37106d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:40.729194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d0bb71-9162-4389-b8e8-dbc23b37106d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:40.735004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] No DVR routers for this DVR port c2d0bb71-9162-4389-b8e8-dbc23b37106d on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:30:40.783465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:30:40.783862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:30:40.850169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.875373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7376139-ab63-4638-9884-ebc9308a798c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:40.887664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9813b8-7f78-41fb-8953-24c3f94ab845') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:40.887951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9813b8-7f78-41fb-8953-24c3f94ab845') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:40.898797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.913695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.920237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:30:40.920639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.932867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:30:40.941954 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:30:41.069424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:41.085145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:41.095995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b7376139-ab63-4638-9884-ebc9308a798c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:41.178811 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-51449999-b1b4-456f-af51-9fceac86e6cf admin admin] 10.222.0.44 "DELETE /v2.0/networks/b7376139-ab63-4638-9884-ebc9308a798c HTTP/1.1" status: 204 len: 168 time: 1.0813437 Jan 17 08:30:41.182134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58498) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:41.285366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] Deleting port c2d0bb71-9162-4389-b8e8-dbc23b37106d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:41.285769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:41.351108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-80de2c2b-817a-4f45-85f4-3c82e9f05b49 None None] The port 'c2d0bb71-9162-4389-b8e8-dbc23b37106d' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:30:41.642715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:41.961671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c2d0bb71-9162-4389-b8e8-dbc23b37106d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:30:41.994278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: c2d0bb71-9162-4389-b8e8-dbc23b37106d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:30:41.994612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c2d0bb71-9162-4389-b8e8-dbc23b37106d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:30:42.244757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Deleting port acddd2b0-73eb-4642-bbab-2606b09dca96 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:42.245314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:42.411570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] For port acddd2b0-73eb-4642-bbab-2606b09dca96, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=acddd2b0-73eb-4642-bbab-2606b09dca96,segment=NetworkSegment(da8ed9bf-3dac-4911-a87f-7eb776b87be1),segment_id=da8ed9bf-3dac-4911-a87f-7eb776b87be1)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:42.411925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:42.537917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Calling delete_port for acddd2b0-73eb-4642-bbab-2606b09dca96 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:42.715576 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:30:42.777818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:42.826955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Pushing event deleted for resources: {'Port': ['ID=acddd2b0-73eb-4642-bbab-2606b09dca96,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:43.200480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:43.750019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Router 4a160fa0-42eb-404c-8eb9-bae28371cd30 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:30:43.947667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:30:43.957743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] Sync routers for ids ['4a160fa0-42eb-404c-8eb9-bae28371cd30'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:30:43.969594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] Routers {'4a160fa0-42eb-404c-8eb9-bae28371cd30'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:43.980257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4a160fa0-42eb-404c-8eb9-bae28371cd30'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:44.019725 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2dcab12d-936e-4d24-aedd-900d07348237 admin admin] 10.222.0.44 "PUT /v2.0/routers/4a160fa0-42eb-404c-8eb9-bae28371cd30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8363869 Jan 17 08:30:44.022045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58504) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:44.145211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] Set router 4a160fa0-42eb-404c-8eb9-bae28371cd30 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:44.215567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:44.426517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'feae544a-5264-48ef-ba68-7872252aa679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:39Z', 'updated_at': '2022-01-17T08:30:42Z', 'revision_number': 5, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'gw_port': {'id': 'feae544a-5264-48ef-ba68-7872252aa679', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:44.431218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] Checking router: 4a160fa0-42eb-404c-8eb9-bae28371cd30 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:30:44.442656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] Routers {'4a160fa0-42eb-404c-8eb9-bae28371cd30'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:30:44.443536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:30:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4a160fa0-42eb-404c-8eb9-bae28371cd30'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:44.508679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:44.584409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Deleting port feae544a-5264-48ef-ba68-7872252aa679 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:44.584762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:44.621068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] Set router 4a160fa0-42eb-404c-8eb9-bae28371cd30 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:30:44.757828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] For port feae544a-5264-48ef-ba68-7872252aa679, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=feae544a-5264-48ef-ba68-7872252aa679,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:44.758396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:44.878529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Calling delete_port for feae544a-5264-48ef-ba68-7872252aa679 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:44.919341 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-b5f2c8e5-b2cd-4fba-a3ed-d7862bfc4e37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758469 Jan 17 08:30:44.938078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'feae544a-5264-48ef-ba68-7872252aa679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:39Z', 'updated_at': '2022-01-17T08:30:42Z', 'revision_number': 5, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'gw_port': {'id': 'feae544a-5264-48ef-ba68-7872252aa679', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:44.944538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dd69e7-7c06-433a-ae71-dcf405625b59 None None] The sync data for ids ['4a160fa0-42eb-404c-8eb9-bae28371cd30'] in dv-neutron-824874-1-hyperv is: [{'id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'name': 'tempest-TestVolumeBootPattern-73933317-router', 'tenant_id': '5351ba104819463d86ba05f9acf6e775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': 'feae544a-5264-48ef-ba68-7872252aa679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:19:39Z', 'updated_at': '2022-01-17T08:30:42Z', 'revision_number': 5, 'project_id': '5351ba104819463d86ba05f9acf6e775', 'gw_port': {'id': 'feae544a-5264-48ef-ba68-7872252aa679', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a160fa0-42eb-404c-8eb9-bae28371cd30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:19:40Z', 'updated_at': '2022-01-17T08:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:30:45.019298 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-740c3bc1-8d4b-41d3-afd5-3adf68fb91f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 1098 time: 0.0724328 Jan 17 08:30:45.115556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:45.153242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-26f89d7b-f172-46dc-87dd-887930bdbe47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:45.154744 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-26f89d7b-f172-46dc-87dd-887930bdbe47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 200 len: 898 time: 0.1239994 Jan 17 08:30:45.160790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=feae544a-5264-48ef-ba68-7872252aa679,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:45.225502 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-bea84bb7-14c4-4fff-a81d-8098f1d4e2f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b HTTP/1.1" status: 200 len: 217 time: 0.0651014 Jan 17 08:30:45.286785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-766acb9c-2ed9-440a-b5be-1910e1faeb60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:30:45.288295 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-766acb9c-2ed9-440a-b5be-1910e1faeb60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c57029b-91e6-4234-9cd7-016db2d84940 HTTP/1.1" status: 200 len: 835 time: 0.0580373 Jan 17 08:30:45.368945 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-1328ace7-2d60-41e1-963e-902d5be60566 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=80b775e4-f451-470f-a64f-80fb0cc5609d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742855 Jan 17 08:30:45.381506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:45.514930 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-84d09f1d-0a2e-4583-a3a7-1d06ad2ab497 service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395328 Jan 17 08:30:45.634086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:45.638236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:45.643608 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55304615-3e73-40f8-9355-5dae5e7b0d0d req-a7f50257-4d60-4684-a324-0823e908a907 service neutron] 10.222.0.53 "GET /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223295 Jan 17 08:30:45.709141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:45.709661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a160fa0-42eb-404c-8eb9-bae28371cd30 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:30:45.721706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:45.722815 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9ed78166-c28a-448e-bae0-e6865cd57bc8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4a160fa0-42eb-404c-8eb9-bae28371cd30 HTTP/1.1" status: 204 len: 168 time: 1.6997776 Jan 17 08:30:45.725427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58508) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:45.789218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0b786b-d6d8-4961-849b-eb9dc634cf9f admin admin] Deleting subnet 06de8ff4-7167-4e90-b4a0-bb395eae02d1 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:30:45.792952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0b786b-d6d8-4961-849b-eb9dc634cf9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:45.842262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0b786b-d6d8-4961-849b-eb9dc634cf9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:45.916484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0b786b-d6d8-4961-849b-eb9dc634cf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:46.144626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0b786b-d6d8-4961-849b-eb9dc634cf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:46.166679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device acddd2b0-73eb-4642-bbab-2606b09dca96 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:30:46.186285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b786b-d6d8-4961-849b-eb9dc634cf9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06de8ff4-7167-4e90-b4a0-bb395eae02d1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:46.197637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0b786b-d6d8-4961-849b-eb9dc634cf9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:46.202259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: acddd2b0-73eb-4642-bbab-2606b09dca96 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:30:46.202606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device acddd2b0-73eb-4642-bbab-2606b09dca96 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:30:46.203035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device feae544a-5264-48ef-ba68-7872252aa679 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:30:46.209145 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3a0b786b-d6d8-4961-849b-eb9dc634cf9f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/06de8ff4-7167-4e90-b4a0-bb395eae02d1 HTTP/1.1" status: 204 len: 168 time: 0.4826703 Jan 17 08:30:46.211915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58512) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:46.226864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a5653-dbc6-4429-905d-df07f2f6e164 None None] Network e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:30:46.293925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: feae544a-5264-48ef-ba68-7872252aa679 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:30:46.294269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device feae544a-5264-48ef-ba68-7872252aa679 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:30:46.315391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:46.326041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Deleting port e9df6f67-73cc-4900-bbd2-978d1459fd57 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:46.326370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:46.499771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] DHCP port deletion for e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:30:46.504012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] Deleting port e9df6f67-73cc-4900-bbd2-978d1459fd57 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:46.504449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:46.532925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] For port e9df6f67-73cc-4900-bbd2-978d1459fd57, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e9df6f67-73cc-4900-bbd2-978d1459fd57,segment=NetworkSegment(da8ed9bf-3dac-4911-a87f-7eb776b87be1),segment_id=da8ed9bf-3dac-4911-a87f-7eb776b87be1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:46.533271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:46.650378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Calling delete_port for e9df6f67-73cc-4900-bbd2-978d1459fd57 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:46.702209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] For port e9df6f67-73cc-4900-bbd2-978d1459fd57, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e9df6f67-73cc-4900-bbd2-978d1459fd57,segment=NetworkSegment(da8ed9bf-3dac-4911-a87f-7eb776b87be1),segment_id=da8ed9bf-3dac-4911-a87f-7eb776b87be1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:30:46.702519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:46.789876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:46.816842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] Calling delete_port for e9df6f67-73cc-4900-bbd2-978d1459fd57 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:30:46.833677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9df6f67-73cc-4900-bbd2-978d1459fd57,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:46.841014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] No DVR routers for this DVR port e9df6f67-73cc-4900-bbd2-978d1459fd57 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:30:46.888177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:30:46.888624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:30:47.035861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.060159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:47.071624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8ed9bf-3dac-4911-a87f-7eb776b87be1') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:47.071908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8ed9bf-3dac-4911-a87f-7eb776b87be1') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:30:47.082804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.097974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.104300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:30:47.104666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:30:47.119707 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:30:47.275208 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.290844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.300594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] Pushing event deleted for resources: {'Network': ['ID=e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:47.308166 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2b0f109c-4403-41b2-bf5c-37ea409fd40a admin admin] 10.222.0.44 "DELETE /v2.0/networks/e18ddffd-d1b9-4406-b055-0eb3c0ba8ba7 HTTP/1.1" status: 204 len: 168 time: 1.0945728 Jan 17 08:30:47.389642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] Deleting port e9df6f67-73cc-4900-bbd2-978d1459fd57 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:30:47.390126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.451903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8698044c-c2ca-4f6c-bbc0-409cac32c34b None None] The port 'e9df6f67-73cc-4900-bbd2-978d1459fd57' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:30:47.610892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58518) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:47.663158 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c894dd65-1dfd-465b-9216-df33777222a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f365aa3db4d649dc81da10839cb09d37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511012 Jan 17 08:30:47.666152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58522) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:47.722378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f176fa86-57ee-4979-a54b-dcea5ba9c04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.747210 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f176fa86-57ee-4979-a54b-dcea5ba9c04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.857016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f176fa86-57ee-4979-a54b-dcea5ba9c04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.873472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176fa86-57ee-4979-a54b-dcea5ba9c04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1ee7b4-20b7-4deb-8548-cb413d39ae6d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:47.880568 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f176fa86-57ee-4979-a54b-dcea5ba9c04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:47.880971 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f176fa86-57ee-4979-a54b-dcea5ba9c04c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c1ee7b4-20b7-4deb-8548-cb413d39ae6d HTTP/1.1" status: 204 len: 168 time: 0.2136931 Jan 17 08:30:47.955699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e9df6f67-73cc-4900-bbd2-978d1459fd57 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:30:47.991845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e9df6f67-73cc-4900-bbd2-978d1459fd57 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:30:47.992193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e9df6f67-73cc-4900-bbd2-978d1459fd57 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:30:48.599520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58530) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:48.647719 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1a21f658-2c90-4244-9a20-9cbc17b1f321 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5351ba104819463d86ba05f9acf6e775&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470042 Jan 17 08:30:48.650173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58534) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:30:48.710179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2be8e239-2b9c-444f-a774-4ef2efe52cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:48.736392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2be8e239-2b9c-444f-a774-4ef2efe52cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:48.846897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2be8e239-2b9c-444f-a774-4ef2efe52cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:48.861843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8e239-2b9c-444f-a774-4ef2efe52cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349e9e5-9b9a-4458-9596-c840303a8d98,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:30:48.868252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2be8e239-2b9c-444f-a774-4ef2efe52cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:30:48.869365 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2be8e239-2b9c-444f-a774-4ef2efe52cbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b349e9e5-9b9a-4458-9596-c840303a8d98 HTTP/1.1" status: 204 len: 168 time: 0.2182951 Jan 17 08:30:49.577606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:06.046563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68ebbdb8-ed84-418f-9a9b-20b43e7ee4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:08.195085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f01bd354-5186-4e0e-af28-480176addab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:09.486446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:09.514670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:10.955109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:19.629112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:19.715861 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:31:33.696165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cbd7-6438-40d0-a9ec-da6518bf8cb6 req-66890479-59db-4fd8-81e7-133539392f2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:33.697598 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5225cbd7-6438-40d0-a9ec-da6518bf8cb6 req-66890479-59db-4fd8-81e7-133539392f2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 945 time: 0.0769618 Jan 17 08:31:33.741715 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5225cbd7-6438-40d0-a9ec-da6518bf8cb6 req-8186fc46-f07a-4e1c-982c-ba641e4bf2d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386434 Jan 17 08:31:34.934019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210b7b1-b84f-4e45-b765-25d26e6f0006 req-94ef2744-b0b2-4388-8226-087d2d8ccb1c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:34.935569 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c210b7b1-b84f-4e45-b765-25d26e6f0006 req-94ef2744-b0b2-4388-8226-087d2d8ccb1c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 945 time: 0.0748622 Jan 17 08:31:34.980184 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c210b7b1-b84f-4e45-b765-25d26e6f0006 req-d98a30aa-f131-4a7c-8e98-6f692f8fecdf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391030 Jan 17 08:31:35.311707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-37e6e62d-73dd-4693-9565-b31490601dc4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:35.313099 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-37e6e62d-73dd-4693-9565-b31490601dc4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 945 time: 0.0765507 Jan 17 08:31:35.377634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 71109dce-8c21-4484-a00c-d844883f0cc5 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:31:35.377968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:35.616715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 71109dce-8c21-4484-a00c-d844883f0cc5, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=71109dce-8c21-4484-a00c-d844883f0cc5,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:31:35.617069 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:35.893372 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:35.893642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:35.893945 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP 199f6b96-246d-4f1b-9407-9eff19258442 disassociated. External IP: 172.26.4.225, port: 71109dce-8c21-4484-a00c-d844883f0cc5. Jan 17 08:31:35.894272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 71109dce-8c21-4484-a00c-d844883f0cc5 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:31:36.074915 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f41159c-2f09-441c-b068-fca2371511e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:36.103587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:36.157900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=71109dce-8c21-4484-a00c-d844883f0cc5,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:36.170919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.171287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.176240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.176240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.176240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.176240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.176240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.176240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.176240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.176240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.176240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:36.292626 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bd5fd2c3-4d15-47db-8e6b-8857759d49cd req-a630c524-6c68-482d-8460-a9d1f791d6f5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 210 time: 0.0413172 Jan 17 08:31:36.459567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:31:36.662813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:31:36.672687 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] Sync routers for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:31:36.684611 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:31:36.685275 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:31:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:36.729639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port 71109dce-8c21-4484-a00c-d844883f0cc5 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:31:36.731967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:36.734476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'name': 'network-vif-deleted', 'tag': '71109dce-8c21-4484-a00c-d844883f0cc5'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:31:36.788841 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35d32b9-6206-47c2-bb80-e06147690a24', 'name': 'network-vif-deleted', 'tag': '71109dce-8c21-4484-a00c-d844883f0cc5', 'status': 'completed', 'code': 200} Jan 17 08:31:36.852409 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d75f121c-60ef-4fdc-befb-b56634f911c9 req-6176c792-04e6-4230-bbde-5f5d348db235 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/71109dce-8c21-4484-a00c-d844883f0cc5 HTTP/1.1" status: 204 len: 173 time: 1.5339725 Jan 17 08:31:36.861597 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:31:37.166402 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:37.170175 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] Checking router: 9c5fdaf6-14b5-443e-8c48-0abc604a5021 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:31:37.180168 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:31:37.180746 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:31:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:37.349403 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:31:37.483867 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cd95e8d1-d0c8-4a6e-88fc-735c6d8ff104 req-08bea1a5-188e-403f-acdf-6ee14ce4f9d2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35d32b9-6206-47c2-bb80-e06147690a24 HTTP/1.1" status: 200 len: 210 time: 0.0595498 Jan 17 08:31:37.685677 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:37.689521 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365abfa-0741-46de-90a3-e29c3889421b None None] The sync data for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv is: [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:28:25Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '301d218a-f3b6-4ca7-964e-49a5c74c6d16', 'name': '', 'network_id': '80b775e4-f451-470f-a64f-80fb0cc5609d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:15:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:25Z', 'updated_at': '2022-01-17T08:28:32Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '2c57029b-91e6-4234-9cd7-016db2d84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:31:37.905218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37ff8b-efd3-40a1-b131-62a8b4099fa0 None None] New status for floating IP 199f6b96-246d-4f1b-9407-9eff19258442: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:31:38.165740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e5765f9f-3512-45b7-81b2-5096b17c3a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:38.451474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 71109dce-8c21-4484-a00c-d844883f0cc5 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:31:38.486965 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 71109dce-8c21-4484-a00c-d844883f0cc5 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:31:38.487342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 71109dce-8c21-4484-a00c-d844883f0cc5 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:31:38.590805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58580) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:38.659763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7f4b-f4dc-471c-afbc-cb8fe3e6894d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:38.687281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7f4b-f4dc-471c-afbc-cb8fe3e6894d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:38.823694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7f4b-f4dc-471c-afbc-cb8fe3e6894d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:38.842398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d7f4b-f4dc-471c-afbc-cb8fe3e6894d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d10e8f-62fe-4c8a-8673-887fb9c5aae3,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:38.924994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7f4b-f4dc-471c-afbc-cb8fe3e6894d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:38.926137 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6b0d7f4b-f4dc-471c-afbc-cb8fe3e6894d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/c2d10e8f-62fe-4c8a-8673-887fb9c5aae3 HTTP/1.1" status: 204 len: 168 time: 0.3343415 Jan 17 08:31:39.024592 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58586) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:39.181410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 1efdba9f-4cb9-4470-a6b0-824046d8e41c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:31:39.181743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:39.345977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:39.346296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:39.467949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 1efdba9f-4cb9-4470-a6b0-824046d8e41c owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:31:39.502717 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:39.530659 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:39.645837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:39.688057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=1efdba9f-4cb9-4470-a6b0-824046d8e41c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:39.781258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:39.794898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:39.796065 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-85decd78-6291-4882-a600-84c24837d835 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/floatingips/199f6b96-246d-4f1b-9407-9eff19258442 HTTP/1.1" status: 204 len: 168 time: 0.7702270 Jan 17 08:31:40.291581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bbad8-6157-4596-aefa-296c314adeea req-3efb38d2-9d85-42c9-87e0-947bac22ce12 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:40.293019 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d69bbad8-6157-4596-aefa-296c314adeea req-3efb38d2-9d85-42c9-87e0-947bac22ce12 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 945 time: 0.0759377 Jan 17 08:31:40.337095 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d69bbad8-6157-4596-aefa-296c314adeea req-d3f9f02d-166d-4daf-93e0-0633d7d6fe44 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385592 Jan 17 08:31:40.920189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:41.529871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cb16a-fbac-4348-81de-5dcce0e26d7f req-e70f7508-ba4a-4ec3-9727-bd729acb0ab8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:41.530550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e43cb16a-fbac-4348-81de-5dcce0e26d7f req-e70f7508-ba4a-4ec3-9727-bd729acb0ab8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:31:41.600089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e43cb16a-fbac-4348-81de-5dcce0e26d7f req-e70f7508-ba4a-4ec3-9727-bd729acb0ab8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:31:41.601188 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e43cb16a-fbac-4348-81de-5dcce0e26d7f req-e70f7508-ba4a-4ec3-9727-bd729acb0ab8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 945 time: 0.1465220 Jan 17 08:31:41.644136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e43cb16a-fbac-4348-81de-5dcce0e26d7f req-c8151183-03d4-4f74-b1da-f29d0aac6dd3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:31:41.715019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e43cb16a-fbac-4348-81de-5dcce0e26d7f req-c8151183-03d4-4f74-b1da-f29d0aac6dd3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:31:41.716240 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e43cb16a-fbac-4348-81de-5dcce0e26d7f req-c8151183-03d4-4f74-b1da-f29d0aac6dd3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096356 Jan 17 08:31:41.816681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-bd59388b-19f7-48fd-9201-88b6002969a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:41.818070 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-bd59388b-19f7-48fd-9201-88b6002969a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 945 time: 0.0762258 Jan 17 08:31:41.883050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:31:41.883407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:42.215608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:31:42.215907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:42.331456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:31:42.531562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:42.581950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:42.648993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:31:42.651329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:42.653755 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'name': 'network-vif-deleted', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:31:42.698032 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-14dcf4c1-6b88-48c8-8251-469e911c016d req-98205b74-637c-44d3-86f2-3eac13a9be77 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b HTTP/1.1" status: 204 len: 173 time: 0.8740942 Jan 17 08:31:42.707631 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984e793b-e6e8-4163-b605-36cb197f9913', 'name': 'network-vif-deleted', 'tag': 'd02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b', 'status': 'completed', 'code': 200} Jan 17 08:31:42.876540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-bf56dbe7-df93-4d97-a6fe-aa84256f9ee7 req-e953c329-4e1c-461a-ab33-153841c4aac5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:31:42.954810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-bf56dbe7-df93-4d97-a6fe-aa84256f9ee7 req-e953c329-4e1c-461a-ab33-153841c4aac5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:31:42.956331 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bf56dbe7-df93-4d97-a6fe-aa84256f9ee7 req-e953c329-4e1c-461a-ab33-153841c4aac5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=984e793b-e6e8-4163-b605-36cb197f9913 HTTP/1.1" status: 200 len: 210 time: 0.1199718 Jan 17 08:31:44.061450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58602) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:44.141343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd3e96b7-652e-4557-9196-586861330687 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:44.172472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd3e96b7-652e-4557-9196-586861330687 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:44.297375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd3e96b7-652e-4557-9196-586861330687 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:44.315142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e96b7-652e-4557-9196-586861330687 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:44.393285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bd3e96b7-652e-4557-9196-586861330687 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:44.394405 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bd3e96b7-652e-4557-9196-586861330687 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f9e1c7b-7a1d-46b0-ae13-dc8a8338bb7a HTTP/1.1" status: 204 len: 168 time: 0.3319068 Jan 17 08:31:44.469115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:31:44.505310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:31:44.505652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device d02a67bf-0dc6-4e1c-ab13-6f4de7cc3c3b not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:31:44.510384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58608) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:44.892177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:45.567744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 301d218a-f3b6-4ca7-964e-49a5c74c6d16 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:31:45.568410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:45.747273 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 301d218a-f3b6-4ca7-964e-49a5c74c6d16, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=301d218a-f3b6-4ca7-964e-49a5c74c6d16,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:31:45.747554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:45.864204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 301d218a-f3b6-4ca7-964e-49a5c74c6d16 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:31:46.097668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:46.145511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=301d218a-f3b6-4ca7-964e-49a5c74c6d16,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:46.433331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:47.079966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:31:47.270167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:31:47.280635 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] Sync routers for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:31:47.293006 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:31:47.293604 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:31:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:47.321678 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-07d1fa2a-8188-4a1c-9ba0-fcad22d139ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/9c5fdaf6-14b5-443e-8c48-0abc604a5021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8102033 Jan 17 08:31:47.324288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58612) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:47.468046 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:31:47.507524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28385d0-0b60-4588-b7a6-da2431ab51c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting subnet 2c57029b-91e6-4234-9cd7-016db2d84940 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:31:47.510286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28385d0-0b60-4588-b7a6-da2431ab51c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:47.562169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28385d0-0b60-4588-b7a6-da2431ab51c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:47.641720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28385d0-0b60-4588-b7a6-da2431ab51c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:47.742264 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:31:45Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:47.745928 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] Checking router: 9c5fdaf6-14b5-443e-8c48-0abc604a5021 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:31:47.756101 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] Routers {'9c5fdaf6-14b5-443e-8c48-0abc604a5021'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:31:47.757211 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:31:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:47.760740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28385d0-0b60-4588-b7a6-da2431ab51c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:47.799524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28385d0-0b60-4588-b7a6-da2431ab51c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Subnet': ['ID=2c57029b-91e6-4234-9cd7-016db2d84940,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:47.803333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f28385d0-0b60-4588-b7a6-da2431ab51c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:47.809370 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f28385d0-0b60-4588-b7a6-da2431ab51c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/subnets/2c57029b-91e6-4234-9cd7-016db2d84940 HTTP/1.1" status: 204 len: 168 time: 0.4841111 Jan 17 08:31:47.810342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc562a-9d7f-43ed-b49b-899ad9d8b96f None None] Network 80b775e4-f451-470f-a64f-80fb0cc5609d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:31:47.812176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58616) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:47.955390 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] Set router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:31:48.033453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:48.115660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c81b24-725a-4278-9940-cad50177586b None None] DHCP port deletion for 80b775e4-f451-470f-a64f-80fb0cc5609d request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:31:48.120612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Deleting port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:31:48.121273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:48.243138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:48.263341 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:31:45Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:48.267170 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c49294-1976-4d9b-b0d3-f8941f6ae790 None None] The sync data for ids ['9c5fdaf6-14b5-443e-8c48-0abc604a5021'] in dv-neutron-824874-1-hyperv is: [{'id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'name': 'tempest-TestNetworkBasicOps-router-89928167', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:28:20Z', 'updated_at': '2022-01-17T08:31:45Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '2ae392d4-9b2c-4731-bffe-42bd13cc052c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5fdaf6-14b5-443e-8c48-0abc604a5021', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:28:21Z', 'updated_at': '2022-01-17T08:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:31:48.304159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 2ae392d4-9b2c-4731-bffe-42bd13cc052c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:31:48.305474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:48.324172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b0c81b24-725a-4278-9940-cad50177586b None None] For port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ccbcd36e-f29d-4f18-9cc4-48afc85c8aca,segment=NetworkSegment(7319c1b3-72f4-4cc6-ae61-e9834938af89),segment_id=7319c1b3-72f4-4cc6-ae61-e9834938af89)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:31:48.324563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:48.444768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Calling delete_port for ccbcd36e-f29d-4f18-9cc4-48afc85c8aca owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:31:48.478078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 2ae392d4-9b2c-4731-bffe-42bd13cc052c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2ae392d4-9b2c-4731-bffe-42bd13cc052c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:31:48.478956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:48.577513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:48.621499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Pushing event deleted for resources: {'Port': ['ID=ccbcd36e-f29d-4f18-9cc4-48afc85c8aca,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:48.632198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c81b24-725a-4278-9940-cad50177586b None None] No DVR routers for this DVR port ccbcd36e-f29d-4f18-9cc4-48afc85c8aca on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:31:48.635474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.635831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.636168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.636567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.636815 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.637143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.637467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.644511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.644863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.645196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.645525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c81b24-725a-4278-9940-cad50177586b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:48.702123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 2ae392d4-9b2c-4731-bffe-42bd13cc052c owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:31:48.936915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:48.982003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=2ae392d4-9b2c-4731-bffe-42bd13cc052c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:49.195890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.443049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.448113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.559736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.560303 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Fanout notify agent at l3_agent the message router_deleted on router 9c5fdaf6-14b5-443e-8c48-0abc604a5021 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:31:49.575808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.576951 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-929e200a-585b-403d-a1f2-2698b4c905a7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/routers/9c5fdaf6-14b5-443e-8c48-0abc604a5021 HTTP/1.1" status: 204 len: 168 time: 1.7640901 Jan 17 08:31:49.580022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58620) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:49.634137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.692521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.822704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.846953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b775e4-f451-470f-a64f-80fb0cc5609d']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:49.859072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7319c1b3-72f4-4cc6-ae61-e9834938af89') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:49.859395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7319c1b3-72f4-4cc6-ae61-e9834938af89') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:49.870754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.885649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.891399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:31:49.891778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:31:49.905803 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:31:50.044534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2ae392d4-9b2c-4731-bffe-42bd13cc052c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:31:50.079527 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 2ae392d4-9b2c-4731-bffe-42bd13cc052c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:31:50.080051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2ae392d4-9b2c-4731-bffe-42bd13cc052c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:31:50.080474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ccbcd36e-f29d-4f18-9cc4-48afc85c8aca no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:31:50.111300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: ccbcd36e-f29d-4f18-9cc4-48afc85c8aca {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:31:50.111638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ccbcd36e-f29d-4f18-9cc4-48afc85c8aca not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:31:50.112052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 301d218a-f3b6-4ca7-964e-49a5c74c6d16 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:31:50.143120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 301d218a-f3b6-4ca7-964e-49a5c74c6d16 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:31:50.143487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 301d218a-f3b6-4ca7-964e-49a5c74c6d16 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:31:50.154269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:50.176168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:50.187569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Network': ['ID=80b775e4-f451-470f-a64f-80fb0cc5609d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:50.263501 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7f6e7a55-2361-4b8c-a00d-dcdfcc5b11c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/networks/80b775e4-f451-470f-a64f-80fb0cc5609d HTTP/1.1" status: 204 len: 168 time: 0.6824358 Jan 17 08:31:50.286564 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58624) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:50.292610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'network': {'name': 'tempest-network-smoke--689953363', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'port_security_enabled': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:31:50.297595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:31:50.301604 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:network and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:31:50.304405 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:31:50.309891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:31:50.376716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:31:50.379621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:50.406431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:31:50.414596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:50.414930 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Added segment 7fb72e22-e453-496c-88fb-d602d6a99fec of type vlan for network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 Jan 17 08:31:50.445180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:50.531153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:50.536564 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:50.537155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:50.642813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Network': ['ID=7e93abe2-250f-44fd-8cbe-c2e9870b4640,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:50.653020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:31:50.698396 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-509d73d5-7527-40c4-ba8b-d3dcedc37026 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4108596 Jan 17 08:31:50.701106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58628) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:50.706509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-399874264', 'admin_state_up': True, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:31:50.713876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:31:50.717770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:router and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:31:50.720606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:31:50.726252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:31:50.800283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:50.801256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:50.818640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:51.040957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:51.272422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:51.300904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:51.430110 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.18 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/e09695e9-b08a-4f78-83df-0c57564a294c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:31:51.570519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:51.674026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:51.739250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:31:51.741979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:31:51.745745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:31:51.776825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=e09695e9-b08a-4f78-83df-0c57564a294c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:51.965663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:51.966383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:52.256953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 22e0d634-78dd-4570-a4bf-e7920fa35658 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:31:52.451152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:31:52.461108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Sync routers for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:31:52.473155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:31:52.473702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:31:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:52.531359 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:52.532534 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-452c4ad4-ee17-4811-a2a6-edc2a81d4a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8305254 Jan 17 08:31:52.535631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58632) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:52.658693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:31:52.676360 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0ac716d6-a3fd-492a-9a4f-5fa87d64aef6 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1396804 Jan 17 08:31:52.678980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58636) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:52.803772 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66479c8-83d3-477a-961c-686f73ddf076 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:52.805154 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d66479c8-83d3-477a-961c-686f73ddf076 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1252472 Jan 17 08:31:52.808709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58640) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:52.847269 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-433e2392-222b-41d2-901b-b7bd817f4892 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368369 Jan 17 08:31:52.849815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58644) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:52.855766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1331493194', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:31:52.940022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:51Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:52.945848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Checking router: 22e0d634-78dd-4570-a4bf-e7920fa35658 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:31:52.946362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Updating router 22e0d634-78dd-4570-a4bf-e7920fa35658 port e09695e9-b08a-4f78-83df-0c57564a294c binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:31:52.963556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:31:52.967247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:subnet and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:31:52.969949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:31:52.975500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:31:53.001265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:53.045596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:31:53.145613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:53.352201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:53.363247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Transition to ACTIVE for port object e09695e9-b08a-4f78-83df-0c57564a294c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:31:53.417243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:53.439890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:53.497265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=e980755a-20b2-4eb5-a515-77594b3f9dc6,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:53.508855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Checking segment: {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:31:53.509307 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network hostable DHCP agents. Network: 7e93abe2-250f-44fd-8cbe-c2e9870b4640, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:31:53.518316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3cac4-4256-45c1-b361-838943cf3903 None None] Pushing event updated for resources: {'Port': ['ID=e09695e9-b08a-4f78-83df-0c57564a294c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:53.522298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Attempting to bind port e09695e9-b08a-4f78-83df-0c57564a294c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:31:53.523132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Attempting to bind port e09695e9-b08a-4f78-83df-0c57564a294c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:31:53.523486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Attempting to bind port e09695e9-b08a-4f78-83df-0c57564a294c on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:31:53.530562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:31:53.530940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:31:53.531998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:53.531998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:31:53.532209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Bound port: e09695e9-b08a-4f78-83df-0c57564a294c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:31:53.532585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:53.565372 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:31:53.604660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] For port e09695e9-b08a-4f78-83df-0c57564a294c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:31:53.607572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] For port e09695e9-b08a-4f78-83df-0c57564a294c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e09695e9-b08a-4f78-83df-0c57564a294c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:31:53.622575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 7e93abe2-250f-44fd-8cbe-c2e9870b4640) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:31:53.626512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:53.627120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:53.631161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44648d-f726-489e-b9df-34f221b38baa None None] Network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:31:53.697742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:53.698186 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1f0bd991-df9c-4d17-bbb6-4a263aec9fa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8472784 Jan 17 08:31:53.700985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58648) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:53.820059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:31:53.820679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:31:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:53.896961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3cac4-4256-45c1-b361-838943cf3903 None None] Pushing event updated for resources: {'Port': ['ID=e09695e9-b08a-4f78-83df-0c57564a294c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:54.037869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:31:54.269015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:31:54.269823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:54.497560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Allocated IP 172.20.0.2 (7e93abe2-250f-44fd-8cbe-c2e9870b4640/e980755a-20b2-4eb5-a515-77594b3f9dc6/2d8fcf54-c0e6-4006-857c-2de5488786e6) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:31:54.508998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6e88d407-c653-49a4-b300-738f8844329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:51Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:54.516902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88d407-c653-49a4-b300-738f8844329a None None] The sync data for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv is: [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:51Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:31:54.564361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:54.797414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:54.808791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Transition to ACTIVE for port object 2d8fcf54-c0e6-4006-857c-2de5488786e6 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:31:54.831645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Transition to ACTIVE for port object 2d8fcf54-c0e6-4006-857c-2de5488786e6 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:31:54.881468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:54.959375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:31:54.962403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:31:54.966923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:31:54.969226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Pushing event updated for resources: {'Port': ['ID=2d8fcf54-c0e6-4006-857c-2de5488786e6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:54.989690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.1 (7e93abe2-250f-44fd-8cbe-c2e9870b4640/e980755a-20b2-4eb5-a515-77594b3f9dc6/afee4d37-964e-49e4-b8f6-319b6679f559) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:31:55.060161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Attempting to bind port 2d8fcf54-c0e6-4006-857c-2de5488786e6 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:31:55.060530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Attempting to bind port 2d8fcf54-c0e6-4006-857c-2de5488786e6 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:31:55.060893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Attempting to bind port 2d8fcf54-c0e6-4006-857c-2de5488786e6 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:31:55.067720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:31:55.068087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Checking segment: {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:31:55.068483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:55.069853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Bound using segment: {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:31:55.070321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Bound port: 2d8fcf54-c0e6-4006-857c-2de5488786e6, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:31:55.070696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:55.157460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:55.159074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] For port 2d8fcf54-c0e6-4006-857c-2de5488786e6, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:31:55.162383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] For port 2d8fcf54-c0e6-4006-857c-2de5488786e6, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2d8fcf54-c0e6-4006-857c-2de5488786e6,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:31:55.174345 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object afee4d37-964e-49e4-b8f6-319b6679f559 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:31:55.246708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:55.280412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:55.338239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382ceb6-a890-442b-a6ae-06e9904619dd None None] Pushing event updated for resources: {'Port': ['ID=2d8fcf54-c0e6-4006-857c-2de5488786e6,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:55.362120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:31:55.363344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=afee4d37-964e-49e4-b8f6-319b6679f559,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:55.366509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:31:55.368479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:31:55.428587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:55.581580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:55.983231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:56.022833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:56.047120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e09695e9-b08a-4f78-83df-0c57564a294c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:31:56.152036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=afee4d37-964e-49e4-b8f6-319b6679f559,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:56.154571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e09695e9-b08a-4f78-83df-0c57564a294c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:31:56.154713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:56.160763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e09695e9-b08a-4f78-83df-0c57564a294c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:31:56.161211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:56.258670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39484030-08a4-484b-b9ba-4d737e5f7422 None None] Network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:31:56.299975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:31:56.301185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:31:56.359532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:56.412112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e09695e9-b08a-4f78-83df-0c57564a294c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e09695e9-b08a-4f78-83df-0c57564a294c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:31:56.465409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0508887d-a198-429e-bf53-e5d490f73094 None None] Provisioning for port 2d8fcf54-c0e6-4006-857c-2de5488786e6 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:31:56.514506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:56.515167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2d8fcf54-c0e6-4006-857c-2de5488786e6 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:31:56.650283 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e09695e9-b08a-4f78-83df-0c57564a294c,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:56.716093 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:31:56.725550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 2d8fcf54-c0e6-4006-857c-2de5488786e6 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:31:56.732386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2d8fcf54-c0e6-4006-857c-2de5488786e6 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:31:56.735756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:56.791289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 22e0d634-78dd-4570-a4bf-e7920fa35658 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:31:56.856711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:56.892966 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 2d8fcf54-c0e6-4006-857c-2de5488786e6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2d8fcf54-c0e6-4006-857c-2de5488786e6,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:31:56.905053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-04066116-b1f2-434d-ac16-97e985749775 None None] Provisioning complete for port 2d8fcf54-c0e6-4006-857c-2de5488786e6 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:31:56.905322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-04066116-b1f2-434d-ac16-97e985749775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:56.962127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:57.027070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:31:57.043024 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a3a51ace-3e6a-40a0-9766-09c52159a5af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/22e0d634-78dd-4570-a4bf-e7920fa35658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3408284 Jan 17 08:31:57.045622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58652) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:57.094797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=2d8fcf54-c0e6-4006-857c-2de5488786e6,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:57.177027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-04066116-b1f2-434d-ac16-97e985749775 None None] Provisioning for port afee4d37-964e-49e4-b8f6-319b6679f559 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:31:57.182814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-04066116-b1f2-434d-ac16-97e985749775 None None] Provisioning complete for port afee4d37-964e-49e4-b8f6-319b6679f559 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:31:57.183564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-04066116-b1f2-434d-ac16-97e985749775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:57.214681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11243c92-5d33-4c73-94a6-966d62e02c0f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:57.214681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11243c92-5d33-4c73-94a6-966d62e02c0f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:57.214681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11243c92-5d33-4c73-94a6-966d62e02c0f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:57.214681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11243c92-5d33-4c73-94a6-966d62e02c0f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:57.214681 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-11243c92-5d33-4c73-94a6-966d62e02c0f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1678939 Jan 17 08:31:57.217254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58656) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:57.246339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-04066116-b1f2-434d-ac16-97e985749775 None None] Port afee4d37-964e-49e4-b8f6-319b6679f559 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:31:57.285784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2105d38-eeef-4f0d-b800-74b960b14b93 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:57.286156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2105d38-eeef-4f0d-b800-74b960b14b93 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:57.286518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2105d38-eeef-4f0d-b800-74b960b14b93 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:57.286871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2105d38-eeef-4f0d-b800-74b960b14b93 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:57.288515 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f2105d38-eeef-4f0d-b800-74b960b14b93 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0703075 Jan 17 08:31:57.291473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58660) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:57.371036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ff8738df-7f5e-4938-93a2-6679179c52d8 None None] Provisioning complete for port afee4d37-964e-49e4-b8f6-319b6679f559 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:31:57.371436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff8738df-7f5e-4938-93a2-6679179c52d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:57.425813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ff8738df-7f5e-4938-93a2-6679179c52d8 None None] Port afee4d37-964e-49e4-b8f6-319b6679f559 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:31:57.491454 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4ad1f4e6-ab65-4160-8d3c-cd4f2805b22f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1984890 Jan 17 08:31:57.494784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58664) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:57.500413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-408363000', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:31:57.635328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:31:57.639819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:port and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:31:57.642658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:31:57.648463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:31:57.725995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:31:57.729585 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:57.750791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] device_id is not set on port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:31:57.889663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.6 (7e93abe2-250f-44fd-8cbe-c2e9870b4640/e980755a-20b2-4eb5-a515-77594b3f9dc6/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:31:58.002234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e09695e9-b08a-4f78-83df-0c57564a294c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:31:58.050991 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Sync routers for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:31:58.063850 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:31:58.064720 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:31:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:58.075716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e09695e9-b08a-4f78-83df-0c57564a294c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:31:58.076195 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:58.092057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:58.108650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:31:58.188881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:58.195658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2d8fcf54-c0e6-4006-857c-2de5488786e6 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:31:58.279866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:58.286005 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:31:58.309556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:31:58.309556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:31:58.311957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:31:58.312712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2d8fcf54-c0e6-4006-857c-2de5488786e6 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:31:58.313082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:58.440900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:31:58.441780 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:58.564136 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c8153623-4455-476d-ae21-3b7d2709c744 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0681264 Jan 17 08:31:58.629015 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'afee4d37-964e-49e4-b8f6-319b6679f559', 'name': '', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:7f:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:54Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:58.633042 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Checking router: 22e0d634-78dd-4570-a4bf-e7920fa35658 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:31:58.633640 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Updating router 22e0d634-78dd-4570-a4bf-e7920fa35658 port afee4d37-964e-49e4-b8f6-319b6679f559 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:31:58.684209 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:58.702481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-47ae602e-93d1-407b-a34b-b6cd8909a530 None None] Provisioning for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:31:58.707831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-47ae602e-93d1-407b-a34b-b6cd8909a530 None None] Provisioning complete for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:31:58.708237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47ae602e-93d1-407b-a34b-b6cd8909a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:58.764595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-47ae602e-93d1-407b-a34b-b6cd8909a530 None None] Port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:31:58.935371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58672) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:58.941102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761640599', 'description': 'tempest-secgroup-smoke-761640599 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:31:58.948305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:31:58.952666 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:31:58.956157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:31:58.964563 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:31:59.034318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.049530 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.062457 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Transition to ACTIVE for port object afee4d37-964e-49e4-b8f6-319b6679f559 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:31:59.071845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:31:59.075581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:31:59.078309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:31:59.084106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:31:59.125873 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.137762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.206890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.254285 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Pushing event updated for resources: {'Port': ['ID=afee4d37-964e-49e4-b8f6-319b6679f559,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:59.264624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad35abb9-fa2c-405e-9262-16f186070de5,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:59.331633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.333100 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-eeb61292-ce7e-4467-9b82-fe0184ae8e49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3967557 Jan 17 08:31:59.336030 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.336315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58676) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:59.336456 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.336689 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.337017 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.337353 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.337669 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.338678 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.339173 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.339527 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.339975 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.340236 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:31:59.343134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'ad35abb9-fa2c-405e-9262-16f186070de5', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:31:59.353003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:31:59.353146 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Attempting to bind port afee4d37-964e-49e4-b8f6-319b6679f559 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:31:59.353146 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Attempting to bind port afee4d37-964e-49e4-b8f6-319b6679f559 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:31:59.353146 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Attempting to bind port afee4d37-964e-49e4-b8f6-319b6679f559 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:31:59.356197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:31:59.359103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:31:59.360240 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:31:59.360601 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Checking segment: {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:31:59.360996 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.361377 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Bound using segment: {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:31:59.361836 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Bound port: afee4d37-964e-49e4-b8f6-319b6679f559, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:31:59.362205 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.365577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:31:59.455574 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] For port afee4d37-964e-49e4-b8f6-319b6679f559, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:31:59.458369 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] For port afee4d37-964e-49e4-b8f6-319b6679f559, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=afee4d37-964e-49e4-b8f6-319b6679f559,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:31:59.474841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.525426 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.535072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.608899 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:31:59.609673 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:31:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:31:59.610752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.639681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba78d9a8-b471-444d-af63-e715e8edd69a,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:59.679392 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7a106-1f97-488d-bff2-becae3cc49b6 None None] Pushing event updated for resources: {'Port': ['ID=afee4d37-964e-49e4-b8f6-319b6679f559,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:31:59.719582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.722000 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5fa7d0fa-ac98-4d26-ade0-980ca03a144e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3835876 Jan 17 08:31:59.724099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58680) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:31:59.730574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'ad35abb9-fa2c-405e-9262-16f186070de5', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:31:59.736645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:31:59.740808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:31:59.743781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:31:59.750605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:31:59.823559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.825203 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:31:59.884104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.956448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:31:59.988055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cad5e1-5ff3-41b2-bd34-27c74b432876,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:00.057252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:00.058447 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-804c48d2-c328-4dea-ba74-d47c100ad20d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3334324 Jan 17 08:32:00.061238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58684) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:00.066524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'ad35abb9-fa2c-405e-9262-16f186070de5', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:00.072285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:00.076165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:00.079225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:00.085027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:00.160429 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'afee4d37-964e-49e4-b8f6-319b6679f559', 'name': '', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:7f:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:54Z', 'updated_at': '2022-01-17T08:31:59Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:00.164369 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9ee48-01d6-42bf-9c85-6868933ccb17 None None] The sync data for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv is: [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'afee4d37-964e-49e4-b8f6-319b6679f559', 'name': '', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:7f:09:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:54Z', 'updated_at': '2022-01-17T08:31:59Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:32:00.176503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:00.267306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:00.365297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:00.390346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697554ae-be1d-4905-b7a6-5e2e273b80ef,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:00.462773 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:00.464856 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f45f4c2c-7587-4d46-917a-3699a5f0ac21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4025214 Jan 17 08:32:00.467417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58688) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:00.472958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'ad35abb9-fa2c-405e-9262-16f186070de5', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:00.479117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:00.483761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:00.486719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:00.492466 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:00.572008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:00.638357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:00.708547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:00.732065 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a556a91a-845c-4ed9-b647-b092831169fa,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:00.823526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:00.824745 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1ba94fd6-b768-4310-b537-59e8dea845e3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3563931 Jan 17 08:32:00.827501 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58692) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:00.835525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'ad35abb9-fa2c-405e-9262-16f186070de5', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:00.839418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:00.844474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:00.848556 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:00.854261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:00.936904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:32:00.943732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:01.012044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:01.090812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:01.113381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6081f397-9384-45ee-8a32-5f547b327463,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:01.199801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:01.200986 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5919af73-693a-45c0-8ef3-83f1794153b3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3725758 Jan 17 08:32:01.203751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58696) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:01.209242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'ad35abb9-fa2c-405e-9262-16f186070de5', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:01.214823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:01.218509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:01.221321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:01.226879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:01.308636 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:32:01.314742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:01.468941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:01.553908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:01.576265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf39af72-3a13-4a65-993d-f84c94b68f74,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:01.639808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:01.641028 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5ec9b328-2647-4b4a-bfbe-383f1087592f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4363620 Jan 17 08:32:01.859241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-df4ea03f-c12c-4f1d-a99e-78164bfd927b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:32:01.931171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-df4ea03f-c12c-4f1d-a99e-78164bfd927b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:32:01.932363 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-df4ea03f-c12c-4f1d-a99e-78164bfd927b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761640599&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.1124244 Jan 17 08:32:02.006708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-c6791daa-fe0f-4c5c-a639-d162e9f8fbe4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:02.007317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-c6791daa-fe0f-4c5c-a639-d162e9f8fbe4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:32:02.016979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device afee4d37-964e-49e4-b8f6-319b6679f559 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:32:02.062424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-c6791daa-fe0f-4c5c-a639-d162e9f8fbe4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:32:02.063712 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-c6791daa-fe0f-4c5c-a639-d162e9f8fbe4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 929 time: 0.1250076 Jan 17 08:32:02.177172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port afee4d37-964e-49e4-b8f6-319b6679f559 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:32:02.184447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port afee4d37-964e-49e4-b8f6-319b6679f559 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:02.184821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:02.266842 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-545000fe-25b0-49f6-929f-64740e7e3eab service neutron] 10.222.0.44 "GET /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1908114 Jan 17 08:32:02.309433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:02.341715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port afee4d37-964e-49e4-b8f6-319b6679f559, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=afee4d37-964e-49e4-b8f6-319b6679f559,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:02.396298 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-b2ca2868-19cc-4ea2-ab5f-cf8e13e4684e service neutron] 10.222.0.44 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237535 Jan 17 08:32:02.400072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:02.469213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=afee4d37-964e-49e4-b8f6-319b6679f559,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:02.529020 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-c31a29fa-e4f8-43cc-8479-8939ae7de3f9 service neutron] 10.222.0.44 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267419 Jan 17 08:32:02.775112 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-81b255ed-66b1-4d3e-955c-8c0da1ce32ee req-edbf8897-37d9-468a-a237-1fb5419e6b99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 210 time: 0.0406342 Jan 17 08:32:03.931607 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5d8c0a85-aeed-4767-9ab4-69477240823b req-06d8577e-7c24-4023-b6b4-d32e9e7a32cc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 210 time: 0.0401208 Jan 17 08:32:04.008193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device afee4d37-964e-49e4-b8f6-319b6679f559 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:32:04.075729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port afee4d37-964e-49e4-b8f6-319b6679f559 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:04.076084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:04.670074 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-836d4a4a-b4d3-4b42-a5f2-1bde8f1f2583 service neutron] 10.222.0.53 "GET /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 1025 time: 0.0615468 Jan 17 08:32:04.814620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-1ac4ba40-29ab-4eb8-919b-289f0eeb707e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:04.815217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-1ac4ba40-29ab-4eb8-919b-289f0eeb707e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:32:04.873980 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-1ac4ba40-29ab-4eb8-919b-289f0eeb707e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:32:04.875110 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-1ac4ba40-29ab-4eb8-919b-289f0eeb707e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=7e93abe2-250f-44fd-8cbe-c2e9870b4640 HTTP/1.1" status: 200 len: 796 time: 0.2002051 Jan 17 08:32:04.927481 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-a3dd8927-fe2f-4ee4-b843-608c7d94756d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 379 time: 0.0402663 Jan 17 08:32:04.937124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Request body: {'port': {'device_id': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:05.047157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:05.095296 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cfb2814e-3748-4e0a-9802-c927e801434a req-236c121a-7f75-4478-b59e-3e64c129a743 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 210 time: 0.0406306 Jan 17 08:32:05.372404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:32:05.378899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:05.392630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Transition to ACTIVE for port object 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:32:05.462350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:05.583676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:05.694309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Attempting to bind port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:32:05.694645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Attempting to bind port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:32:05.694970 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Attempting to bind port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:32:05.700673 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:32:05.706692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Attempting to bind port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:32:05.707446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:32:05.707783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Checking segment: {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:32:05.708163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Bound using segment: {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:32:05.708586 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Bound port: 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:32:05.708925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:05.796678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:32:05.799470 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:32:05.857256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:06.007857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:06.009219 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 1130 time: 1.0759449 Jan 17 08:32:06.009656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:32:06.034282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc9adc-dd41-400f-9898-3a91e0780c54 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:06.072674 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'status': 'completed', 'code': 200} Jan 17 08:32:06.113988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b89fd949-819d-486f-b19b-9f6719e409fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:06.165115 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9218bac6-50e9-4c32-8678-e7f84e089dd8 req-12585b46-4650-445b-b1a9-640fe26fa2f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 1133 time: 0.0721290 Jan 17 08:32:06.309075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218bac6-50e9-4c32-8678-e7f84e089dd8 req-f1b4fb33-b0bb-4827-a9b7-976f7a9ee3ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:06.310557 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9218bac6-50e9-4c32-8678-e7f84e089dd8 req-f1b4fb33-b0bb-4827-a9b7-976f7a9ee3ae service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1393232 Jan 17 08:32:06.314227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7bbe0-40e8-41c7-b7d0-6d2b3d924ac4 req-f29a0a5f-0473-43ab-95ae-0738cd5fe499 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:06.315703 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-daf7bbe0-40e8-41c7-b7d0-6d2b3d924ac4 req-f29a0a5f-0473-43ab-95ae-0738cd5fe499 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 980 time: 0.0947862 Jan 17 08:32:06.360660 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-daf7bbe0-40e8-41c7-b7d0-6d2b3d924ac4 req-5dbf3eda-17a2-4160-b46e-dcbc4ac2a03d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Jan 17 08:32:06.443237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218bac6-50e9-4c32-8678-e7f84e089dd8 req-9e74781e-dcb6-4608-a2cc-ea7fd9320b57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:06.444759 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9218bac6-50e9-4c32-8678-e7f84e089dd8 req-9e74781e-dcb6-4608-a2cc-ea7fd9320b57 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292405 Jan 17 08:32:06.551344 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-58d2d0b1-d3a5-45c5-bb2c-ff6f88637268 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 1133 time: 0.0709693 Jan 17 08:32:06.617174 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-33989d1d-b53f-4320-9ae3-2f2980586e82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 217 time: 0.0581963 Jan 17 08:32:06.680157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-1506300c-71d3-4d43-8eee-ded8e13aa165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:06.681593 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-1506300c-71d3-4d43-8eee-ded8e13aa165 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e980755a-20b2-4eb5-a515-77594b3f9dc6 HTTP/1.1" status: 200 len: 835 time: 0.0588701 Jan 17 08:32:06.754124 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-3668668a-b752-407d-9dfb-4f628dc3666d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e93abe2-250f-44fd-8cbe-c2e9870b4640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668237 Jan 17 08:32:06.881102 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-158191fe-46b3-47c8-812e-40d48f5db4cb service neutron] 10.222.0.53 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205537 Jan 17 08:32:07.009955 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba4078a-beca-4ee9-ae34-bed340c2338c req-43fedad1-f4c4-4add-9e3b-7295174aa776 service neutron] 10.222.0.53 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231723 Jan 17 08:32:07.559108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ef2d-f4cb-420a-a739-3780c227dd64 req-50c47e82-7a9d-4da9-aaf8-030ea0a2b2dc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:07.560556 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7a84ef2d-f4cb-420a-a739-3780c227dd64 req-50c47e82-7a9d-4da9-aaf8-030ea0a2b2dc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 980 time: 0.0771420 Jan 17 08:32:07.603836 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7a84ef2d-f4cb-420a-a739-3780c227dd64 req-f1301592-70ac-4bb6-9d15-e745490396c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379426 Jan 17 08:32:08.199782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc0f00db-6ba4-4588-b0ed-4cbc0e1864d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:08.591856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:32:08.725224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:08.738415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'port_id': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'mac_address': 'fa:16:3e:5f:04:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:32:08.793740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:08.806489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74c8fd-fe00-45bb-8188-2b26d9acfe55 req-93115036-3592-4fff-ab75-65696df5e46a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:08.807995 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7b74c8fd-fe00-45bb-8188-2b26d9acfe55 req-93115036-3592-4fff-ab75-65696df5e46a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 980 time: 0.0846663 Jan 17 08:32:08.811335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:32:08.826584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:08.856040 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7b74c8fd-fe00-45bb-8188-2b26d9acfe55 req-918a3dd2-3e96-4003-8e66-390d303e5141 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Jan 17 08:32:08.902990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:08.970247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:09.331154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['4ed89019-1ac3-4fbd-acb5-78fb31e4ff40'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:32:09.565510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:09.576460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:10.051296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c905e-0d8b-4e35-a885-9bb71824f117 req-4d0fe34f-11da-4a31-9532-7117a31d6655 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:10.052679 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b6c905e-0d8b-4e35-a885-9bb71824f117 req-4d0fe34f-11da-4a31-9532-7117a31d6655 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 981 time: 0.0748107 Jan 17 08:32:10.096799 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1b6c905e-0d8b-4e35-a885-9bb71824f117 req-869b4cfc-c265-45f6-8f4c-ae65a934bb3d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388079 Jan 17 08:32:10.605277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:32:10.719099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:32:10.723610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:10.723918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:10.836417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:10.872554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:32:10.881916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:10.913828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:10.930856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:11.001344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:11.068605 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'code': 200} Jan 17 08:32:11.293168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64fd3-e456-45ba-a12b-0eb2697f87e4 req-efffaa98-7772-4e98-92c4-55fbb82943fd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:11.294566 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ee64fd3-e456-45ba-a12b-0eb2697f87e4 req-efffaa98-7772-4e98-92c4-55fbb82943fd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 982 time: 0.0814953 Jan 17 08:32:11.385543 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ee64fd3-e456-45ba-a12b-0eb2697f87e4 req-93f47fc3-d697-459c-9a0e-74f41dfdc5eb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855899 Jan 17 08:32:11.398377 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-75eee5e7-76e6-40b0-9e67-c3010333598a req-9eab994f-1c21-4180-b634-6511d99200c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 1135 time: 0.0853462 Jan 17 08:32:11.444599 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-75eee5e7-76e6-40b0-9e67-c3010333598a req-75a6b2b4-c57d-4fdd-82fe-4f47a97e2609 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Jan 17 08:32:12.580888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef4a21-f4fe-4119-8d7f-3112291baa6f req-7534b752-54e2-4b1c-9df4-13c8c2fa5ec6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:12.582322 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-edef4a21-f4fe-4119-8d7f-3112291baa6f req-7534b752-54e2-4b1c-9df4-13c8c2fa5ec6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 982 time: 0.0762515 Jan 17 08:32:12.626512 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-edef4a21-f4fe-4119-8d7f-3112291baa6f req-d02c2fd5-b216-4969-8ccb-a7cb70c0c012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Jan 17 08:32:13.820441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bb21c-d95f-4cf4-9e85-d4c536556f64 req-a212cf20-ece8-49d7-ab71-fd70a66931c5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:13.821889 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a7bb21c-d95f-4cf4-9e85-d4c536556f64 req-a212cf20-ece8-49d7-ab71-fd70a66931c5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 982 time: 0.0754378 Jan 17 08:32:13.865732 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a7bb21c-d95f-4cf4-9e85-d4c536556f64 req-2fc1abc3-0cf4-49b7-a582-eb7e7f012b4b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381844 Jan 17 08:32:14.062108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e2d72-245b-472b-8bf2-43920ebaa6fa req-0bfe2404-d5db-4a39-8b08-3f65ee9eb1f6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:14.063558 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-076e2d72-245b-472b-8bf2-43920ebaa6fa req-0bfe2404-d5db-4a39-8b08-3f65ee9eb1f6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 982 time: 0.0807638 Jan 17 08:32:14.106516 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-076e2d72-245b-472b-8bf2-43920ebaa6fa req-c5d0d2ae-d67b-4541-a4bb-433953b38d38 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375476 Jan 17 08:32:14.133720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58750) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:14.206600 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b8bffc73-a677-4044-98c5-96442a97ffc7 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 1130 time: 0.0672705 Jan 17 08:32:14.208644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58754) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:14.214184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:14.219661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:14.223491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:floatingip and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:14.226339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:14.232656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:14.313718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:14.451603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:14.659172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.219 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/dad64ba3-917e-471a-903b-0b210945c5f1) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:32:14.806984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:14.874092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:14.938470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:32:14.941099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:32:14.943611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:32:14.981832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=dad64ba3-917e-471a-903b-0b210945c5f1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:15.009923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.010281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.012623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.013105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.013310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.013646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.013969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.014294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.014614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.014932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.015276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:15.500930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:15.613475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:15.812600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:15.891258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:15.992631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=dad64ba3-917e-471a-903b-0b210945c5f1,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:16.010039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:16.193969 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP e5985799-98fa-453a-b4f6-a6b324eca3a5 associated. External IP: 172.26.4.219, port: 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40. Jan 17 08:32:16.690353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 22e0d634-78dd-4570-a4bf-e7920fa35658 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:32:16.882154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:32:16.892682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] Sync routers for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:32:16.904546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:32:16.905149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:16.993711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:17.051506 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-406814ba-cd32-49c9-ae61-0978eaf4d099 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.8418474 Jan 17 08:32:17.052379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:32:17.054523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58758) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:17.106784 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'status': 'completed', 'code': 200} Jan 17 08:32:17.113445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:32:17.171295 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-24497c50-7415-4aa5-bfd3-18e25001fe1c tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0&network_id=7e93abe2-250f-44fd-8cbe-c2e9870b4640 HTTP/1.1" status: 200 len: 1130 time: 0.1151173 Jan 17 08:32:17.202883 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6280b341-bbbb-4460-9c4a-aa37c5fe714a req-e6d598c4-54e4-443a-983b-e571c5a4c4e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 1135 time: 0.0738642 Jan 17 08:32:17.427597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280b341-bbbb-4460-9c4a-aa37c5fe714a req-3a3850fd-903f-4a9e-8ee5-20843617eb1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:17.428939 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6280b341-bbbb-4460-9c4a-aa37c5fe714a req-3a3850fd-903f-4a9e-8ee5-20843617eb1f service neutron] 10.222.0.53 "GET /v2.0/networks?id=7e93abe2-250f-44fd-8cbe-c2e9870b4640 HTTP/1.1" status: 200 len: 897 time: 0.2204692 Jan 17 08:32:17.477731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'e5985799-98fa-453a-b4f6-a6b324eca3a5', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'port_id': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-408363000', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'mac_address': 'fa:16:3e:5f:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:32:15Z', 'updated_at': '2022-01-17T08:32:15Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afee4d37-964e-49e4-b8f6-319b6679f559', 'name': '', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:7f:09:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:54Z', 'updated_at': '2022-01-17T08:32:02Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:17.483793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] Checking router: 22e0d634-78dd-4570-a4bf-e7920fa35658 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:32:17.494634 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:32:17.495264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:17.538958 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6280b341-bbbb-4460-9c4a-aa37c5fe714a req-62b7098c-ded0-4663-a6fd-c377ca48e888 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 1036 time: 0.1041071 Jan 17 08:32:17.600764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280b341-bbbb-4460-9c4a-aa37c5fe714a req-a10210e6-fd4b-4a38-9b88-39dffd982997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:17.602261 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6280b341-bbbb-4460-9c4a-aa37c5fe714a req-a10210e6-fd4b-4a38-9b88-39dffd982997 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e980755a-20b2-4eb5-a515-77594b3f9dc6 HTTP/1.1" status: 200 len: 835 time: 0.0578594 Jan 17 08:32:17.676721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:32:17.738477 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6280b341-bbbb-4460-9c4a-aa37c5fe714a req-e5b36dd9-ba97-415f-a01e-7627ddb1f184 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e93abe2-250f-44fd-8cbe-c2e9870b4640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1302671 Jan 17 08:32:17.743909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac24ac-84a4-48a9-b963-cc0f8982f951 req-89cecf11-4b09-418b-ab5c-86592c1a1025 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:17.745244 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-74ac24ac-84a4-48a9-b963-cc0f8982f951 req-89cecf11-4b09-418b-ab5c-86592c1a1025 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 982 time: 0.1002550 Jan 17 08:32:17.872411 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-74ac24ac-84a4-48a9-b963-cc0f8982f951 req-4f61c9c8-e5d7-4f20-b99c-8824e12f2406 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083853 Jan 17 08:32:17.905540 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6280b341-bbbb-4460-9c4a-aa37c5fe714a req-52eee1e9-c0e3-4d6d-958a-89d798bb2b1c service neutron] 10.222.0.53 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585217 Jan 17 08:32:18.019326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'e5985799-98fa-453a-b4f6-a6b324eca3a5', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'port_id': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-408363000', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'mac_address': 'fa:16:3e:5f:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:32:15Z', 'updated_at': '2022-01-17T08:32:15Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afee4d37-964e-49e4-b8f6-319b6679f559', 'name': '', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:7f:09:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:54Z', 'updated_at': '2022-01-17T08:32:02Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:18.023427 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a413ad-875b-4467-ad18-e481353904a8 None None] The sync data for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv is: [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'e5985799-98fa-453a-b4f6-a6b324eca3a5', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.219', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'port_id': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-408363000', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'mac_address': 'fa:16:3e:5f:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ec7626-2d43-4da1-8f39-5244733f45c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:32:15Z', 'updated_at': '2022-01-17T08:32:15Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afee4d37-964e-49e4-b8f6-319b6679f559', 'name': '', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:7f:09:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:54Z', 'updated_at': '2022-01-17T08:32:02Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:32:18.038746 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6280b341-bbbb-4460-9c4a-aa37c5fe714a req-dfe80520-2c36-4104-9bb7-13510e897d96 service neutron] 10.222.0.53 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254308 Jan 17 08:32:18.207403 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b08d9b3-d38f-4646-b473-25e8f1094636 None None] New status for floating IP e5985799-98fa-453a-b4f6-a6b324eca3a5: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:32:19.067700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec900bf4-46a9-44be-8b76-559f94e3b0c6 req-61b0ead6-16fd-470c-84c1-80445ab5f175 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:19.069143 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ec900bf4-46a9-44be-8b76-559f94e3b0c6 req-61b0ead6-16fd-470c-84c1-80445ab5f175 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 982 time: 0.0762539 Jan 17 08:32:19.113161 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ec900bf4-46a9-44be-8b76-559f94e3b0c6 req-842282be-3852-42bb-b082-622b9739cb40 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Jan 17 08:32:19.177789 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6225aa10-6c34-4997-84fe-70b03ab6e88e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:19.179132 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6225aa10-6c34-4997-84fe-70b03ab6e88e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 982 time: 0.0788105 Jan 17 08:32:19.246120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-f21a527f-a5ff-40af-8583-ebd8157a6600 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:19.247552 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-f21a527f-a5ff-40af-8583-ebd8157a6600 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0627031 Jan 17 08:32:19.385853 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-ff619cfe-768f-46b5-b26e-914ba349284d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1337569 Jan 17 08:32:19.395393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:19.500219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:19.605805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:19.687363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:19.714694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:32:19.766616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] device_id is not set on port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:32:19.774309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:19.816555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:19.940269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:20.002702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] No DVR routers for this DVR port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:32:20.098699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-66545cd6-223f-4203-b5d7-144df0bdbb40 None None] Provisioning complete for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:20.099063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66545cd6-223f-4203-b5d7-144df0bdbb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:20.153837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-66545cd6-223f-4203-b5d7-144df0bdbb40 None None] Port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:32:20.286609 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-943a58dc-f697-4f96-b669-9869f74a3068 req-39bc5716-7eb1-4a2f-8ee7-e3ed7b595664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ec7626-2d43-4da1-8f39-5244733f45c0 HTTP/1.1" status: 200 len: 210 time: 0.0458784 Jan 17 08:32:20.379880 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] In _notify_port_updated(), no bound segment for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:32:20.380889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:20.382196 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f3d5667c-c6b1-4205-adc5-ac35f435eb20 req-6af70215-c091-4f3e-b554-7a6668dd0a29 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 1025 time: 0.9904585 Jan 17 08:32:21.393328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58774) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:21.459363 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e16e2d-1e82-4bb0-96b4-f292173ac3af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:21.460673 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-74e16e2d-1e82-4bb0-96b4-f292173ac3af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 924 time: 0.0660455 Jan 17 08:32:21.686824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58780) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:21.692373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031109032', 'description': 'tempest-secgroup-smoke-1031109032 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:21.698181 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:21.707756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:21.753665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:21.788064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:21.791737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:21.795128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:21.800782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:21.852578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:21.890691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:21.936199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188b0d3e-efa7-4bb4-8cee-a0783c6e23cd,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:21.988123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:21.989357 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5da3aacc-e55b-4291-b2cf-5a9ddb277106 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3015294 Jan 17 08:32:21.992121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58784) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:21.997382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '188b0d3e-efa7-4bb4-8cee-a0783c6e23cd', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:22.003039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:22.006723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:22.009619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:22.015694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:22.097077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.154956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.204854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.225802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e2a4fd-784b-4375-b0b3-ab6b0a4b6835,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:22.285417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.286673 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-92095c98-e5e4-4fe3-8735-71e2da489e4d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2936306 Jan 17 08:32:22.289347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58788) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:22.295152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '188b0d3e-efa7-4bb4-8cee-a0783c6e23cd', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:22.300989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:22.304706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:22.307546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:22.313694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:22.372191 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.431118 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.478982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.502189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a73936c-1d8d-4439-8bfa-8e48d7061177,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:22.558686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.559868 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6e3e899e-281c-4273-a854-bd25b69b1fbe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2696002 Jan 17 08:32:22.562516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58792) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:22.567896 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '188b0d3e-efa7-4bb4-8cee-a0783c6e23cd', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:22.573434 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:22.577209 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:22.580257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:22.586243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:22.668313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:32:22.679910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.722804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:32:22.744949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.810712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.833465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529a441a-688c-405d-bd44-668d2c708fc0,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:22.896515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:22.897673 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7d462131-3dff-47c5-9283-f84e71f09a59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3342197 Jan 17 08:32:22.900286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58796) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:22.905650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '188b0d3e-efa7-4bb4-8cee-a0783c6e23cd', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:22.911445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:22.915122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:22.918615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:22.924430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:22.999878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.060244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.130971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.154195 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21648be1-f0e0-40e5-aed8-2e9b04f8c4d1,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:23.273878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.274993 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3260744e-88df-4859-a20a-1d62fb0754d9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3738062 Jan 17 08:32:23.277705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58800) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:23.283031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '188b0d3e-efa7-4bb4-8cee-a0783c6e23cd', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:23.288871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:23.292651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:23.295481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:23.301150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:23.376839 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:32:23.383391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.448124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.497132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.517459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6281022c-d255-4eef-b65b-3178deeb33be,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:23.570642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.571795 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6201e077-4931-4a01-b62f-96b1f2fbc4cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2931805 Jan 17 08:32:23.574382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58804) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:23.579574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '188b0d3e-efa7-4bb4-8cee-a0783c6e23cd', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:23.585277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:23.589052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:23.591847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:23.597277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:23.656366 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:32:23.662484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.726211 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.776225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.798764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7451bc5d-895e-4873-9ed2-1adb19507972,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:23.861779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:23.862939 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0d94cb19-b1b1-4276-b7ed-12845f26e4a1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2876632 Jan 17 08:32:24.031943 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-c5566034-0f75-404d-bbd7-5039fd6fc5b4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031109032&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.0387878 Jan 17 08:32:24.104571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-e573e10f-8d84-4008-b4e9-c526742ddeef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:24.106511 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-e573e10f-8d84-4008-b4e9-c526742ddeef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 929 time: 0.0686846 Jan 17 08:32:24.243950 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-0b8127e7-122b-411b-8328-fc38b90fd830 service neutron] 10.222.0.44 "GET /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1259472 Jan 17 08:32:24.380421 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-274bb2db-8ed3-43da-8d32-a064e461d62b service neutron] 10.222.0.44 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307774 Jan 17 08:32:24.508230 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-01c56fe5-db18-4419-8072-eef25dbef3c4 service neutron] 10.222.0.44 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223657 Jan 17 08:32:24.774722 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f06ac1b1-902e-4d29-ba2a-8c1590a96e50 req-de23dce6-67a3-4c02-a2f9-71925abd75eb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 210 time: 0.0413227 Jan 17 08:32:25.940581 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ff2791df-57f7-41ca-ab75-db4e9126dba4 req-fd60c697-37ef-48a6-a77a-d40a3e8948cb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 210 time: 0.0453224 Jan 17 08:32:26.457861 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-146fefce-fe6b-414d-a67f-7b44fa4dcb3f service neutron] 10.222.0.53 "GET /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 1025 time: 0.0617094 Jan 17 08:32:26.599628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-c324f39a-9c6d-42b5-9f23-2de7ab7ee638 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:26.600939 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-c324f39a-9c6d-42b5-9f23-2de7ab7ee638 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=7e93abe2-250f-44fd-8cbe-c2e9870b4640 HTTP/1.1" status: 200 len: 796 time: 0.1371410 Jan 17 08:32:26.652206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-14550a01-e497-4e11-95ba-2a11b4b156cd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:32:26.713693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-14550a01-e497-4e11-95ba-2a11b4b156cd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:32:26.714881 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-14550a01-e497-4e11-95ba-2a11b4b156cd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 472 time: 0.1022789 Jan 17 08:32:26.724352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Request body: {'port': {'device_id': '13366a37-8cc3-42ac-8a30-197d8f7267f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:26.832324 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:27.124911 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3a0969bd-f79f-48c2-bcd8-e21f89f4d407 req-deb00543-4ad9-438a-9f42-c3b9d815e604 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 210 time: 0.0531428 Jan 17 08:32:27.202024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:32:27.209024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:27.223367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Transition to ACTIVE for port object 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:32:27.319041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:27.445742 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:27.582904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Attempting to bind port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:32:27.583548 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Attempting to bind port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:32:27.583548 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Attempting to bind port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:32:27.589091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:32:27.589404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Attempting to bind port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:32:27.596026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:32:27.596355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Checking segment: {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:32:27.596732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Bound using segment: {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:32:27.597151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Bound port: 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb72e22-e453-496c-88fb-d602d6a99fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:32:27.597487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:27.772042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:32:27.775028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:32:27.828341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:27.887558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:27.888938 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 1130 time: 1.1685293 Jan 17 08:32:27.889362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13366a37-8cc3-42ac-8a30-197d8f7267f1', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:32:27.908636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f926a-99fb-4dc2-875a-34dadd623092 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=8']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:27.950998 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13366a37-8cc3-42ac-8a30-197d8f7267f1', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'status': 'completed', 'code': 200} Jan 17 08:32:28.046038 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-321fe627-249e-4c05-a792-2aef99f7a16f req-ed985abc-1dfb-4b6e-aad7-9dcbe6c275bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 1133 time: 0.0747182 Jan 17 08:32:28.183082 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe627-249e-4c05-a792-2aef99f7a16f req-8a6a00f4-ec3b-4e7a-a49f-7cd2807e0896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:28.185181 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-321fe627-249e-4c05-a792-2aef99f7a16f req-8a6a00f4-ec3b-4e7a-a49f-7cd2807e0896 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1330962 Jan 17 08:32:28.367812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe627-249e-4c05-a792-2aef99f7a16f req-25994b7b-d219-4602-a27e-10314dad9837 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:28.369292 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-321fe627-249e-4c05-a792-2aef99f7a16f req-25994b7b-d219-4602-a27e-10314dad9837 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787782 Jan 17 08:32:28.383376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db7185-fc86-4218-9f6e-0cd6e6e87a2c req-512111be-3791-4fc9-8425-e16f19e8156f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:28.384932 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-79db7185-fc86-4218-9f6e-0cd6e6e87a2c req-512111be-3791-4fc9-8425-e16f19e8156f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 980 time: 0.1289093 Jan 17 08:32:28.476186 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-79db7185-fc86-4218-9f6e-0cd6e6e87a2c req-f6266b49-b0c1-4b42-a546-256aefc0ab95 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856194 Jan 17 08:32:28.496418 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-52fba45e-9a71-4eed-9483-fb6eefaae7ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 1133 time: 0.0918205 Jan 17 08:32:28.595912 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-39074069-dd7f-40a2-92de-ff04304dd166 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 1036 time: 0.0926156 Jan 17 08:32:28.654799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-f339f431-62c7-48f3-a914-8d3106774434 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:28.656190 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-f339f431-62c7-48f3-a914-8d3106774434 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e980755a-20b2-4eb5-a515-77594b3f9dc6 HTTP/1.1" status: 200 len: 835 time: 0.0546837 Jan 17 08:32:28.726978 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-f2f4e796-4cc8-4cd6-aa9a-cb88437324fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7e93abe2-250f-44fd-8cbe-c2e9870b4640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645401 Jan 17 08:32:28.852191 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-c513ebb0-871b-4642-aa6e-708492109033 service neutron] 10.222.0.53 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192639 Jan 17 08:32:28.980650 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-afbbb53f-811b-442d-9707-9ef87eda99f6 req-bbfad831-e2e4-4548-9017-89e8da5ebacc service neutron] 10.222.0.53 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203656 Jan 17 08:32:29.668248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27994610-beda-4d52-9e43-8b84d7e0f400 req-d7789478-7898-47ad-afc5-d7eeb79d122d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:29.669676 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27994610-beda-4d52-9e43-8b84d7e0f400 req-d7789478-7898-47ad-afc5-d7eeb79d122d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 980 time: 0.0738432 Jan 17 08:32:29.720219 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27994610-beda-4d52-9e43-8b84d7e0f400 req-cd070800-62f4-4157-89e5-1c423be327cb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 Jan 17 08:32:31.066785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c532697-43c4-4bbd-8815-b073a04a37e7 req-3c17508a-6337-4d41-be2a-a9d6083af854 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:31.068172 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3c532697-43c4-4bbd-8815-b073a04a37e7 req-3c17508a-6337-4d41-be2a-a9d6083af854 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 980 time: 0.0772932 Jan 17 08:32:31.111869 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3c532697-43c4-4bbd-8815-b073a04a37e7 req-95ed710f-2c00-41e0-8923-a0d1adc8db49 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Jan 17 08:32:32.304565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b0fc4-46b3-40c0-afec-6830a2543d15 req-9a9df1da-a78b-4648-9648-137e68ce3aa8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:32.305891 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c54b0fc4-46b3-40c0-afec-6830a2543d15 req-9a9df1da-a78b-4648-9648-137e68ce3aa8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 980 time: 0.0778329 Jan 17 08:32:32.349819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c54b0fc4-46b3-40c0-afec-6830a2543d15 req-431830e0-25a2-4a25-903e-89d03505da57 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379896 Jan 17 08:32:32.715862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:32:32.847472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:32.862204 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'port_id': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'mac_address': 'fa:16:3e:5f:04:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:32:32.951147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:32.968001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:32:32.982501 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:33.050637 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:33.113865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=9']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:33.369398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['4ed89019-1ac3-4fbd-acb5-78fb31e4ff40'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:32:33.540116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace7865-df93-4963-93e5-ccbda091e668 req-98a8fdd5-13ee-4c73-86e5-1a142d2d048e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:33.541555 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cace7865-df93-4963-93e5-ccbda091e668 req-98a8fdd5-13ee-4c73-86e5-1a142d2d048e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 981 time: 0.0748947 Jan 17 08:32:33.589142 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cace7865-df93-4963-93e5-ccbda091e668 req-d490ec8f-2c79-4c54-87f1-1d336c7973fe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416698 Jan 17 08:32:33.717282 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:32:34.731519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:32:34.781436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87431d1f-5ac2-43b8-a437-97467511daab req-d5c1ae87-dcd3-4091-8bd2-11030d70bdb8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:34.782902 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-87431d1f-5ac2-43b8-a437-97467511daab req-d5c1ae87-dcd3-4091-8bd2-11030d70bdb8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 981 time: 0.0742552 Jan 17 08:32:34.827535 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-87431d1f-5ac2-43b8-a437-97467511daab req-3d29f8fe-9918-4ef2-87e3-6daf4b56a72d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386302 Jan 17 08:32:34.879085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:32:34.884028 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:34.884436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:34.995093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:35.020739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13366a37-8cc3-42ac-8a30-197d8f7267f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:32:35.030818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:35.072424 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13366a37-8cc3-42ac-8a30-197d8f7267f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed89019-1ac3-4fbd-acb5-78fb31e4ff40', 'code': 200} Jan 17 08:32:35.096299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:35.164776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:35.425793 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bc323169-c7b7-4cef-91f8-0de9d9dc4537 req-376a1406-a402-45d8-a761-60ec1d8f7251 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 1136 time: 0.0705459 Jan 17 08:32:35.468170 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bc323169-c7b7-4cef-91f8-0de9d9dc4537 req-819eb423-26c5-49eb-b96c-d53bb10096be service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358393 Jan 17 08:32:36.021674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d508e9-71c0-478c-8982-7d81be5071f1 req-2add1d7c-bdd4-44d6-b57b-ae689fba28fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:36.031988 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-04d508e9-71c0-478c-8982-7d81be5071f1 req-2add1d7c-bdd4-44d6-b57b-ae689fba28fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 983 time: 0.0789819 Jan 17 08:32:36.068438 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-04d508e9-71c0-478c-8982-7d81be5071f1 req-9a8d4e4a-ffbb-48bd-b8db-6f46ec5c07b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Jan 17 08:32:36.073430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-acfa7e88-efd2-430d-952c-e1f97bacbcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:37.264825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b14bf-6c57-43ad-91da-ddead80b6a04 req-331c8dad-9327-4b54-9e5d-0b0d47d1b667 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:37.266260 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-486b14bf-6c57-43ad-91da-ddead80b6a04 req-331c8dad-9327-4b54-9e5d-0b0d47d1b667 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 983 time: 0.0773423 Jan 17 08:32:37.311400 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-486b14bf-6c57-43ad-91da-ddead80b6a04 req-6ab22969-ee95-4f8e-8cb9-2e65f2d938cc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Jan 17 08:32:37.501171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747a63a-b68c-4f7f-93eb-5fbef48fae07 req-6414af99-fd76-4c9a-85fd-ec90e2548f9d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:37.502606 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9747a63a-b68c-4f7f-93eb-5fbef48fae07 req-6414af99-fd76-4c9a-85fd-ec90e2548f9d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 983 time: 0.0749478 Jan 17 08:32:37.546468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9747a63a-b68c-4f7f-93eb-5fbef48fae07 req-6275fa7e-0ba6-48c3-a49c-ac5f9cf9546f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384319 Jan 17 08:32:37.572743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58854) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:37.730812 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a853647a-c7e9-4fe5-aa1c-a213fdfec976 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1&network_id=7e93abe2-250f-44fd-8cbe-c2e9870b4640 HTTP/1.1" status: 200 len: 1131 time: 0.1563556 Jan 17 08:32:38.176070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09791fb6-fa49-4198-956d-26b537fc2f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:38.261952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5795d-ccd7-49aa-8315-9a8c6865d6fd req-716962c0-9d2d-4149-913c-187512dd1377 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:38.263980 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c0e5795d-ccd7-49aa-8315-9a8c6865d6fd req-716962c0-9d2d-4149-913c-187512dd1377 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 983 time: 0.0755672 Jan 17 08:32:38.310379 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c0e5795d-ccd7-49aa-8315-9a8c6865d6fd req-eb666831-3d6d-4a31-ab99-c68ba641ffd7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Jan 17 08:32:39.502296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:39.505454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a705e6-e0d5-4658-b912-5bc9fb0d92ba req-dbe7baa3-f429-4dfc-b873-898de0733397 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:39.506892 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-28a705e6-e0d5-4658-b912-5bc9fb0d92ba req-dbe7baa3-f429-4dfc-b873-898de0733397 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 983 time: 0.0750873 Jan 17 08:32:39.524910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:39.688474 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-28a705e6-e0d5-4658-b912-5bc9fb0d92ba req-904a42cd-4c05-4417-9f42-fb4393916a2c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=27eee6d6-a070-45f5-b0ab-eaebef97c1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512830 Jan 17 08:32:39.707466 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644da249-223c-40b4-937f-d38c336ac6c6 req-197de7c6-e9ca-4aa9-91ed-3c2664f7a33c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:39.707466 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-644da249-223c-40b4-937f-d38c336ac6c6 req-197de7c6-e9ca-4aa9-91ed-3c2664f7a33c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 983 time: 0.1974618 Jan 17 08:32:39.779459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644da249-223c-40b4-937f-d38c336ac6c6 req-95c1f5e4-09d4-4f54-9f9b-5b9349f31e1a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:39.780790 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-644da249-223c-40b4-937f-d38c336ac6c6 req-95c1f5e4-09d4-4f54-9f9b-5b9349f31e1a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0675404 Jan 17 08:32:39.918968 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-644da249-223c-40b4-937f-d38c336ac6c6 req-fe345763-4d4b-49c2-97f6-10fac89bacc6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1332490 Jan 17 08:32:39.930497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:40.034589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:40.221013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:40.247701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] For port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:32:40.299519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] device_id is not set on port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 yet. {{(pid=84154) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 17 08:32:40.306862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:40.364533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:40.491253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=11']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:40.511247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.511895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.511895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.512777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.513109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.513435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.513759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.514078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.514396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.514718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.515034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:40.566697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] No DVR routers for this DVR port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:32:40.619067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-53360016-ba28-47e0-af12-1ee7c3352333 None None] Provisioning complete for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:40.620421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-53360016-ba28-47e0-af12-1ee7c3352333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:40.678014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-53360016-ba28-47e0-af12-1ee7c3352333 None None] Port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:32:40.820232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] In _notify_port_updated(), no bound segment for port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 on network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 {{(pid=84154) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 17 08:32:40.821262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:40.822542 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-644da249-223c-40b4-937f-d38c336ac6c6 req-7de656b6-fe51-466b-8adb-86a09471c4d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 200 len: 1026 time: 0.8958316 Jan 17 08:32:40.902051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:40.906631 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9cb28e6d-890c-438a-9d3e-794c7671d453 req-2c16dd5e-29ec-4922-89f9-9d1db02c39c3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=13366a37-8cc3-42ac-8a30-197d8f7267f1 HTTP/1.1" status: 200 len: 210 time: 0.0403247 Jan 17 08:32:42.008508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58868) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:42.075148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-314594f7-925e-4aaf-9aee-4b3c0078fb38 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:42.102978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-314594f7-925e-4aaf-9aee-4b3c0078fb38 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:42.227663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-314594f7-925e-4aaf-9aee-4b3c0078fb38 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:42.248592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314594f7-925e-4aaf-9aee-4b3c0078fb38 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188b0d3e-efa7-4bb4-8cee-a0783c6e23cd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:42.317904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-314594f7-925e-4aaf-9aee-4b3c0078fb38 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:42.319048 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-314594f7-925e-4aaf-9aee-4b3c0078fb38 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/188b0d3e-efa7-4bb4-8cee-a0783c6e23cd HTTP/1.1" status: 204 len: 168 time: 0.3095727 Jan 17 08:32:42.417412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58874) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:42.612117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port dad64ba3-917e-471a-903b-0b210945c5f1 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:32:42.612440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:42.778415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:32:42.782768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:42.783096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:42.834977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:32:42.899168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for dad64ba3-917e-471a-903b-0b210945c5f1 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:32:43.084867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:43.126588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=dad64ba3-917e-471a-903b-0b210945c5f1,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:43.216585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:43.668213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 22e0d634-78dd-4570-a4bf-e7920fa35658 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:32:43.858034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:32:43.868183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] Sync routers for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:32:43.879454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:32:43.880056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:43.946985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:44.002597 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a404fc28-3282-47c3-9302-f5d9e4163203 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/floatingips/e5985799-98fa-453a-b4f6-a6b324eca3a5 HTTP/1.1" status: 204 len: 168 time: 1.5841115 Jan 17 08:32:44.052963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:32:44.157050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58882) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:44.224968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd69e3e4-9bda-46cd-98c4-9bf16942c69f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:44.253356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd69e3e4-9bda-46cd-98c4-9bf16942c69f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:44.359228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd69e3e4-9bda-46cd-98c4-9bf16942c69f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:44.360447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'afee4d37-964e-49e4-b8f6-319b6679f559', 'name': '', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:7f:09:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:54Z', 'updated_at': '2022-01-17T08:32:02Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:44.364586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] Checking router: 22e0d634-78dd-4570-a4bf-e7920fa35658 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:32:44.375652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:32:44.376246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:44.377904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69e3e4-9bda-46cd-98c4-9bf16942c69f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad35abb9-fa2c-405e-9262-16f186070de5,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:44.384606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd69e3e4-9bda-46cd-98c4-9bf16942c69f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:44.388308 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cd69e3e4-9bda-46cd-98c4-9bf16942c69f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/ad35abb9-fa2c-405e-9262-16f186070de5 HTTP/1.1" status: 204 len: 168 time: 0.2276137 Jan 17 08:32:44.491767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58888) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:44.558434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6c4731ef-0a0a-4fd2-ab95-f0442db37fe7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:32:44.558771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c4731ef-0a0a-4fd2-ab95-f0442db37fe7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:44.569011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:32:44.799361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c4731ef-0a0a-4fd2-ab95-f0442db37fe7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:44.909955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'afee4d37-964e-49e4-b8f6-319b6679f559', 'name': '', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:7f:09:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:54Z', 'updated_at': '2022-01-17T08:32:02Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:44.914127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db121c-db62-40a1-86df-e0f1b2667820 None None] The sync data for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv is: [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:31:55Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'afee4d37-964e-49e4-b8f6-319b6679f559', 'name': '', 'network_id': '7e93abe2-250f-44fd-8cbe-c2e9870b4640', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:7f:09:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:54Z', 'updated_at': '2022-01-17T08:32:02Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'e980755a-20b2-4eb5-a515-77594b3f9dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:32:44.922419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6c4731ef-0a0a-4fd2-ab95-f0442db37fe7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 owned by {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:32:45.097062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c4731ef-0a0a-4fd2-ab95-f0442db37fe7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:45.149717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4731ef-0a0a-4fd2-ab95-f0442db37fe7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=4ed89019-1ac3-4fbd-acb5-78fb31e4ff40,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:45.170519 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4c089-0926-458a-9583-6f0e5c73b8fd None None] New status for floating IP e5985799-98fa-453a-b4f6-a6b324eca3a5: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:32:45.254373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c4731ef-0a0a-4fd2-ab95-f0442db37fe7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:45.268400 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6c4731ef-0a0a-4fd2-ab95-f0442db37fe7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/ports/4ed89019-1ac3-4fbd-acb5-78fb31e4ff40 HTTP/1.1" status: 204 len: 168 time: 0.7731404 Jan 17 08:32:45.268612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58892) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:45.663473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:46.367220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port afee4d37-964e-49e4-b8f6-319b6679f559 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:32:46.367916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:46.555676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port afee4d37-964e-49e4-b8f6-319b6679f559, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=afee4d37-964e-49e4-b8f6-319b6679f559,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:46.556030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:46.671376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for afee4d37-964e-49e4-b8f6-319b6679f559 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:32:46.907319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:46.953517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=afee4d37-964e-49e4-b8f6-319b6679f559,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:47.239329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:47.873333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 22e0d634-78dd-4570-a4bf-e7920fa35658 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:32:48.067971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:32:48.077676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] Sync routers for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:32:48.082683 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6fc36ddb-8863-4238-8a14-efe786ce3994 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/22e0d634-78dd-4570-a4bf-e7920fa35658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8130250 Jan 17 08:32:48.085341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58896) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:48.089444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:32:48.090059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:48.264777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:32:48.266976 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7d92a1-567e-4321-85ff-e3a138aa20ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting subnet e980755a-20b2-4eb5-a515-77594b3f9dc6 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:32:48.269908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c7d92a1-567e-4321-85ff-e3a138aa20ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:48.327809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c7d92a1-567e-4321-85ff-e3a138aa20ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:48.409744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c7d92a1-567e-4321-85ff-e3a138aa20ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:48.525457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c7d92a1-567e-4321-85ff-e3a138aa20ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:48.546095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:32:46Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:48.550083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] Checking router: 22e0d634-78dd-4570-a4bf-e7920fa35658 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:32:48.560362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] Routers {'22e0d634-78dd-4570-a4bf-e7920fa35658'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:32:48.560975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['22e0d634-78dd-4570-a4bf-e7920fa35658'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:48.562950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d92a1-567e-4321-85ff-e3a138aa20ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Subnet': ['ID=e980755a-20b2-4eb5-a515-77594b3f9dc6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:48.569021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4c7d92a1-567e-4321-85ff-e3a138aa20ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:48.575780 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4c7d92a1-567e-4321-85ff-e3a138aa20ff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/subnets/e980755a-20b2-4eb5-a515-77594b3f9dc6 HTTP/1.1" status: 204 len: 168 time: 0.4895024 Jan 17 08:32:48.578475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58900) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:48.608022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebc8add-8fca-4e28-a1eb-82319c028436 None None] Network 7e93abe2-250f-44fd-8cbe-c2e9870b4640 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:32:48.772836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:48.883564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] Set router 22e0d634-78dd-4570-a4bf-e7920fa35658 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:32:49.066219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:49.142297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port e09695e9-b08a-4f78-83df-0c57564a294c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:32:49.142588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:49.184549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] DHCP port deletion for 7e93abe2-250f-44fd-8cbe-c2e9870b4640 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:32:49.191700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Deleting port 2d8fcf54-c0e6-4006-857c-2de5488786e6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:32:49.192068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:49.313461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port e09695e9-b08a-4f78-83df-0c57564a294c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e09695e9-b08a-4f78-83df-0c57564a294c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:49.313808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:49.380491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:32:46Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:49.396606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537d463-b6c1-45f8-ae28-3deae7235f2c None None] The sync data for ids ['22e0d634-78dd-4570-a4bf-e7920fa35658'] in dv-neutron-824874-1-hyperv is: [{'id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'name': 'tempest-TestNetworkBasicOps-router-399874264', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18'}], 'enable_snat': True}, 'gw_port_id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:31:50Z', 'updated_at': '2022-01-17T08:32:46Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'e09695e9-b08a-4f78-83df-0c57564a294c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e0d634-78dd-4570-a4bf-e7920fa35658', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:31:51Z', 'updated_at': '2022-01-17T08:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:32:49.416252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] For port 2d8fcf54-c0e6-4006-857c-2de5488786e6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2d8fcf54-c0e6-4006-857c-2de5488786e6,segment=NetworkSegment(7fb72e22-e453-496c-88fb-d602d6a99fec),segment_id=7fb72e22-e453-496c-88fb-d602d6a99fec)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:49.416650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:49.444453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for e09695e9-b08a-4f78-83df-0c57564a294c owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:32:49.545989 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Calling delete_port for 2d8fcf54-c0e6-4006-857c-2de5488786e6 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:32:49.678971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:49.695930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:49.696179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:49.739695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Pushing event deleted for resources: {'Port': ['ID=2d8fcf54-c0e6-4006-857c-2de5488786e6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:49.740451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=e09695e9-b08a-4f78-83df-0c57564a294c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:49.753586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.753941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.754277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.754616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.754946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.755302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.755668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.755955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.756648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.756648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.756917 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:32:49.759593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c3a067-0886-4143-a6e6-b70b76ebb31d None None] No DVR routers for this DVR port 2d8fcf54-c0e6-4006-857c-2de5488786e6 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:32:49.968175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.063867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2d8fcf54-c0e6-4006-857c-2de5488786e6 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:32:50.096775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 2d8fcf54-c0e6-4006-857c-2de5488786e6 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:32:50.097123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2d8fcf54-c0e6-4006-857c-2de5488786e6 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:32:50.097556 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device afee4d37-964e-49e4-b8f6-319b6679f559 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:32:50.128201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: afee4d37-964e-49e4-b8f6-319b6679f559 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:32:50.128548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device afee4d37-964e-49e4-b8f6-319b6679f559 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:32:50.223484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.227552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.335907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.336423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Fanout notify agent at l3_agent the message router_deleted on router 22e0d634-78dd-4570-a4bf-e7920fa35658 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:32:50.350941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.352173 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-28b1018b-7986-4e15-827e-ceea137e95a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/routers/22e0d634-78dd-4570-a4bf-e7920fa35658 HTTP/1.1" status: 204 len: 168 time: 1.7727456 Jan 17 08:32:50.355044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58904) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:50.474767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.681963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.708853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e93abe2-250f-44fd-8cbe-c2e9870b4640']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:50.720714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb72e22-e453-496c-88fb-d602d6a99fec') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:50.721006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb72e22-e453-496c-88fb-d602d6a99fec') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:50.731854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.746958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.753303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:32:50.753704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:32:50.768399 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:32:50.913115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.932520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:50.938939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Network': ['ID=7e93abe2-250f-44fd-8cbe-c2e9870b4640,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:50.993816 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a7ded026-96c3-41a5-bd7d-bce4edb78a8e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/networks/7e93abe2-250f-44fd-8cbe-c2e9870b4640 HTTP/1.1" status: 204 len: 168 time: 0.6374259 Jan 17 08:32:51.007706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58908) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:51.021572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9505d535-a014-47ed-9fa3-72a95a11976b tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0128284 Jan 17 08:32:51.023914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58912) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:51.029016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'network': {'name': 'tempest-network-smoke--993016128', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:51.033467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:51.037377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:network and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:51.040596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:51.051549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:51.096611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:32:51.100256 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.128064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:32:51.136362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.136703 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Added segment 232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e of type vlan for network c670c43a-5abc-4e73-8523-eb939b59eda9 Jan 17 08:32:51.161532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.238717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.242461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:51.243036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.348975 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Network': ['ID=c670c43a-5abc-4e73-8523-eb939b59eda9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:51.359348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network c670c43a-5abc-4e73-8523-eb939b59eda9 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:32:51.382960 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3657e7a6-a639-4f7d-9aa5-cfe74de8c67b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3579745 Jan 17 08:32:51.385653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58916) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:51.391458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'admin_state_up': True, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:51.398349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:51.402257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:router and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:51.405791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:51.411434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:51.456975 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.460886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.479778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.689456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.924285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.953529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:51.982780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e09695e9-b08a-4f78-83df-0c57564a294c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:32:52.020031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e09695e9-b08a-4f78-83df-0c57564a294c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:32:52.020480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e09695e9-b08a-4f78-83df-0c57564a294c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:32:52.093122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.105 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/28cc90a9-e3fb-4f79-8280-6b2dce1cfcad) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:32:52.235426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:52.302039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:52.365430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:32:52.368242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:32:52.372393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:32:52.397780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:52.616227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:52.616952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:52.993258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router e9a7381a-23b8-4787-a179-86907382721c is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:32:53.186302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:32:53.197900 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Sync routers for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:32:53.210878 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:32:53.211512 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:53.342376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:53.343620 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-38fcdfed-0afb-4599-b1a9-fff82fbb1a4f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9570501 Jan 17 08:32:53.346590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58920) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:53.381933 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:32:53.389052 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4eb06e69-7b21-4f8e-9d22-482d7dc842d0 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407178 Jan 17 08:32:53.391711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:53.519431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30eb6bb-935a-44f6-a66b-17fa03b995c9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:53.520801 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a30eb6bb-935a-44f6-a66b-17fa03b995c9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282127 Jan 17 08:32:53.523763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58928) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:53.561824 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-470456e7-f626-4916-83cb-251becc4dcfc tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370400 Jan 17 08:32:53.564322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:53.570089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-462333685', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:53.660349 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:52Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:53.664160 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Checking router: e9a7381a-23b8-4787-a179-86907382721c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:32:53.664503 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Updating router e9a7381a-23b8-4787-a179-86907382721c port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:32:53.674333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:53.678087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:subnet and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:53.680823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:53.686858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:53.714200 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:53.741346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:32:53.842324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:54.046730 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:54.057786 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Transition to ACTIVE for port object 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:32:54.130893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:54.141973 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:54.202980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=aa2a79d6-fdfc-4df1-9c44-6121f27d2726,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:54.233035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Checking segment: {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:32:54.233397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network hostable DHCP agents. Network: c670c43a-5abc-4e73-8523-eb939b59eda9, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:32:54.240683 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Attempting to bind port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:32:54.241148 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Attempting to bind port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:32:54.241453 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Attempting to bind port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:32:54.247498 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749f5bd-6603-4bb6-8783-437687abba8e None None] Pushing event updated for resources: {'Port': ['ID=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:54.252558 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:32:54.252943 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:32:54.253357 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:54.253731 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:32:54.254359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Bound port: 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:32:54.254536 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:54.312948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c670c43a-5abc-4e73-8523-eb939b59eda9 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:32:54.323871 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] For port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:32:54.327596 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] For port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:32:54.399177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, c670c43a-5abc-4e73-8523-eb939b59eda9) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:32:54.403036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:54.404402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:54.408644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137ab8e7-ad19-48ec-be86-2ab1a28e0d01 None None] Network c670c43a-5abc-4e73-8523-eb939b59eda9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:32:54.428420 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:54.491616 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-42e21224-30b9-4c79-b92f-81ce8e2dcc9e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9262581 Jan 17 08:32:54.494413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58936) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:54.517517 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749f5bd-6603-4bb6-8783-437687abba8e None None] Pushing event updated for resources: {'Port': ['ID=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:54.520834 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:32:54.521898 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:54.637582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-c670c43a-5abc-4e73-8523-eb939b59eda9', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:32:54.639013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:54.710271 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:32:54.798907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Allocated IP 172.20.0.2 (c670c43a-5abc-4e73-8523-eb939b59eda9/aa2a79d6-fdfc-4df1-9c44-6121f27d2726/357773a9-0903-42fa-8825-b98597fdf12f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:32:55.002602 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:52Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:55.006771 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb20617-7f31-48d9-be09-beb42bc517c8 None None] The sync data for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv is: [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:52Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:32:55.009164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:55.026354 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Transition to ACTIVE for port object 357773a9-0903-42fa-8825-b98597fdf12f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:32:55.045079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Transition to ACTIVE for port object 357773a9-0903-42fa-8825-b98597fdf12f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:32:55.131498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:55.206722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Network c670c43a-5abc-4e73-8523-eb939b59eda9 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:32:55.210756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:32:55.213380 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:32:55.253745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Pushing event updated for resources: {'Port': ['ID=357773a9-0903-42fa-8825-b98597fdf12f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:55.316647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Attempting to bind port 357773a9-0903-42fa-8825-b98597fdf12f on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:32:55.317022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Attempting to bind port 357773a9-0903-42fa-8825-b98597fdf12f by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:32:55.317545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Attempting to bind port 357773a9-0903-42fa-8825-b98597fdf12f on network c670c43a-5abc-4e73-8523-eb939b59eda9 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:32:55.330072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:32:55.330715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Checking segment: {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:32:55.331116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:55.331536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Bound using segment: {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:32:55.332004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Bound port: 357773a9-0903-42fa-8825-b98597fdf12f, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:32:55.332377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:55.426816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:55.475135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] For port 357773a9-0903-42fa-8825-b98597fdf12f, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:32:55.478304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] For port 357773a9-0903-42fa-8825-b98597fdf12f, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=357773a9-0903-42fa-8825-b98597fdf12f,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:32:55.531232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:55.616018 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93640f3b-9fdf-42c7-8af8-60d0f304581d None None] Pushing event updated for resources: {'Port': ['ID=357773a9-0903-42fa-8825-b98597fdf12f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:55.859854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.1 (c670c43a-5abc-4e73-8523-eb939b59eda9/aa2a79d6-fdfc-4df1-9c44-6121f27d2726/c6fecda9-41e2-4360-a77b-86dadc03d119) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:32:56.024828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.041089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object c6fecda9-41e2-4360-a77b-86dadc03d119 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:32:56.066618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 357773a9-0903-42fa-8825-b98597fdf12f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:32:56.130730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.181487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 357773a9-0903-42fa-8825-b98597fdf12f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:32:56.186988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:32:56.199729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c670c43a-5abc-4e73-8523-eb939b59eda9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:32:56.203188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:32:56.207382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:32:56.242513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=c6fecda9-41e2-4360-a77b-86dadc03d119,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:56.270734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.296458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:32:56.301512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:56.301927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.419870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.433381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.450700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:56.536261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.604757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:56.616407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef491f3-1090-48f1-b25d-b077c6c43b6b None None] Network c670c43a-5abc-4e73-8523-eb939b59eda9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:32:56.817079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ba7f7711-5fe6-4f65-8fe3-b3eb582f1afa None None] Provisioning for port 357773a9-0903-42fa-8825-b98597fdf12f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:32:56.829185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ba7f7711-5fe6-4f65-8fe3-b3eb582f1afa None None] Provisioning complete for port 357773a9-0903-42fa-8825-b98597fdf12f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:56.829558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7711-5fe6-4f65-8fe3-b3eb582f1afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.835327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.897256 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:56.966819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7711-5fe6-4f65-8fe3-b3eb582f1afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:57.004831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ba7f7711-5fe6-4f65-8fe3-b3eb582f1afa None None] For port 357773a9-0903-42fa-8825-b98597fdf12f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=357773a9-0903-42fa-8825-b98597fdf12f,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:32:57.014764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=c6fecda9-41e2-4360-a77b-86dadc03d119,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:57.019297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:57.062578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7711-5fe6-4f65-8fe3-b3eb582f1afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:57.135598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f7711-5fe6-4f65-8fe3-b3eb582f1afa None None] Pushing event updated for resources: {'Port': ['ID=357773a9-0903-42fa-8825-b98597fdf12f,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:57.245098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-85967301-29e5-426f-947e-c8ef3314bfb6 None None] Provisioning for port c6fecda9-41e2-4360-a77b-86dadc03d119 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:32:57.250017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-85967301-29e5-426f-947e-c8ef3314bfb6 None None] Provisioning complete for port c6fecda9-41e2-4360-a77b-86dadc03d119 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:57.250387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85967301-29e5-426f-947e-c8ef3314bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:57.259266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c670c43a-5abc-4e73-8523-eb939b59eda9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:32:57.260545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:32:57.311115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-85967301-29e5-426f-947e-c8ef3314bfb6 None None] Port c6fecda9-41e2-4360-a77b-86dadc03d119 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:32:57.327054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-85967301-29e5-426f-947e-c8ef3314bfb6 None None] Provisioning complete for port 357773a9-0903-42fa-8825-b98597fdf12f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:57.327448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-85967301-29e5-426f-947e-c8ef3314bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:57.566546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-69fee8c7-270b-4b8d-b181-10246e4f793f None None] Provisioning complete for port c6fecda9-41e2-4360-a77b-86dadc03d119 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:57.567228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-69fee8c7-270b-4b8d-b181-10246e4f793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:57.617998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-69fee8c7-270b-4b8d-b181-10246e4f793f None None] Port c6fecda9-41e2-4360-a77b-86dadc03d119 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:32:57.649183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router e9a7381a-23b8-4787-a179-86907382721c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:32:57.842265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:32:57.854155 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4724a188-1dd9-4196-ac21-e619a65aff58 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/e9a7381a-23b8-4787-a179-86907382721c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3586657 Jan 17 08:32:57.856678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58940) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:57.990508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66742bf1-9841-428f-becd-dc7a2adc398f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:57.990888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66742bf1-9841-428f-becd-dc7a2adc398f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:57.991282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66742bf1-9841-428f-becd-dc7a2adc398f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:57.991641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66742bf1-9841-428f-becd-dc7a2adc398f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:57.993273 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-66742bf1-9841-428f-becd-dc7a2adc398f tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1357167 Jan 17 08:32:57.996001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58944) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:58.030183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 357773a9-0903-42fa-8825-b98597fdf12f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:32:58.062975 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187068d-1358-4e69-9fed-e2c904548c31 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:58.063380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187068d-1358-4e69-9fed-e2c904548c31 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:58.063746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187068d-1358-4e69-9fed-e2c904548c31 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:58.064111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187068d-1358-4e69-9fed-e2c904548c31 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:32:58.065735 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d187068d-1358-4e69-9fed-e2c904548c31 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0688443 Jan 17 08:32:58.068289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58948) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:58.102292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 357773a9-0903-42fa-8825-b98597fdf12f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:58.102658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:58.220235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:32:58.271821 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-85349aae-fa5e-4b2a-a1cf-10a8b0c8e5ac tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2024662 Jan 17 08:32:58.289071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:32:58.289444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:58.630902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Sync routers for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:32:58.642155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:32:58.642754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:58.693081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58954) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:58.699690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427999658', 'description': 'tempest-secgroup-smoke-427999658 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:58.707052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:58.711484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:58.714630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:58.721335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:58.798892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:58.839282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:58.844516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:58.847860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:58.853808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:58.856304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:32:58.916207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:58.975835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.024326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7e669-15f0-42a9-a535-580dd9e97073,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:59.096244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.097623 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9cfa1afc-17b7-471a-ac35-a7abb868d627 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4032476 Jan 17 08:32:59.100405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:59.106267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7e669-15f0-42a9-a535-580dd9e97073', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:59.114528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:59.118929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:59.122812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:59.129360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:59.187285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'c6fecda9-41e2-4360-a77b-86dadc03d119', 'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:e2:3c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:55Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:32:59.191208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Checking router: e9a7381a-23b8-4787-a179-86907382721c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:32:59.191567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Updating router e9a7381a-23b8-4787-a179-86907382721c port c6fecda9-41e2-4360-a77b-86dadc03d119 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:32:59.191782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.250723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.260015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.307412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.332994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bd9a3d-8f36-43bb-b2d9-163e95ff9422,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:59.393327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.394529 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-821860bb-8786-4d5c-b79a-39a648490a32 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2929635 Jan 17 08:32:59.397315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 58962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:59.403853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7e669-15f0-42a9-a535-580dd9e97073', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:59.409827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:59.413472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:59.416355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:59.423789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:59.503067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.571211 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.600962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.613137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Transition to ACTIVE for port object c6fecda9-41e2-4360-a77b-86dadc03d119 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:32:59.621705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.650893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65a9583-72ac-4e3a-9e95-11cfcd9c20ac,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:59.690359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.718699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.720169 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-50434085-bb76-4559-b772-08ddc105d4e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3215570 Jan 17 08:32:59.722825 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58966) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:32:59.728314 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7e669-15f0-42a9-a535-580dd9e97073', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:32:59.734708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:32:59.738438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:32:59.741494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:32:59.748943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:32:59.817142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.819498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5200f4c-fc1c-48ba-8835-b380e9b3d5a9 None None] Pushing event updated for resources: {'Port': ['ID=c6fecda9-41e2-4360-a77b-86dadc03d119,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:32:59.887123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.912042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Attempting to bind port c6fecda9-41e2-4360-a77b-86dadc03d119 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:32:59.912381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Attempting to bind port c6fecda9-41e2-4360-a77b-86dadc03d119 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:32:59.912743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Attempting to bind port c6fecda9-41e2-4360-a77b-86dadc03d119 on network c670c43a-5abc-4e73-8523-eb939b59eda9 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:32:59.919925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:32:59.920290 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Checking segment: {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:32:59.920763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.921153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Bound using segment: {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:32:59.921647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Bound port: c6fecda9-41e2-4360-a77b-86dadc03d119, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:32:59.922016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.941521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:32:59.959478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59758f9f-a192-441a-bd7c-e19899ad4ac3,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:00.020056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] For port c6fecda9-41e2-4360-a77b-86dadc03d119, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:33:00.022999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] For port c6fecda9-41e2-4360-a77b-86dadc03d119, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c6fecda9-41e2-4360-a77b-86dadc03d119,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:33:00.027930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.030418 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-03b048a1-65da-4ed4-9ec3-e9fbb89b4712 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3058398 Jan 17 08:33:00.032488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58970) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:33:00.037953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7e669-15f0-42a9-a535-580dd9e97073', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:33:00.043649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:33:00.048121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:33:00.051091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:33:00.056855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:33:00.079217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.136929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.164814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5200f4c-fc1c-48ba-8835-b380e9b3d5a9 None None] Pushing event updated for resources: {'Port': ['ID=c6fecda9-41e2-4360-a77b-86dadc03d119,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:00.167787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:33:00.168398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:32:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:33:00.209912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.290892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.314750 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81fadcd-750d-41bd-83bc-04a432364848,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:00.352892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:33:00.393333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.394549 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8885a1e3-90e0-4da3-986d-abcb19bdddff tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3611238 Jan 17 08:33:00.397292 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58974) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:33:00.402964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7e669-15f0-42a9-a535-580dd9e97073', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:33:00.409404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:33:00.413301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:33:00.416134 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:33:00.422176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:33:00.474339 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:33:00.477794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.549387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.604372 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.630455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73021ac5-7772-4942-9ca2-f84f99be9919,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:00.684966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.686163 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6ffb0da4-a591-422c-80ed-d6520fb295ed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2878702 Jan 17 08:33:00.688801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 58978) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:33:00.694399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7e669-15f0-42a9-a535-580dd9e97073', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:33:00.700088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:33:00.704338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:33:00.707396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:33:00.712927 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:33:00.719393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'c6fecda9-41e2-4360-a77b-86dadc03d119', 'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:e2:3c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:55Z', 'updated_at': '2022-01-17T08:33:00Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:33:00.723298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbac173-9e1b-4d93-9e9f-0a6d7dbab31a None None] The sync data for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv is: [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'c6fecda9-41e2-4360-a77b-86dadc03d119', 'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:e2:3c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:55Z', 'updated_at': '2022-01-17T08:33:00Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:33:00.776456 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:33:00.788384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.864796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.907385 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:00.933584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a5bb8c-ffd0-4e9b-b809-c43f67750951,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:01.016198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:01.017383 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-899b15b6-98a9-4d30-8b61-9f53a1512f17 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3274827 Jan 17 08:33:01.193443 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-6856693a-f4bb-4937-a01d-ae6e00908757 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427999658&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.0459538 Jan 17 08:33:01.348900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-e2e63400-40e8-4c03-9cb6-0ee629e1d5a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:01.350335 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-e2e63400-40e8-4c03-9cb6-0ee629e1d5a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=c670c43a-5abc-4e73-8523-eb939b59eda9 HTTP/1.1" status: 200 len: 796 time: 0.1501284 Jan 17 08:33:01.366890 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-4ef28dce-5a42-4ce2-9182-b9b07a49b156 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0109732 Jan 17 08:33:01.451120 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ee41519d-d9ba-4a4d-aa16-943d70edd3c5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781574 Jan 17 08:33:01.689811 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-4c3ef3e6-74b6-4602-b66c-05f02824110a service neutron] 10.222.0.44 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208617 Jan 17 08:33:01.818062 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ee2fc436-d19f-4b16-a726-ae1b2916c4a2 service neutron] 10.222.0.44 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225526 Jan 17 08:33:02.045563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c6fecda9-41e2-4360-a77b-86dadc03d119 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:33:02.139628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-14667199-59d3-4b32-8bb9-cafe3e8989e1 req-16039a75-7f5e-4110-b098-b0be597ebc3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:33:02.170835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port c6fecda9-41e2-4360-a77b-86dadc03d119 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:33:02.176052 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c6fecda9-41e2-4360-a77b-86dadc03d119 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:33:02.176451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:02.245199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-14667199-59d3-4b32-8bb9-cafe3e8989e1 req-16039a75-7f5e-4110-b098-b0be597ebc3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:33:02.246392 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-14667199-59d3-4b32-8bb9-cafe3e8989e1 req-16039a75-7f5e-4110-b098-b0be597ebc3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 210 time: 0.1486731 Jan 17 08:33:02.290595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:02.322020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port c6fecda9-41e2-4360-a77b-86dadc03d119, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c6fecda9-41e2-4360-a77b-86dadc03d119,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:33:02.393201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:02.458755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=c6fecda9-41e2-4360-a77b-86dadc03d119,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:03.402535 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-282b5c29-9f30-4563-80ca-cde108190ed3 req-0960fa76-2a0f-465a-89f8-fc0101abb751 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 210 time: 0.0402129 Jan 17 08:33:03.908521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-c8b08009-4c31-4b54-9e0c-1e1a0eaaa57d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:03.909938 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-c8b08009-4c31-4b54-9e0c-1e1a0eaaa57d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=c670c43a-5abc-4e73-8523-eb939b59eda9 HTTP/1.1" status: 200 len: 796 time: 0.1392848 Jan 17 08:33:03.961393 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-a0a145ff-0a17-4962-a9a5-43cf85186410 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 379 time: 0.0395896 Jan 17 08:33:03.970348 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['e0c7e669-15f0-42a9-a535-580dd9e97073']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:33:04.031139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c6fecda9-41e2-4360-a77b-86dadc03d119 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:33:04.107468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c6fecda9-41e2-4360-a77b-86dadc03d119 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:33:04.107910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:04.116057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:33:04.125645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:33:04.221488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:33:04.224966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:04.381968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.8 (c670c43a-5abc-4e73-8523-eb939b59eda9/aa2a79d6-fdfc-4df1-9c44-6121f27d2726/d1a36342-0ce6-498c-8e31-a31fab091b12) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:33:04.566421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:04.573855 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-909c4763-eb48-46a5-980b-f26eebb4027a req-4922b0d0-0fde-44e6-b79d-c31828975b75 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 210 time: 0.0441473 Jan 17 08:33:04.584887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object d1a36342-0ce6-498c-8e31-a31fab091b12 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:33:04.685369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:04.757798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c670c43a-5abc-4e73-8523-eb939b59eda9 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:33:04.760809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:33:04.765511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:33:04.790411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=d1a36342-0ce6-498c-8e31-a31fab091b12,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:04.827075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:04.827705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:04.925575 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-43dd8a3c-73fd-42e6-bb8e-e128a909efc0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9586804 Jan 17 08:33:04.935743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-4644484f-672e-4dd6-95d2-114b4ef9408f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:33:04.936700 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-4644484f-672e-4dd6-95d2-114b4ef9408f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049446 Jan 17 08:33:04.946322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Request body: {'port': {'device_id': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:33:05.015843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-25869511-f6e5-41f8-941c-f7accd553024 None None] Provisioning for port d1a36342-0ce6-498c-8e31-a31fab091b12 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:33:05.020599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-25869511-f6e5-41f8-941c-f7accd553024 None None] Provisioning complete for port d1a36342-0ce6-498c-8e31-a31fab091b12 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:33:05.020961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25869511-f6e5-41f8-941c-f7accd553024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:05.052013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:05.072186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-25869511-f6e5-41f8-941c-f7accd553024 None None] Port d1a36342-0ce6-498c-8e31-a31fab091b12 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:33:05.382588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a36342-0ce6-498c-8e31-a31fab091b12 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:33:05.389704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:05.403154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Transition to ACTIVE for port object d1a36342-0ce6-498c-8e31-a31fab091b12 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:33:05.461157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:05.687422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a36342-0ce6-498c-8e31-a31fab091b12,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:05.850818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Attempting to bind port d1a36342-0ce6-498c-8e31-a31fab091b12 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:33:05.851164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Attempting to bind port d1a36342-0ce6-498c-8e31-a31fab091b12 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:33:05.851494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Attempting to bind port d1a36342-0ce6-498c-8e31-a31fab091b12 on network c670c43a-5abc-4e73-8523-eb939b59eda9 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:33:05.861329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b25545-f93e-4e41-b074-0ea1338b4a82 req-62d29180-54a3-4666-85f9-2203efb30b36 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:05.862014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-f7b25545-f93e-4e41-b074-0ea1338b4a82 req-62d29180-54a3-4666-85f9-2203efb30b36 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:33:05.869254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Port d1a36342-0ce6-498c-8e31-a31fab091b12 on network c670c43a-5abc-4e73-8523-eb939b59eda9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:33:05.869570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Attempting to bind port d1a36342-0ce6-498c-8e31-a31fab091b12 on network c670c43a-5abc-4e73-8523-eb939b59eda9 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:33:05.880566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:33:05.880895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Checking segment: {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:33:05.881263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Bound using segment: {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:33:05.881677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Bound port: d1a36342-0ce6-498c-8e31-a31fab091b12, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:33:05.882016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:05.942092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-f7b25545-f93e-4e41-b074-0ea1338b4a82 req-62d29180-54a3-4666-85f9-2203efb30b36 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:33:05.943133 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f7b25545-f93e-4e41-b074-0ea1338b4a82 req-62d29180-54a3-4666-85f9-2203efb30b36 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 943 time: 0.2255154 Jan 17 08:33:06.000656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] For port d1a36342-0ce6-498c-8e31-a31fab091b12, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:33:06.011757 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f7b25545-f93e-4e41-b074-0ea1338b4a82 req-ba80079d-6568-457f-9106-bfdb5a50e043 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617623 Jan 17 08:33:06.013168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] For port d1a36342-0ce6-498c-8e31-a31fab091b12, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d1a36342-0ce6-498c-8e31-a31fab091b12,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:33:06.061864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9fa1-aaf2-481d-9e36-61c91d0698a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:06.091213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:06.154667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:06.156110 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] 10.222.0.53 "PUT /v2.0/ports/d1a36342-0ce6-498c-8e31-a31fab091b12 HTTP/1.1" status: 200 len: 1093 time: 1.2132511 Jan 17 08:33:06.156463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:33:06.174388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce367cbc-33a9-46b1-8046-729aafc2db41 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a36342-0ce6-498c-8e31-a31fab091b12,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:06.221022 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'status': 'completed', 'code': 200} Jan 17 08:33:06.319653 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78e113e0-edb0-4855-9601-35b0354ecc94 req-b65748bf-3d74-4dcf-a736-43e5b5eca600 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 1096 time: 0.0769958 Jan 17 08:33:06.457929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e113e0-edb0-4855-9601-35b0354ecc94 req-1376cc82-ab2e-4ab3-bf0a-8d67c52b0238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:06.459360 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78e113e0-edb0-4855-9601-35b0354ecc94 req-1376cc82-ab2e-4ab3-bf0a-8d67c52b0238 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1330302 Jan 17 08:33:06.601559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e113e0-edb0-4855-9601-35b0354ecc94 req-a429e4da-8dce-4acb-b0ec-adcb1a471224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:06.602985 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78e113e0-edb0-4855-9601-35b0354ecc94 req-a429e4da-8dce-4acb-b0ec-adcb1a471224 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382082 Jan 17 08:33:06.707329 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-24bf8b1e-18a7-4c7c-a6da-22d729e290f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 1096 time: 0.0663033 Jan 17 08:33:06.774417 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-98be89e9-c907-4558-ba7c-9160a8fc7b40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a36342-0ce6-498c-8e31-a31fab091b12 HTTP/1.1" status: 200 len: 217 time: 0.0605469 Jan 17 08:33:06.833934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-a9aa58fa-e546-4ef4-8917-2efd13e4d4e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:06.835359 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-a9aa58fa-e546-4ef4-8917-2efd13e4d4e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aa2a79d6-fdfc-4df1-9c44-6121f27d2726 HTTP/1.1" status: 200 len: 834 time: 0.0555005 Jan 17 08:33:06.910879 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-35eb7083-3fbf-4b92-9044-a1f4f32fdece service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c670c43a-5abc-4e73-8523-eb939b59eda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700479 Jan 17 08:33:07.040902 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-6ccd37fe-7cc7-4e5e-91e5-77e7a354b759 service neutron] 10.222.0.53 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231260 Jan 17 08:33:07.220125 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-356cecfc-7f01-4dc7-8a3b-872d5ba64598 req-fe8d823b-827a-4e02-b073-b9c07d29cb8a service neutron] 10.222.0.53 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737969 Jan 17 08:33:07.242173 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88a68a-3eeb-4822-abf8-9b0a366efd0d req-55453012-4327-4243-8356-78f9ab88cca8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:07.243647 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8d88a68a-3eeb-4822-abf8-9b0a366efd0d req-55453012-4327-4243-8356-78f9ab88cca8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 943 time: 0.1093223 Jan 17 08:33:07.288671 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8d88a68a-3eeb-4822-abf8-9b0a366efd0d req-ce4163c3-439e-49d2-bf5c-c505a2d5acbb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388184 Jan 17 08:33:08.227242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-48203ebe-caf9-4a0a-ac87-324fe4dfafe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:08.569214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828b01f-6101-49c3-b91c-8f0687ead760 req-a9aa97cd-2d0a-45e3-90cf-f248b225fe74 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:08.570566 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8828b01f-6101-49c3-b91c-8f0687ead760 req-a9aa97cd-2d0a-45e3-90cf-f248b225fe74 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 943 time: 0.1637511 Jan 17 08:33:08.614071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-8828b01f-6101-49c3-b91c-8f0687ead760 req-74570ab9-fcf7-41e4-8338-247db89aeb59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:33:08.678809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-8828b01f-6101-49c3-b91c-8f0687ead760 req-74570ab9-fcf7-41e4-8338-247db89aeb59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:33:08.679954 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8828b01f-6101-49c3-b91c-8f0687ead760 req-74570ab9-fcf7-41e4-8338-247db89aeb59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040454 Jan 17 08:33:09.518668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:09.547043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:09.879872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a64fad-a31c-46fc-aaf7-5fca522f284e req-13bbd956-8339-413b-ba7e-eb1728de530b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:09.881365 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-92a64fad-a31c-46fc-aaf7-5fca522f284e req-13bbd956-8339-413b-ba7e-eb1728de530b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 943 time: 0.0845559 Jan 17 08:33:09.926385 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-92a64fad-a31c-46fc-aaf7-5fca522f284e req-823a0d4a-8568-435e-9f1e-3c32ed78a274 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395615 Jan 17 08:33:10.716561 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:33:10.918282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:10.943378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device d1a36342-0ce6-498c-8e31-a31fab091b12 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:33:11.077960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port d1a36342-0ce6-498c-8e31-a31fab091b12, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d1a36342-0ce6-498c-8e31-a31fab091b12,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:33:11.091383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'port_id': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'mac_address': 'fa:16:3e:d8:81:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:33:11.147416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:11.164433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a36342-0ce6-498c-8e31-a31fab091b12 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:33:11.179130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port d1a36342-0ce6-498c-8e31-a31fab091b12, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d1a36342-0ce6-498c-8e31-a31fab091b12,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:33:11.192511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3022e3-a067-427c-9cf2-1b6f3c7899be req-eb919b60-f6fd-4aab-9756-1b7aa802f36b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:11.193999 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3b3022e3-a067-427c-9cf2-1b6f3c7899be req-eb919b60-f6fd-4aab-9756-1b7aa802f36b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 943 time: 0.1448092 Jan 17 08:33:11.237750 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3b3022e3-a067-427c-9cf2-1b6f3c7899be req-360fc964-ab33-4718-af7c-27e0418cf92b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382974 Jan 17 08:33:11.264450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:11.320751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=d1a36342-0ce6-498c-8e31-a31fab091b12,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:11.631999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['d1a36342-0ce6-498c-8e31-a31fab091b12'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:33:12.501474 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cfb71-246c-4fbd-8457-cbd969357dbd req-f11b0e57-3437-4b4e-a33d-bcddee28d715 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:12.502908 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3c0cfb71-246c-4fbd-8457-cbd969357dbd req-f11b0e57-3437-4b4e-a33d-bcddee28d715 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 944 time: 0.1429470 Jan 17 08:33:12.549200 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3c0cfb71-246c-4fbd-8457-cbd969357dbd req-31307c72-e6a9-4d5e-93b6-4ae936c7d654 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408487 Jan 17 08:33:12.943397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device d1a36342-0ce6-498c-8e31-a31fab091b12 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:33:13.078761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port d1a36342-0ce6-498c-8e31-a31fab091b12 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:33:13.083649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port d1a36342-0ce6-498c-8e31-a31fab091b12 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:33:13.084026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:13.194848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:13.223130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:33:13.233049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port d1a36342-0ce6-498c-8e31-a31fab091b12, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d1a36342-0ce6-498c-8e31-a31fab091b12,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:33:13.275935 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'code': 200} Jan 17 08:33:13.353123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:13.419612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=d1a36342-0ce6-498c-8e31-a31fab091b12,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:13.797060 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7aad96ec-2686-436f-a793-5a1764ef9220 req-f3102e51-324d-4f85-9c67-9f3bd6794d62 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 1098 time: 0.2186379 Jan 17 08:33:13.803086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c25148-cbf4-471a-8a3a-9940a535d201 req-0fd250ed-f1e3-4c22-b2d9-e0c924c7282d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:13.804420 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-42c25148-cbf4-471a-8a3a-9940a535d201 req-0fd250ed-f1e3-4c22-b2d9-e0c924c7282d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 945 time: 0.1004388 Jan 17 08:33:13.869368 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7aad96ec-2686-436f-a793-5a1764ef9220 req-5f3d65d0-63a3-4113-af3c-f27825814c4c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640557 Jan 17 08:33:13.873745 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-42c25148-cbf4-471a-8a3a-9940a535d201 req-e7f720e5-52d6-4998-8bbb-31b243f8895b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564671 Jan 17 08:33:15.067069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc2e7f-81cd-4c57-a3c7-cf73facafb98 req-bfe466c5-9da3-45cb-b4f1-561387e4d5ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:15.068558 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-35dc2e7f-81cd-4c57-a3c7-cf73facafb98 req-bfe466c5-9da3-45cb-b4f1-561387e4d5ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 945 time: 0.0762970 Jan 17 08:33:15.115163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-35dc2e7f-81cd-4c57-a3c7-cf73facafb98 req-6679d74b-6b1f-4152-8e4c-98a8759af8b5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407040 Jan 17 08:33:16.314148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60db64-b017-405e-8371-fedff74341b3 req-f28d7096-6800-4552-86af-a87b2d9397a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:16.315514 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bc60db64-b017-405e-8371-fedff74341b3 req-f28d7096-6800-4552-86af-a87b2d9397a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 945 time: 0.0750048 Jan 17 08:33:16.362667 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bc60db64-b017-405e-8371-fedff74341b3 req-597de7d7-456b-4096-b62e-93ed1a49ec98 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418732 Jan 17 08:33:16.566484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d9b67-502e-43a9-999c-88071bfffb84 req-bac875a1-6c50-46aa-afbe-097c5f1f371e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:16.567878 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2a4d9b67-502e-43a9-999c-88071bfffb84 req-bac875a1-6c50-46aa-afbe-097c5f1f371e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 945 time: 0.0844636 Jan 17 08:33:16.612804 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2a4d9b67-502e-43a9-999c-88071bfffb84 req-c835dcaf-0b59-43d3-9a8a-7c4bc2c2506e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393722 Jan 17 08:33:16.645845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59032) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:33:16.712081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-604ebbad-26d0-459f-8e3a-fb87ddb1379d tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 1093 time: 0.0651174 Jan 17 08:33:16.714539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59036) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:33:16.822537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:33:16.834053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:33:16.837828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:floatingip and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:33:16.840874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:33:16.848064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:33:16.930249 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:17.060504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:17.205026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.199 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/3b58bb2c-db99-40a4-a6bf-4f54d5da9c99) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:33:17.344387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:17.404457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:17.467694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:33:17.470427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:33:17.474106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:33:17.506543 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=3b58bb2c-db99-40a4-a6bf-4f54d5da9c99,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:17.963569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:18.062231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:18.346518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:18.404588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:18.507684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=3b58bb2c-db99-40a4-a6bf-4f54d5da9c99,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:33:18.522797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:18.704283 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP 988f8af0-c112-4b0f-afee-3a27ea205c68 associated. External IP: 172.26.4.199, port: d1a36342-0ce6-498c-8e31-a31fab091b12. Jan 17 08:33:19.075504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router e9a7381a-23b8-4787-a179-86907382721c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:33:19.271456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:33:19.281481 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] Sync routers for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:33:19.292515 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:33:19.293112 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:33:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:33:19.346901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:19.398551 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-12bd2208-09d7-476b-8161-edbfd2274120 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6830337 Jan 17 08:33:19.399123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:33:19.401331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59042) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:33:19.453260 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'status': 'completed', 'code': 200} Jan 17 08:33:19.471464 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:33:19.556827 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-42d8e7e4-c60f-4b0a-add5-f84217364111 req-a174d223-bf0e-473d-9fcb-b6c3487074d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 1098 time: 0.0774393 Jan 17 08:33:19.614804 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f6eea4db-7cc9-4f1b-a3e6-275928438cd4 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers/e9a7381a-23b8-4787-a179-86907382721c HTTP/1.1" status: 200 len: 923 time: 0.2116609 Jan 17 08:33:19.617198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59048) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:33:19.621491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:19.694435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8e7e4-c60f-4b0a-add5-f84217364111 req-bd0dd48b-89dc-40a0-acb4-6ec8d48fe85d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:19.696046 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-42d8e7e4-c60f-4b0a-add5-f84217364111 req-bd0dd48b-89dc-40a0-acb4-6ec8d48fe85d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c670c43a-5abc-4e73-8523-eb939b59eda9 HTTP/1.1" status: 200 len: 897 time: 0.1333935 Jan 17 08:33:19.725936 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-930cb118-a0c3-40ad-91cc-6d1ad17c72d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1065798 Jan 17 08:33:19.799585 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-42d8e7e4-c60f-4b0a-add5-f84217364111 req-15005525-1a3c-45a0-9cb6-2573f9b47010 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a36342-0ce6-498c-8e31-a31fab091b12 HTTP/1.1" status: 200 len: 999 time: 0.0962584 Jan 17 08:33:19.850087 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '988f8af0-c112-4b0f-afee-3a27ea205c68', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'port_id': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'mac_address': 'fa:16:3e:d8:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:33:17Z', 'updated_at': '2022-01-17T08:33:17Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fecda9-41e2-4360-a77b-86dadc03d119', 'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:e2:3c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:55Z', 'updated_at': '2022-01-17T08:33:02Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:33:19.853988 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] Checking router: e9a7381a-23b8-4787-a179-86907382721c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:33:19.860383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8e7e4-c60f-4b0a-add5-f84217364111 req-46899a61-9179-4232-bbed-e05174fa2c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:19.862034 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-42d8e7e4-c60f-4b0a-add5-f84217364111 req-46899a61-9179-4232-bbed-e05174fa2c5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aa2a79d6-fdfc-4df1-9c44-6121f27d2726 HTTP/1.1" status: 200 len: 834 time: 0.0574801 Jan 17 08:33:19.864758 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:33:19.865422 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:33:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:33:19.934134 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-42d8e7e4-c60f-4b0a-add5-f84217364111 req-f9820fbc-2b94-4a32-b111-1188fba8cfd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c670c43a-5abc-4e73-8523-eb939b59eda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665460 Jan 17 08:33:20.039253 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:33:20.166276 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-42d8e7e4-c60f-4b0a-add5-f84217364111 req-62fde04b-9d5f-4c8a-9b4a-ac5e5670f4ac service neutron] 10.222.0.53 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264078 Jan 17 08:33:20.295940 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-42d8e7e4-c60f-4b0a-add5-f84217364111 req-46afc0c2-dadf-4245-a2fc-7b0325cabdbd service neutron] 10.222.0.53 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231461 Jan 17 08:33:20.376172 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '988f8af0-c112-4b0f-afee-3a27ea205c68', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'port_id': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'mac_address': 'fa:16:3e:d8:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:33:17Z', 'updated_at': '2022-01-17T08:33:17Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fecda9-41e2-4360-a77b-86dadc03d119', 'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:e2:3c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:55Z', 'updated_at': '2022-01-17T08:33:02Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:33:20.380011 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d4964-cc67-4175-a084-ef8c6bf78bbe None None] The sync data for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv is: [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '988f8af0-c112-4b0f-afee-3a27ea205c68', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'port_id': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'mac_address': 'fa:16:3e:d8:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:33:17Z', 'updated_at': '2022-01-17T08:33:17Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fecda9-41e2-4360-a77b-86dadc03d119', 'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:e2:3c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:55Z', 'updated_at': '2022-01-17T08:33:02Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:33:20.586513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3c226-1eb0-451a-ac6c-0b61ffffeb1e None None] New status for floating IP 988f8af0-c112-4b0f-afee-3a27ea205c68: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:33:20.728855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59052) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:33:20.830032 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c51ab4a0-4d75-4895-9dea-296e467f1383 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1001334 Jan 17 08:33:21.838934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59056) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:33:21.943779 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-87bd9fba-2c30-4069-a102-63c0b89661af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 993 time: 0.1036737 Jan 17 08:33:36.061045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce45767b-e81f-4970-a454-6d84a4c962ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:38.198327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6a98aef2-3dd4-4a25-884a-df8682db088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:39.501362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:39.529252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:40.935388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:33:47.716978 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:33:48.453249 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-7369bee1-a062-4ad4-9919-97757bff257c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711827 Jan 17 08:33:48.586817 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-20c4c294-887c-4c75-b9ff-c571e2f33ad9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 1098 time: 0.0670707 Jan 17 08:33:48.727015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-abe8b159-c3d4-4fc5-ae9b-6a4676682316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:48.729034 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-abe8b159-c3d4-4fc5-ae9b-6a4676682316 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c670c43a-5abc-4e73-8523-eb939b59eda9 HTTP/1.1" status: 200 len: 897 time: 0.1242230 Jan 17 08:33:48.833720 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-2692c9f1-8090-4ac5-828c-79f10514573d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a36342-0ce6-498c-8e31-a31fab091b12 HTTP/1.1" status: 200 len: 1001 time: 0.0987499 Jan 17 08:33:48.897065 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-bae24d63-13db-4f84-b469-f40f8578de65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:33:48.898447 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-bae24d63-13db-4f84-b469-f40f8578de65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aa2a79d6-fdfc-4df1-9c44-6121f27d2726 HTTP/1.1" status: 200 len: 834 time: 0.0583253 Jan 17 08:33:48.971007 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-f38c6334-952d-4e55-b1f9-dc100ef020cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c670c43a-5abc-4e73-8523-eb939b59eda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666215 Jan 17 08:33:49.097769 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-56841b41-0352-4004-a7d4-e9c4937d04de service neutron] 10.222.0.53 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207242 Jan 17 08:33:49.225471 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-47fc7d26-3323-4afb-a420-252d469c07d9 req-652c9042-133f-4291-8003-74cabb1cc2fe service neutron] 10.222.0.53 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212993 Jan 17 08:33:49.632422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:06.043431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f509b12-b939-4d3d-b94f-7b49c562d614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:08.186754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f015607b-bb53-43fa-9360-e462a7ca57df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:09.506895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:09.529566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:10.917314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:19.632262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:24.716692 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:34:30.942201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59078) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:31.282884 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6bef3773-7bfc-43a2-ad53-defb8df2225c tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers/e9a7381a-23b8-4787-a179-86907382721c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3393593 Jan 17 08:34:31.285552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59084) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:31.547754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764a97a0-ae00-4e38-8e16-25bca676c517 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Notify agent at dv-neutron-824874-1-hyperv the message router_removed_from_agent {{(pid=84155) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 17 08:34:31.550831 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-764a97a0-ae00-4e38-8e16-25bca676c517 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "DELETE /v2.0/agents/3df5bbbf-7605-4889-9f51-6ded954152ec/l3-routers/e9a7381a-23b8-4787-a179-86907382721c HTTP/1.1" status: 204 len: 168 time: 0.2643943 Jan 17 08:34:31.553515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59088) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:31.813992 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b996d945-9b69-4868-8b15-e662be7c7afa tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers/e9a7381a-23b8-4787-a179-86907382721c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2587259 Jan 17 08:34:31.816563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59092) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:31.919376 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7065957c-682c-4511-a772-354311c86480 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 993 time: 0.1006899 Jan 17 08:34:32.308700 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da965ad-02b2-473c-8bfe-355f50cfb52c None None] New status for floating IP 988f8af0-c112-4b0f-afee-3a27ea205c68: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:34:32.335331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c6fecda9-41e2-4360-a77b-86dadc03d119 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:34:32.445171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:32.478332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port c6fecda9-41e2-4360-a77b-86dadc03d119, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c6fecda9-41e2-4360-a77b-86dadc03d119,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:34:32.529170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:32.529850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:34:32.644478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=c6fecda9-41e2-4360-a77b-86dadc03d119,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:32.681523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.681859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.682240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.682570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.682894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.683241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.683565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.683895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.684199 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.684514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.684826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:32.712331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:32.727384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:34:32.780276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:32.843498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:32.921915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59096) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:33.033427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-314c5912-6687-4bf9-9c52-104796fbf919 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1104310 Jan 17 08:34:35.089637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59104) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:35.340605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe4266c-9bf1-468b-bb49-74ccddca4a8d tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Router e9a7381a-23b8-4787-a179-86907382721c is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:34:35.340868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe4266c-9bf1-468b-bb49-74ccddca4a8d tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Notify agent at dv-neutron-824874-1-hyperv the message router_added_to_agent {{(pid=84154) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 17 08:34:35.370200 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8fe4266c-9bf1-468b-bb49-74ccddca4a8d tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "POST /v2.0/agents/3df5bbbf-7605-4889-9f51-6ded954152ec/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2792146 Jan 17 08:34:35.372436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59110) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:35.393413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] Sync routers for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:34:35.405013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:34:35.405615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:34:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:35.552619 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dcc9becb-3720-492c-8397-9528dd6c1660 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers/e9a7381a-23b8-4787-a179-86907382721c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1766536 Jan 17 08:34:35.552824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59116) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:35.583588 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:34:35.752541 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b59a3cf0-1219-4b2a-8f50-b340d4fe5b01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1969807 Jan 17 08:34:35.930678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:34:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '988f8af0-c112-4b0f-afee-3a27ea205c68', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'port_id': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'mac_address': 'fa:16:3e:d8:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:33:17Z', 'updated_at': '2022-01-17T08:34:32Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fecda9-41e2-4360-a77b-86dadc03d119', 'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:e2:3c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:55Z', 'updated_at': '2022-01-17T08:34:32Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:35.934832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] Checking router: e9a7381a-23b8-4787-a179-86907382721c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:34:35.945396 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:34:35.945970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:34:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:36.122008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b421076a-f17b-47e7-88c0-7eb01f9fc6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:36.166596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:34:36.509426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:34:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '988f8af0-c112-4b0f-afee-3a27ea205c68', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'port_id': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'mac_address': 'fa:16:3e:d8:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:33:17Z', 'updated_at': '2022-01-17T08:34:32Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fecda9-41e2-4360-a77b-86dadc03d119', 'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:e2:3c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:55Z', 'updated_at': '2022-01-17T08:34:32Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:36.513458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f876e1-727a-494c-8c21-2189224c0fbe None None] The sync data for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv is: [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:32:56Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:34:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '988f8af0-c112-4b0f-afee-3a27ea205c68', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'port_id': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'mac_address': 'fa:16:3e:d8:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:33:17Z', 'updated_at': '2022-01-17T08:34:32Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fecda9-41e2-4360-a77b-86dadc03d119', 'name': '', 'network_id': 'c670c43a-5abc-4e73-8523-eb939b59eda9', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:e2:3c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:55Z', 'updated_at': '2022-01-17T08:34:32Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'aa2a79d6-fdfc-4df1-9c44-6121f27d2726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:34:36.755390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59120) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:36.860791 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f927f17e-79b4-4aa2-9d15-99f80040128a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1032231 Jan 17 08:34:37.863472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59124) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:37.969019 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-11687ab6-6eb1-4c65-a4e6-5e1d89b32231 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1044252 Jan 17 08:34:38.107420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c6fecda9-41e2-4360-a77b-86dadc03d119 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:34:38.183164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c6fecda9-41e2-4360-a77b-86dadc03d119 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:34:38.183486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:38.239885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30094b93-a149-4db2-80d2-0a2effba90d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:38.299845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:38.331004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port c6fecda9-41e2-4360-a77b-86dadc03d119, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c6fecda9-41e2-4360-a77b-86dadc03d119,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:34:38.392718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:38.393486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:34:38.503043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=c6fecda9-41e2-4360-a77b-86dadc03d119,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:38.518810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:34:38.519184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:38.630282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:38.645688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:34:38.689220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:38.753388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:38.973458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59128) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:39.077871 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3b2f0fc8-9fd4-466d-b87b-172bb1f5ae0e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1033535 Jan 17 08:34:39.523330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:39.546136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:40.080536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c6fecda9-41e2-4360-a77b-86dadc03d119 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:34:40.081860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59134) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:40.155050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c6fecda9-41e2-4360-a77b-86dadc03d119 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:34:40.155445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:40.185312 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b870b589-854c-4b45-a3b0-bff464587412 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1022787 Jan 17 08:34:40.264916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:34:40.332062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:34:40.332358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:40.929288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:41.189583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59138) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:41.292243 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e811ec4d-075a-4cec-95ef-a6615fe7f6a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1015542 Jan 17 08:34:42.296421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59142) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:42.396683 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b26aae6d-1259-4620-998f-ae1f7b3c5dfd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.0989289 Jan 17 08:34:43.400692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59146) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:43.505835 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f3551588-3361-410b-ac3f-9994bbece560 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 991 time: 0.1041281 Jan 17 08:34:43.591987 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629612be-cc3d-4c25-8992-1b5d2b1bf47f None None] New status for floating IP 988f8af0-c112-4b0f-afee-3a27ea205c68: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:34:44.509646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59150) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:44.611158 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4c7b54dd-56a4-457d-b3cf-b8ff9c5367ac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 200 len: 993 time: 0.1004035 Jan 17 08:34:44.879650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59158) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:45.075010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 3b58bb2c-db99-40a4-a6bf-4f54d5da9c99 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:34:45.075445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:45.233100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:45.233420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:45.347484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 3b58bb2c-db99-40a4-a6bf-4f54d5da9c99 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:34:45.534651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:45.576058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=3b58bb2c-db99-40a4-a6bf-4f54d5da9c99,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:45.615517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.615876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.616180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.616506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.616826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.617147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.617463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.617778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.618095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.618404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.618717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:45.769297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:46.140515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router e9a7381a-23b8-4787-a179-86907382721c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:34:46.335012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:34:46.419837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:46.472763 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e6b17e26-9fec-4e62-935f-3cb8d07da64a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/floatingips/988f8af0-c112-4b0f-afee-3a27ea205c68 HTTP/1.1" status: 204 len: 168 time: 1.5920484 Jan 17 08:34:46.473425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:34:46.603503 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'status': 'completed', 'code': 200} Jan 17 08:34:46.694680 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ad3d116-fb6f-40d6-aa46-6c26e6b674d3 req-d65e847c-1bde-4509-a875-eee9e056c55a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 1098 time: 0.0679808 Jan 17 08:34:46.823258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d116-fb6f-40d6-aa46-6c26e6b674d3 req-c94d2dd4-885e-4a6d-88a1-78ec5d76bd69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:34:46.824707 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ad3d116-fb6f-40d6-aa46-6c26e6b674d3 req-c94d2dd4-885e-4a6d-88a1-78ec5d76bd69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c670c43a-5abc-4e73-8523-eb939b59eda9 HTTP/1.1" status: 200 len: 897 time: 0.1248662 Jan 17 08:34:46.895484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ad3d116-fb6f-40d6-aa46-6c26e6b674d3 req-bf05de84-6d06-46be-8981-5a5c0af22b6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1a36342-0ce6-498c-8e31-a31fab091b12 HTTP/1.1" status: 200 len: 217 time: 0.0649214 Jan 17 08:34:46.956440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d116-fb6f-40d6-aa46-6c26e6b674d3 req-b9052dbf-e8db-4cbf-b646-5ebd2b648eca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:34:46.958118 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ad3d116-fb6f-40d6-aa46-6c26e6b674d3 req-b9052dbf-e8db-4cbf-b646-5ebd2b648eca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aa2a79d6-fdfc-4df1-9c44-6121f27d2726 HTTP/1.1" status: 200 len: 834 time: 0.0569324 Jan 17 08:34:47.018301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521db8a5-ad41-41af-89aa-af75d2497b3b req-10127344-0add-4338-a816-1669d99c5a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:34:47.019216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-521db8a5-ad41-41af-89aa-af75d2497b3b req-10127344-0add-4338-a816-1669d99c5a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:34:47.036304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ad3d116-fb6f-40d6-aa46-6c26e6b674d3 req-4ca753a2-4f9c-414e-b855-a73b827d95b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c670c43a-5abc-4e73-8523-eb939b59eda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704751 Jan 17 08:34:47.071994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-521db8a5-ad41-41af-89aa-af75d2497b3b req-10127344-0add-4338-a816-1669d99c5a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:34:47.073155 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-521db8a5-ad41-41af-89aa-af75d2497b3b req-10127344-0add-4338-a816-1669d99c5a6b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 945 time: 0.1331792 Jan 17 08:34:47.118830 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-521db8a5-ad41-41af-89aa-af75d2497b3b req-ec24d75e-29ab-44e5-9ea3-245fcf131287 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400629 Jan 17 08:34:47.166529 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ad3d116-fb6f-40d6-aa46-6c26e6b674d3 req-bbdb4850-255f-4407-b015-a3f1b7786bcc service neutron] 10.222.0.53 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235440 Jan 17 08:34:47.293435 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ad3d116-fb6f-40d6-aa46-6c26e6b674d3 req-a91e2ae2-74d9-4f58-9fb7-7237b908e8b9 service neutron] 10.222.0.53 "GET /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209908 Jan 17 08:34:48.325329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa7a8b-3a58-45a7-b7e0-738ac5773dc2 req-a473b67f-ef90-4911-b3b4-212295114479 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:34:48.326689 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-08fa7a8b-3a58-45a7-b7e0-738ac5773dc2 req-a473b67f-ef90-4911-b3b4-212295114479 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 945 time: 0.0835724 Jan 17 08:34:48.370577 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-08fa7a8b-3a58-45a7-b7e0-738ac5773dc2 req-9cc709b5-9e14-43f8-aa04-246cddf1eeac tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0c7e669-15f0-42a9-a535-580dd9e97073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381293 Jan 17 08:34:48.506353 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-46699629-1c77-4042-af55-906259ef323c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:34:48.507777 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-46699629-1c77-4042-af55-906259ef323c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 945 time: 0.0767982 Jan 17 08:34:48.571680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port d1a36342-0ce6-498c-8e31-a31fab091b12 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:34:48.572017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:48.912142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port d1a36342-0ce6-498c-8e31-a31fab091b12, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=d1a36342-0ce6-498c-8e31-a31fab091b12,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:34:48.912399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:49.036854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for d1a36342-0ce6-498c-8e31-a31fab091b12 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:34:49.220437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:49.269659 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=d1a36342-0ce6-498c-8e31-a31fab091b12,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:49.306296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.306634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.306965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.307327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.307654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.307973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.308293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.308610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.308920 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.309231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.309541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:34:49.351520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port d1a36342-0ce6-498c-8e31-a31fab091b12 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:34:49.353762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:49.356122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'name': 'network-vif-deleted', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:34:49.410344 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cba189-7599-4631-96ea-8ef9ca9e03dd', 'name': 'network-vif-deleted', 'tag': 'd1a36342-0ce6-498c-8e31-a31fab091b12', 'status': 'completed', 'code': 200} Jan 17 08:34:49.415990 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5d5d3f0f-5742-4978-90a6-1d3ff9a5e1e6 req-c1ab8a9f-3e97-44ed-be55-9511bf581272 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/d1a36342-0ce6-498c-8e31-a31fab091b12 HTTP/1.1" status: 204 len: 173 time: 0.9031641 Jan 17 08:34:49.535993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e93136ba-ac90-4d69-877b-7f912c110806 req-e2a4727e-c756-4152-b613-1fc616fed226 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:34:49.603717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e93136ba-ac90-4d69-877b-7f912c110806 req-e2a4727e-c756-4152-b613-1fc616fed226 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:34:49.605096 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e93136ba-ac90-4d69-877b-7f912c110806 req-e2a4727e-c756-4152-b613-1fc616fed226 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=91cba189-7599-4631-96ea-8ef9ca9e03dd HTTP/1.1" status: 200 len: 210 time: 0.1091168 Jan 17 08:34:49.637818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:50.711133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59180) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:50.777424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39205f00-5c87-48ba-b36b-ece532809df5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:50.806746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39205f00-5c87-48ba-b36b-ece532809df5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:50.900502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39205f00-5c87-48ba-b36b-ece532809df5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:50.919640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39205f00-5c87-48ba-b36b-ece532809df5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7e669-15f0-42a9-a535-580dd9e97073,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:50.973081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-39205f00-5c87-48ba-b36b-ece532809df5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:50.974188 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-39205f00-5c87-48ba-b36b-ece532809df5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/e0c7e669-15f0-42a9-a535-580dd9e97073 HTTP/1.1" status: 204 len: 168 time: 0.2620623 Jan 17 08:34:51.072561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59186) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:51.454801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:51.536042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device d1a36342-0ce6-498c-8e31-a31fab091b12 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:34:51.567594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: d1a36342-0ce6-498c-8e31-a31fab091b12 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:34:51.567948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device d1a36342-0ce6-498c-8e31-a31fab091b12 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:34:52.137983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port c6fecda9-41e2-4360-a77b-86dadc03d119 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:34:52.138612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:52.320183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port c6fecda9-41e2-4360-a77b-86dadc03d119, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c6fecda9-41e2-4360-a77b-86dadc03d119,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:34:52.320535 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:52.441786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for c6fecda9-41e2-4360-a77b-86dadc03d119 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:34:52.683559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:52.731854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=c6fecda9-41e2-4360-a77b-86dadc03d119,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:53.019743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:53.662574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router e9a7381a-23b8-4787-a179-86907382721c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:34:53.856079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:34:53.924955 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-689decd7-52d7-4c34-9a96-76dc691afaec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/e9a7381a-23b8-4787-a179-86907382721c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8512888 Jan 17 08:34:53.927608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59190) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:54.048875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] Sync routers for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:34:54.062542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:34:54.063714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:34:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:54.117952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2539644-a3d5-4356-8e8a-b8eb127be99f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting subnet aa2a79d6-fdfc-4df1-9c44-6121f27d2726 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:34:54.120737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2539644-a3d5-4356-8e8a-b8eb127be99f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:54.174450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2539644-a3d5-4356-8e8a-b8eb127be99f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:54.262575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:34:54.275186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2539644-a3d5-4356-8e8a-b8eb127be99f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:54.409522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2539644-a3d5-4356-8e8a-b8eb127be99f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:54.447658 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2539644-a3d5-4356-8e8a-b8eb127be99f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2a79d6-fdfc-4df1-9c44-6121f27d2726,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:54.454914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e2539644-a3d5-4356-8e8a-b8eb127be99f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:54.461729 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e2539644-a3d5-4356-8e8a-b8eb127be99f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/subnets/aa2a79d6-fdfc-4df1-9c44-6121f27d2726 HTTP/1.1" status: 204 len: 168 time: 0.5331593 Jan 17 08:34:54.464219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59194) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:54.467677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf119ac-0c7b-40de-95f8-356d831dcfe7 None None] Network c670c43a-5abc-4e73-8523-eb939b59eda9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:34:54.660409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:54.754504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:34:52Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:34:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:54.759516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] Checking router: e9a7381a-23b8-4787-a179-86907382721c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:34:54.771020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] Routers {'e9a7381a-23b8-4787-a179-86907382721c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:34:54.771890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:34:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e9a7381a-23b8-4787-a179-86907382721c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:54.832266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b344ba2-f977-4cf7-8683-7c0dbff39065 None None] DHCP port deletion for c670c43a-5abc-4e73-8523-eb939b59eda9 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:34:54.849823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5b344ba2-f977-4cf7-8683-7c0dbff39065 None None] Deleting port 357773a9-0903-42fa-8825-b98597fdf12f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:34:54.850196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b344ba2-f977-4cf7-8683-7c0dbff39065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:54.874985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:54.940786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:34:54.941260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:55.108428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:34:55.108775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:55.123209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] Set router e9a7381a-23b8-4787-a179-86907382721c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:34:55.308347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5b344ba2-f977-4cf7-8683-7c0dbff39065 None None] For port 357773a9-0903-42fa-8825-b98597fdf12f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=357773a9-0903-42fa-8825-b98597fdf12f,segment=NetworkSegment(232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e),segment_id=232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:34:55.308657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b344ba2-f977-4cf7-8683-7c0dbff39065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:55.332846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:34:55.433068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5b344ba2-f977-4cf7-8683-7c0dbff39065 None None] Calling delete_port for 357773a9-0903-42fa-8825-b98597fdf12f owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:34:55.557824 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:55.605489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=28cc90a9-e3fb-4f79-8280-6b2dce1cfcad,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:55.634957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:34:52Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:34:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:55.639175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3477800-3701-48bd-9593-045ca4c4c11d None None] The sync data for ids ['e9a7381a-23b8-4787-a179-86907382721c'] in dv-neutron-824874-1-hyperv is: [{'id': 'e9a7381a-23b8-4787-a179-86907382721c', 'name': 'tempest-TestNetworkBasicOps-router-1913868330', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:34:52Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '28cc90a9-e3fb-4f79-8280-6b2dce1cfcad', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fe:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7381a-23b8-4787-a179-86907382721c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:32:51Z', 'updated_at': '2022-01-17T08:34:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:34:55.668552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5b344ba2-f977-4cf7-8683-7c0dbff39065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:55.717655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b344ba2-f977-4cf7-8683-7c0dbff39065 None None] Pushing event deleted for resources: {'Port': ['ID=357773a9-0903-42fa-8825-b98597fdf12f,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:55.722729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b344ba2-f977-4cf7-8683-7c0dbff39065 None None] No DVR routers for this DVR port 357773a9-0903-42fa-8825-b98597fdf12f on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:34:55.825685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.078858 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.083966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.138855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c6fecda9-41e2-4360-a77b-86dadc03d119 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:34:56.172450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: c6fecda9-41e2-4360-a77b-86dadc03d119 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:34:56.172797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c6fecda9-41e2-4360-a77b-86dadc03d119 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:34:56.173220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 357773a9-0903-42fa-8825-b98597fdf12f no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:34:56.197452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.197961 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Fanout notify agent at l3_agent the message router_deleted on router e9a7381a-23b8-4787-a179-86907382721c {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:34:56.203757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 357773a9-0903-42fa-8825-b98597fdf12f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:34:56.204104 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 357773a9-0903-42fa-8825-b98597fdf12f not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:34:56.217775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.217775 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ac6601f7-0870-4cc3-837a-cacadb16af8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/routers/e9a7381a-23b8-4787-a179-86907382721c HTTP/1.1" status: 204 len: 168 time: 1.7489240 Jan 17 08:34:56.217775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59198) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:56.324063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.450272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.475999 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c670c43a-5abc-4e73-8523-eb939b59eda9']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:56.487558 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:56.487848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232235b0-4b99-48f8-a0a6-aa1f2cbd2c6e') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:56.498756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.514281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.520102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:34:56.520478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:34:56.534717 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:34:56.677410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.694016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.705370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Network': ['ID=c670c43a-5abc-4e73-8523-eb939b59eda9,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:56.711186 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-076e65d3-cdb8-4133-876a-91a663ca0e85 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/networks/c670c43a-5abc-4e73-8523-eb939b59eda9 HTTP/1.1" status: 204 len: 168 time: 0.4933703 Jan 17 08:34:56.732378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59202) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:56.737926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'network': {'name': 'tempest-network-smoke--231783600', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'port_security_enabled': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:34:56.742828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:34:56.746898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:network and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:34:56.749862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:34:56.755433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:34:56.820339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:34:56.823261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.850817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:34:56.859014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.859387 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Added segment 8c1973f7-476d-4dcc-9474-73a55d5b4b2a of type vlan for network 08280145-d6e9-4c10-b55b-5915b72dcb8e Jan 17 08:34:56.884796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.980660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:56.984368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:34:56.984953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:57.199618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Network': ['ID=08280145-d6e9-4c10-b55b-5915b72dcb8e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:57.210734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:34:57.261544 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-72c67439-cb4c-4e56-9d7c-bcefbc466352 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5279894 Jan 17 08:34:57.264119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59206) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:57.269890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'admin_state_up': True, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:34:57.277526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:34:57.285867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:router and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:34:57.289491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:34:57.295678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:34:57.374975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:57.375971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:57.393255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:57.608375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:57.844704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:57.872887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:58.009941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.223 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/cf7e5548-0302-4faa-8e61-6cbe11f3dcaa) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:34:58.162650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:58.232966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:58.326995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:34:58.328200 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=cf7e5548-0302-4faa-8e61-6cbe11f3dcaa,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:34:58.330651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:34:58.333520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:34:58.543752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:58.544393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:58.837265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 18c0dd31-85be-4395-abc5-0183c4afe27f is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:34:59.041318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:34:59.050280 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Sync routers for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:34:59.061856 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:34:59.062444 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:34:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:59.123646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:59.124937 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c3546752-c763-4a0e-ac3d-c3885c080b07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8597934 Jan 17 08:34:59.130991 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59210) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:59.167335 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0e9cc9ec-5bb9-49a5-bed5-417b64d99358 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382817 Jan 17 08:34:59.170064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59214) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:59.236522 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:34:59.295830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c61cf-3900-4c93-992e-33cd234c8144 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:34:59.300142 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-da8c61cf-3900-4c93-992e-33cd234c8144 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1262171 Jan 17 08:34:59.300286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59218) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:59.352019 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f0548456-ef5d-4cb7-bb0f-3eba9e9987b8 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483899 Jan 17 08:34:59.352226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59222) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:34:59.357889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-543825415', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:34:59.438106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594fe80-aee6-4d0c-b485-ce768b0d4a56 None None] New status for floating IP 988f8af0-c112-4b0f-afee-3a27ea205c68: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:34:59.483969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:34:59.487819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:subnet and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:34:59.490870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:34:59.497216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:34:59.528883 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:34:58Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:34:59.532798 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Checking router: 18c0dd31-85be-4395-abc5-0183c4afe27f for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:34:59.533143 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Updating router 18c0dd31-85be-4395-abc5-0183c4afe27f port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:34:59.585595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:34:59.588671 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:59.690884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:59.926517 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:34:59.938509 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Transition to ACTIVE for port object cf7e5548-0302-4faa-8e61-6cbe11f3dcaa will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:35:00.019553 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:00.042574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:00.092860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:35:00.094488 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Attempting to bind port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:35:00.094941 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Attempting to bind port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:35:00.095188 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Attempting to bind port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:35:00.104792 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:35:00.105162 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:35:00.105556 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:00.105943 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:35:00.106403 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Bound port: cf7e5548-0302-4faa-8e61-6cbe11f3dcaa, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:35:00.106766 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:00.120797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:00.134956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Checking segment: {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:35:00.135358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network hostable DHCP agents. Network: 08280145-d6e9-4c10-b55b-5915b72dcb8e, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:35:00.143864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:35:00.148568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 28cc90a9-e3fb-4f79-8280-6b2dce1cfcad not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:35:00.153206 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Pushing event updated for resources: {'Port': ['ID=cf7e5548-0302-4faa-8e61-6cbe11f3dcaa,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:00.173655 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.173988 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.174315 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.174637 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.174958 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.175306 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.175621 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.175933 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.176241 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.176596 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.176853 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:35:00.204375 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] For port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:35:00.207690 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] For port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=cf7e5548-0302-4faa-8e61-6cbe11f3dcaa,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:35:00.220281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:35:00.294983 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:00.323305 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 08280145-d6e9-4c10-b55b-5915b72dcb8e) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:35:00.327634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:00.328221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:00.336748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea3249-95bd-4aee-a21b-8658fa8e5eeb None None] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:35:00.378136 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467598da-5527-4ef1-916d-2cf07d8aa203 None None] Pushing event updated for resources: {'Port': ['ID=cf7e5548-0302-4faa-8e61-6cbe11f3dcaa,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:00.383991 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:35:00.384586 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:34:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:00.424350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59226) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:00.425123 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9cd85bd9-ae88-467d-8439-3da358096675 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0719080 Jan 17 08:35:00.567596 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:35:00.567932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-08280145-d6e9-4c10-b55b-5915b72dcb8e', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:35:00.569623 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:00.740515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Allocated IP 172.20.0.2 (08280145-d6e9-4c10-b55b-5915b72dcb8e/7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab/91d9bef7-6177-4e8c-98cc-256651fdfc92) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:35:00.888704 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:34:58Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:00.892763 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0fc91-1a7c-486d-980a-29064296a87e None None] The sync data for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv is: [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:34:58Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:35:00.967349 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:00.980208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Transition to ACTIVE for port object 91d9bef7-6177-4e8c-98cc-256651fdfc92 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:35:00.999627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Transition to ACTIVE for port object 91d9bef7-6177-4e8c-98cc-256651fdfc92 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:35:01.063353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:01.161301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:35:01.164692 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:35:01.168578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:35:01.175037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Pushing event updated for resources: {'Port': ['ID=91d9bef7-6177-4e8c-98cc-256651fdfc92,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:01.267835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Attempting to bind port 91d9bef7-6177-4e8c-98cc-256651fdfc92 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:35:01.268207 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Attempting to bind port 91d9bef7-6177-4e8c-98cc-256651fdfc92 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:35:01.268571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Attempting to bind port 91d9bef7-6177-4e8c-98cc-256651fdfc92 on network 08280145-d6e9-4c10-b55b-5915b72dcb8e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:35:01.275858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:35:01.276219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Checking segment: {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:35:01.276613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:01.276997 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Bound using segment: {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:35:01.277455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Bound port: 91d9bef7-6177-4e8c-98cc-256651fdfc92, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:35:01.277820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:01.330116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:01.373487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] For port 91d9bef7-6177-4e8c-98cc-256651fdfc92, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:35:01.377363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] For port 91d9bef7-6177-4e8c-98cc-256651fdfc92, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=91d9bef7-6177-4e8c-98cc-256651fdfc92,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:35:01.449626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:01.540750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516867fd-35f9-40f6-b3d9-cdafdd7bf7eb None None] Pushing event updated for resources: {'Port': ['ID=91d9bef7-6177-4e8c-98cc-256651fdfc92,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:01.718068 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:35:01.759648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.1 (08280145-d6e9-4c10-b55b-5915b72dcb8e/7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab/60f9fb63-d9db-458f-96f5-02bb22b9b5ca) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:35:01.920431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:01.935510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 60f9fb63-d9db-458f-96f5-02bb22b9b5ca will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:35:02.003722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.075781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:35:02.078914 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:35:02.083687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:35:02.108278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=60f9fb63-d9db-458f-96f5-02bb22b9b5ca,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:02.139006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 91d9bef7-6177-4e8c-98cc-256651fdfc92 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:35:02.149303 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.254802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 91d9bef7-6177-4e8c-98cc-256651fdfc92 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:35:02.260767 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device cf7e5548-0302-4faa-8e61-6cbe11f3dcaa up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:35:02.298336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.403555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:35:02.409006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:02.409385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.498198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a4390-12d7-484d-9b90-a9d5b3908a02 None None] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:35:02.719261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c3c9fd3d-14dd-4908-9fc2-ec25a0000b3f None None] Provisioning for port 91d9bef7-6177-4e8c-98cc-256651fdfc92 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:35:02.726836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.734174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c3c9fd3d-14dd-4908-9fc2-ec25a0000b3f None None] Provisioning complete for port 91d9bef7-6177-4e8c-98cc-256651fdfc92 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:02.734470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3c9fd3d-14dd-4908-9fc2-ec25a0000b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.800656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.819950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=cf7e5548-0302-4faa-8e61-6cbe11f3dcaa,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:35:02.843703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.888311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.955911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=60f9fb63-d9db-458f-96f5-02bb22b9b5ca,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:02.958522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:02.962620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3c9fd3d-14dd-4908-9fc2-ec25a0000b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:03.005970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=cf7e5548-0302-4faa-8e61-6cbe11f3dcaa,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:03.014148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c3c9fd3d-14dd-4908-9fc2-ec25a0000b3f None None] For port 91d9bef7-6177-4e8c-98cc-256651fdfc92, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=91d9bef7-6177-4e8c-98cc-256651fdfc92,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:35:03.083250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3c9fd3d-14dd-4908-9fc2-ec25a0000b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:03.106330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:35:03.107739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:35:03.155049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9fd3d-14dd-4908-9fc2-ec25a0000b3f None None] Pushing event updated for resources: {'Port': ['ID=91d9bef7-6177-4e8c-98cc-256651fdfc92,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:03.248768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-44410757-7ee7-49a2-a87d-29d194f660b4 None None] Provisioning for port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:35:03.254118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-44410757-7ee7-49a2-a87d-29d194f660b4 None None] Provisioning complete for port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:03.254490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44410757-7ee7-49a2-a87d-29d194f660b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:03.309225 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-44410757-7ee7-49a2-a87d-29d194f660b4 None None] Port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:35:03.322733 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-44410757-7ee7-49a2-a87d-29d194f660b4 None None] Provisioning complete for port 91d9bef7-6177-4e8c-98cc-256651fdfc92 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:03.323109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-44410757-7ee7-49a2-a87d-29d194f660b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:03.519518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 18c0dd31-85be-4395-abc5-0183c4afe27f has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:35:03.571970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6d1b821a-a081-4aa1-b736-43b02234e82d None None] Provisioning complete for port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:03.572339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d1b821a-a081-4aa1-b736-43b02234e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:03.623548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b821a-a081-4aa1-b736-43b02234e82d None None] Port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:35:03.721705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:35:03.733977 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-702c2bbb-b5e6-41a1-82de-f67c99388f3b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/18c0dd31-85be-4395-abc5-0183c4afe27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3086712 Jan 17 08:35:03.736423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59230) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:03.868813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91fafc4-43d6-41f9-a090-f68aed96ae25 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:03.869445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91fafc4-43d6-41f9-a090-f68aed96ae25 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:03.869555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91fafc4-43d6-41f9-a090-f68aed96ae25 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:03.869865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91fafc4-43d6-41f9-a090-f68aed96ae25 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:03.871496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d91fafc4-43d6-41f9-a090-f68aed96ae25 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1341655 Jan 17 08:35:03.874104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59234) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:03.937721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f6295-41d2-401a-85d0-ed7cee9afad9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:03.938081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f6295-41d2-401a-85d0-ed7cee9afad9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:03.938433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f6295-41d2-401a-85d0-ed7cee9afad9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:03.938781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f6295-41d2-401a-85d0-ed7cee9afad9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:03.940386 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8b9f6295-41d2-401a-85d0-ed7cee9afad9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0654306 Jan 17 08:35:03.942930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59238) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:04.095758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 91d9bef7-6177-4e8c-98cc-256651fdfc92 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:35:04.165304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 91d9bef7-6177-4e8c-98cc-256651fdfc92 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:04.165979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:04.263574 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0166ebd4-9806-4a5c-a651-92d2d0a86755 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3192875 Jan 17 08:35:04.289654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device cf7e5548-0302-4faa-8e61-6cbe11f3dcaa up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:35:04.360977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:04.363512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:04.444526 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Sync routers for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:35:04.461492 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:35:04.465844 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:34:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:04.513930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59244) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:04.519693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104333941', 'description': 'tempest-secgroup-smoke-1104333941 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:04.525330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:04.529310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:35:04.532114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:35:04.537705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:04.585958 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:04.620919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:04.624695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:35:04.627501 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:35:04.633968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:04.643569 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:35:04.697378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:04.734610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:04.783021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09b0eb8-c729-4a31-9f5a-58b0d24047a8,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:04.820499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:04.821725 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-09c87d62-8f63-401f-a985-dc3c985249e2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3068190 Jan 17 08:35:04.824706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59248) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:04.830150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'b09b0eb8-c729-4a31-9f5a-58b0d24047a8', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:04.836150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:04.839899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:35:04.842797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:35:04.848270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:04.923782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:04.948337 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '60f9fb63-d9db-458f-96f5-02bb22b9b5ca', 'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:49:54:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:35:01Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:04.952149 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Checking router: 18c0dd31-85be-4395-abc5-0183c4afe27f for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:35:04.952524 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Updating router 18c0dd31-85be-4395-abc5-0183c4afe27f port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:35:04.985733 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.012868 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.038130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.062229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655400ec-41fc-44ac-abe3-ebc4cde9863a,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:05.106007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.107216 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-02ecbb78-e44a-4bca-89f3-9f76e4732033 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2815244 Jan 17 08:35:05.109966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59254) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:05.115314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'b09b0eb8-c729-4a31-9f5a-58b0d24047a8', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:05.121162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:05.125021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:35:05.127937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:35:05.133510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:05.216063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.276445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.328407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.341988 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.353606 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Transition to ACTIVE for port object 60f9fb63-d9db-458f-96f5-02bb22b9b5ca will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:35:05.353886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13600a7-c17c-481a-ab59-9dce08e3b900,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:05.414580 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.425613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.429731 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-205b1c34-0728-4495-8482-c8116d3723f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3160498 Jan 17 08:35:05.430024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59258) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:05.435758 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'b09b0eb8-c729-4a31-9f5a-58b0d24047a8', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:05.441834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:05.446326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:35:05.449338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:35:05.455485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:05.525966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.531063 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3d5e8-e802-46fd-a433-eff0538a8587 None None] Pushing event updated for resources: {'Port': ['ID=60f9fb63-d9db-458f-96f5-02bb22b9b5ca,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:05.594560 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.633242 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Attempting to bind port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:35:05.633609 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Attempting to bind port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:35:05.633968 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Attempting to bind port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca on network 08280145-d6e9-4c10-b55b-5915b72dcb8e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:35:05.640609 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:35:05.643825 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Checking segment: {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:35:05.643825 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.643825 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Bound using segment: {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:35:05.643825 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Bound port: 60f9fb63-d9db-458f-96f5-02bb22b9b5ca, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:35:05.643825 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.660203 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.683241 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160ed2d3-9ed9-4243-b932-c517bb4c65c9,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:05.728209 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] For port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:35:05.731095 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] For port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=60f9fb63-d9db-458f-96f5-02bb22b9b5ca,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:35:05.751807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.753352 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6dcd3afe-135c-46f1-8f94-a1b362271e14 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3222380 Jan 17 08:35:05.756884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59262) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:05.762498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'b09b0eb8-c729-4a31-9f5a-58b0d24047a8', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:05.768275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:05.772634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:35:05.775506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:35:05.781112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:05.803510 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.873609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:05.916075 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3d5e8-e802-46fd-a433-eff0538a8587 None None] Pushing event updated for resources: {'Port': ['ID=60f9fb63-d9db-458f-96f5-02bb22b9b5ca,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:05.919991 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:35:05.920598 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:34:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:05.944189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.014522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.038774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb020408-5fe9-4d51-8e03-86495f8f7a48,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:06.112615 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:35:06.118140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-23517117-f16e-4a2d-8349-277fdf1663c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.146271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.147501 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c6dad1c5-cd08-46a9-8c2c-60f09d597778 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3897111 Jan 17 08:35:06.150484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59266) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:06.156202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'b09b0eb8-c729-4a31-9f5a-58b0d24047a8', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:06.162042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:06.165989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:35:06.169175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:35:06.177260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:06.249135 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:35:06.255758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.322753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.409204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.417515 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '60f9fb63-d9db-458f-96f5-02bb22b9b5ca', 'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:49:54:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:35:01Z', 'updated_at': '2022-01-17T08:35:05Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:06.421755 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b234e5-df2b-4b4f-9650-87b36c69e707 None None] The sync data for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv is: [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '60f9fb63-d9db-458f-96f5-02bb22b9b5ca', 'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:49:54:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:35:01Z', 'updated_at': '2022-01-17T08:35:05Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:35:06.442899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2f5fec-a2e3-46e2-9f76-122c2e090bec,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:06.609283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.610246 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-07e39c86-1bda-4f5b-8c83-b81b111f9596 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4588001 Jan 17 08:35:06.616978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:06.618744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'b09b0eb8-c729-4a31-9f5a-58b0d24047a8', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:06.625085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:06.629000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:35:06.632215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:35:06.637974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:06.706255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:35:06.714123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.781944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.854633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.878409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dd3b78-2b5d-4fba-a0c9-10fa02476025,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:06.963438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:06.965040 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-283e4fd8-8235-4c51-af29-b6307a128f67 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3507407 Jan 17 08:35:07.165413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5e49114e-2150-454d-b446-fac11c073ba2 req-d4ae3a2b-7404-4725-a1f1-c73e0a0272e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:35:07.248902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5e49114e-2150-454d-b446-fac11c073ba2 req-d4ae3a2b-7404-4725-a1f1-c73e0a0272e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:35:07.250264 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-d4ae3a2b-7404-4725-a1f1-c73e0a0272e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104333941&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.1289268 Jan 17 08:35:07.396161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49114e-2150-454d-b446-fac11c073ba2 req-3fb82266-b89f-48f4-99c3-a427c45c0afe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:07.396730 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5e49114e-2150-454d-b446-fac11c073ba2 req-3fb82266-b89f-48f4-99c3-a427c45c0afe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:35:07.465513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5e49114e-2150-454d-b446-fac11c073ba2 req-3fb82266-b89f-48f4-99c3-a427c45c0afe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:35:07.466757 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-3fb82266-b89f-48f4-99c3-a427c45c0afe tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=08280145-d6e9-4c10-b55b-5915b72dcb8e HTTP/1.1" status: 200 len: 796 time: 0.2098069 Jan 17 08:35:07.483035 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-0269e724-e4e8-4795-b2ca-235f326419eb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0105541 Jan 17 08:35:07.559908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5e49114e-2150-454d-b446-fac11c073ba2 req-42fbe3b0-618d-4900-a46f-f78a794e0372 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:35:07.642487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5e49114e-2150-454d-b446-fac11c073ba2 req-42fbe3b0-618d-4900-a46f-f78a794e0372 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:35:07.643765 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-42fbe3b0-618d-4900-a46f-f78a794e0372 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560080 Jan 17 08:35:07.659400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-a10206d0-e3bb-4ef3-a251-f435d2786cb5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:35:07.660381 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-a10206d0-e3bb-4ef3-a251-f435d2786cb5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049634 Jan 17 08:35:07.792888 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-f14a6453-4be0-46f6-a86c-cb66d17af313 service neutron] 10.222.0.44 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267800 Jan 17 08:35:07.922173 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-f620f87e-55ae-4086-a8c7-69684c2d65a7 service neutron] 10.222.0.44 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236806 Jan 17 08:35:08.114652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 60f9fb63-d9db-458f-96f5-02bb22b9b5ca up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:35:08.205851 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-63f5ed9e-4309-492d-9dcd-ee6edab81212 req-3d0e44b0-8b52-421f-8318-c2ba471be253 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 210 time: 0.0493989 Jan 17 08:35:08.243286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e6755d9-ec97-41b7-a812-c30a4f691c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:08.254055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:35:08.259385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:08.259755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:08.372935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:08.406356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=60f9fb63-d9db-458f-96f5-02bb22b9b5ca,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:35:08.506277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:08.570278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=60f9fb63-d9db-458f-96f5-02bb22b9b5ca,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:09.367707 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f367731-5b90-4cab-b219-4f8e303903c7 req-8df29d7a-bf74-479a-8953-401fd62ca15f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 210 time: 0.0404909 Jan 17 08:35:09.505624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:09.517014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:10.009713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49114e-2150-454d-b446-fac11c073ba2 req-3e9b28cb-1f0f-40ea-988d-e387e98ecaa5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:10.011119 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-3e9b28cb-1f0f-40ea-988d-e387e98ecaa5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=08280145-d6e9-4c10-b55b-5915b72dcb8e HTTP/1.1" status: 200 len: 796 time: 0.1440220 Jan 17 08:35:10.063861 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-d231a201-a002-4f7e-98f4-fc06ecbda6d5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 380 time: 0.0399017 Jan 17 08:35:10.072861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['b09b0eb8-c729-4a31-9f5a-58b0d24047a8']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:10.094202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 60f9fb63-d9db-458f-96f5-02bb22b9b5ca up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:35:10.166044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:10.166693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:10.225837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:10.235786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:10.328907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:35:10.332282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:10.496410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.12 (08280145-d6e9-4c10-b55b-5915b72dcb8e/7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab/9f58808d-57bd-4918-aca1-c092b0c25114) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:35:10.530429 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e2dec740-cd1b-493c-833e-d48a6104bec3 req-5a110ffb-53a6-46cd-9fcf-7ae99c427cfc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 210 time: 0.0409269 Jan 17 08:35:10.681349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:10.696058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 9f58808d-57bd-4918-aca1-c092b0c25114 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:35:10.774584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:10.842940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:35:10.845973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:35:10.849854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:35:10.881071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=9f58808d-57bd-4918-aca1-c092b0c25114,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:10.915443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:10.916397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:10.940371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:11.021115 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-c9e536e5-4b61-4d63-8de9-230709c69663 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9522679 Jan 17 08:35:11.032041 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Request body: {'port': {'device_id': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:11.214542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-250d04ae-bf0d-478d-ba45-b5ba38d11cdd None None] Provisioning for port 9f58808d-57bd-4918-aca1-c092b0c25114 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:35:11.219496 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-250d04ae-bf0d-478d-ba45-b5ba38d11cdd None None] Provisioning complete for port 9f58808d-57bd-4918-aca1-c092b0c25114 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:11.219946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-250d04ae-bf0d-478d-ba45-b5ba38d11cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:11.229757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:11.302914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-250d04ae-bf0d-478d-ba45-b5ba38d11cdd None None] Port 9f58808d-57bd-4918-aca1-c092b0c25114 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:35:11.559265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f58808d-57bd-4918-aca1-c092b0c25114 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:35:11.565937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:11.581112 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Transition to ACTIVE for port object 9f58808d-57bd-4918-aca1-c092b0c25114 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:35:11.685346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:11.819217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f58808d-57bd-4918-aca1-c092b0c25114,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:11.910838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfccb37-1970-4742-82b2-eb66c5e8020e req-53a3d433-dbc9-4274-8ee1-18ef965b2d93 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:11.911566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0cfccb37-1970-4742-82b2-eb66c5e8020e req-53a3d433-dbc9-4274-8ee1-18ef965b2d93 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:35:11.958775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Attempting to bind port 9f58808d-57bd-4918-aca1-c092b0c25114 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:35:11.959109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Attempting to bind port 9f58808d-57bd-4918-aca1-c092b0c25114 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:35:11.959529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Attempting to bind port 9f58808d-57bd-4918-aca1-c092b0c25114 on network 08280145-d6e9-4c10-b55b-5915b72dcb8e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:35:11.965193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Port 9f58808d-57bd-4918-aca1-c092b0c25114 on network 08280145-d6e9-4c10-b55b-5915b72dcb8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:35:11.965513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Attempting to bind port 9f58808d-57bd-4918-aca1-c092b0c25114 on network 08280145-d6e9-4c10-b55b-5915b72dcb8e {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:35:11.971715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:35:11.972049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Checking segment: {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:35:11.972428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Bound using segment: {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:35:11.972844 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Bound port: 9f58808d-57bd-4918-aca1-c092b0c25114, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1973f7-476d-4dcc-9474-73a55d5b4b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:35:11.973185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:12.016908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0cfccb37-1970-4742-82b2-eb66c5e8020e req-53a3d433-dbc9-4274-8ee1-18ef965b2d93 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:35:12.018066 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0cfccb37-1970-4742-82b2-eb66c5e8020e req-53a3d433-dbc9-4274-8ee1-18ef965b2d93 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 944 time: 0.3664167 Jan 17 08:35:12.099786 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0cfccb37-1970-4742-82b2-eb66c5e8020e req-6b33d826-19d1-41ce-93f0-0cd22c77106e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755317 Jan 17 08:35:12.100757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] For port 9f58808d-57bd-4918-aca1-c092b0c25114, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:35:12.103904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] For port 9f58808d-57bd-4918-aca1-c092b0c25114, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9f58808d-57bd-4918-aca1-c092b0c25114,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:35:12.151986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:12.211404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:12.212833 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] 10.222.0.53 "PUT /v2.0/ports/9f58808d-57bd-4918-aca1-c092b0c25114 HTTP/1.1" status: 200 len: 1094 time: 1.1849225 Jan 17 08:35:12.213257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:35:12.233675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f91a3-cbb6-4229-bc56-bbf7849ceab4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f58808d-57bd-4918-aca1-c092b0c25114,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:12.276713 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114', 'status': 'completed', 'code': 200} Jan 17 08:35:12.374438 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-25bcdadd-7924-4544-8aa6-e917d9b2f133 req-5a9fc056-dbd3-413e-8872-c5062f535617 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 1097 time: 0.0749347 Jan 17 08:35:12.514653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcdadd-7924-4544-8aa6-e917d9b2f133 req-e26f27b9-0cab-4f26-96d2-3040e2b8d4ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:12.516026 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-25bcdadd-7924-4544-8aa6-e917d9b2f133 req-e26f27b9-0cab-4f26-96d2-3040e2b8d4ed service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1350803 Jan 17 08:35:12.644647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcdadd-7924-4544-8aa6-e917d9b2f133 req-44316f8d-37d0-434f-b566-f3a84007f9c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:12.645960 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-25bcdadd-7924-4544-8aa6-e917d9b2f133 req-44316f8d-37d0-434f-b566-f3a84007f9c9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238711 Jan 17 08:35:12.745519 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-64b841db-2ded-4794-9178-5cc59eca0b98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 1097 time: 0.0662937 Jan 17 08:35:12.814334 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-ffd08ca1-e797-46cb-b81d-06369cc96650 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f58808d-57bd-4918-aca1-c092b0c25114 HTTP/1.1" status: 200 len: 217 time: 0.0615761 Jan 17 08:35:12.873964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49114e-2150-454d-b446-fac11c073ba2 req-2602c17a-dff6-458e-b113-bc02a9aa9a9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:12.875403 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-2602c17a-dff6-458e-b113-bc02a9aa9a9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab HTTP/1.1" status: 200 len: 843 time: 0.0554731 Jan 17 08:35:12.949611 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-5e874329-710d-4258-b35e-d1b5b0ccdf5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08280145-d6e9-4c10-b55b-5915b72dcb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685735 Jan 17 08:35:13.191100 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-e96a6b84-6174-4aa3-bbf6-6a5a6dff5d80 service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350333 Jan 17 08:35:13.384010 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e49114e-2150-454d-b446-fac11c073ba2 req-66d26854-f9fb-4c7c-aa48-44c14a5c253b service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870461 Jan 17 08:35:13.395566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03f2e8-5e26-4bd5-a168-f61be0817f73 req-d26c9b61-fd93-4f1d-90af-84dbfdea62af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:13.397050 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0c03f2e8-5e26-4bd5-a168-f61be0817f73 req-d26c9b61-fd93-4f1d-90af-84dbfdea62af tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 944 time: 0.1780670 Jan 17 08:35:13.444759 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0c03f2e8-5e26-4bd5-a168-f61be0817f73 req-0d9f690c-524c-46ae-bdd2-9f9d25f89230 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Jan 17 08:35:14.638678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fded48-6867-4aa1-8985-6eaabef38a8d req-c80702f5-98d2-469c-956f-c28dd297ab07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:14.640142 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-81fded48-6867-4aa1-8985-6eaabef38a8d req-c80702f5-98d2-469c-956f-c28dd297ab07 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 944 time: 0.0742686 Jan 17 08:35:14.683382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-81fded48-6867-4aa1-8985-6eaabef38a8d req-5e3703ec-fa33-46bd-ab2a-f1a1399a2b8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:35:14.694414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-81fded48-6867-4aa1-8985-6eaabef38a8d req-5e3703ec-fa33-46bd-ab2a-f1a1399a2b8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:35:14.695529 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-81fded48-6867-4aa1-8985-6eaabef38a8d req-5e3703ec-fa33-46bd-ab2a-f1a1399a2b8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500393 Jan 17 08:35:15.887677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eba06-dce2-4fa1-93ed-8fbe7ac5e885 req-96f8b5fe-78e9-4517-88ea-f9c4dc93d1ca tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:15.889127 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d44eba06-dce2-4fa1-93ed-8fbe7ac5e885 req-96f8b5fe-78e9-4517-88ea-f9c4dc93d1ca tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 944 time: 0.0763707 Jan 17 08:35:15.933153 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d44eba06-dce2-4fa1-93ed-8fbe7ac5e885 req-89e379b6-d6f0-463e-be3b-047cccb72622 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385609 Jan 17 08:35:17.131515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddf375-796b-469d-9766-7dc2ca6b8fe3 req-37e0a62f-93d5-46e3-b163-9a2049a73444 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:17.133532 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-98ddf375-796b-469d-9766-7dc2ca6b8fe3 req-37e0a62f-93d5-46e3-b163-9a2049a73444 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 944 time: 0.0795581 Jan 17 08:35:17.176996 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-98ddf375-796b-469d-9766-7dc2ca6b8fe3 req-2b32a123-613b-4cc7-8423-2f9b56cd8ef1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379951 Jan 17 08:35:17.721516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 9f58808d-57bd-4918-aca1-c092b0c25114 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:35:17.849871 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 9f58808d-57bd-4918-aca1-c092b0c25114, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9f58808d-57bd-4918-aca1-c092b0c25114,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:35:17.862432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '9f58808d-57bd-4918-aca1-c092b0c25114', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'port_id': '9f58808d-57bd-4918-aca1-c092b0c25114', 'mac_address': 'fa:16:3e:1f:fe:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:35:17.916944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:17.933915 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f58808d-57bd-4918-aca1-c092b0c25114 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:35:17.948626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 9f58808d-57bd-4918-aca1-c092b0c25114, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9f58808d-57bd-4918-aca1-c092b0c25114,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:35:18.031529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:18.096420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=9f58808d-57bd-4918-aca1-c092b0c25114,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:18.375657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dfe67-c6aa-4ec5-a1ec-2904ba2093d9 req-427847e6-cf92-4860-8352-4e3c47e2a4f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:18.377124 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977dfe67-c6aa-4ec5-a1ec-2904ba2093d9 req-427847e6-cf92-4860-8352-4e3c47e2a4f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 945 time: 0.0797970 Jan 17 08:35:18.409243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['9f58808d-57bd-4918-aca1-c092b0c25114'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:35:18.427801 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-977dfe67-c6aa-4ec5-a1ec-2904ba2093d9 req-7770a387-c6ab-4e40-901f-0a4d5f501fef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451987 Jan 17 08:35:19.622568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055b1b0-2269-4c0b-8e24-13cceb96b13d req-7dd392f3-12b4-4f24-8a93-2bfcc8adccd3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:19.623941 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7055b1b0-2269-4c0b-8e24-13cceb96b13d req-7dd392f3-12b4-4f24-8a93-2bfcc8adccd3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 945 time: 0.0777307 Jan 17 08:35:19.637275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:19.672067 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7055b1b0-2269-4c0b-8e24-13cceb96b13d req-c1954e03-9581-429f-9431-50cd15eccf93 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Jan 17 08:35:19.737900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 9f58808d-57bd-4918-aca1-c092b0c25114 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:35:19.871097 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 9f58808d-57bd-4918-aca1-c092b0c25114 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:35:19.876021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 9f58808d-57bd-4918-aca1-c092b0c25114 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:35:19.876328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:19.985947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:20.014410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:35:20.023828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 9f58808d-57bd-4918-aca1-c092b0c25114, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9f58808d-57bd-4918-aca1-c092b0c25114,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:35:20.068635 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114', 'code': 200} Jan 17 08:35:20.106021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:20.171331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=9f58808d-57bd-4918-aca1-c092b0c25114,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:20.551551 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-97100dfa-ac24-499c-9cde-21b50c80776f req-e5856d23-f4e6-43b1-8c92-b19530388da9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 1099 time: 0.1937697 Jan 17 08:35:20.592780 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-97100dfa-ac24-499c-9cde-21b50c80776f req-920cff51-72fa-40a6-ac5a-a3fb7dcee96c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355279 Jan 17 08:35:20.865633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96be44-82de-4131-a876-286cb030a2a8 req-bd3d46ed-eb48-4f6f-a071-f7f0f6dcc14b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:20.867598 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ba96be44-82de-4131-a876-286cb030a2a8 req-bd3d46ed-eb48-4f6f-a071-f7f0f6dcc14b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 946 time: 0.0747488 Jan 17 08:35:20.910552 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ba96be44-82de-4131-a876-286cb030a2a8 req-23a0dbb2-9643-44e3-8d35-f627dfdf7a5b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375669 Jan 17 08:35:22.109054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897174d8-af84-4373-8825-2a9c4c07e12d req-19b37c1e-b80e-4eea-b5db-44e18e7282e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:22.110540 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-897174d8-af84-4373-8825-2a9c4c07e12d req-19b37c1e-b80e-4eea-b5db-44e18e7282e1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 946 time: 0.0810618 Jan 17 08:35:22.154797 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-897174d8-af84-4373-8825-2a9c4c07e12d req-5605a165-3948-42a5-ac37-d4e72a25a5f8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386815 Jan 17 08:35:23.357783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e536141-fa71-4b6a-9bc7-7e625a4df123 req-524a8761-ec60-4abc-8555-68aaa673d191 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:23.359318 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8e536141-fa71-4b6a-9bc7-7e625a4df123 req-524a8761-ec60-4abc-8555-68aaa673d191 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 946 time: 0.0840857 Jan 17 08:35:23.404980 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8e536141-fa71-4b6a-9bc7-7e625a4df123 req-44338e0b-1eb0-4d66-b22f-ad8f5d7f5d09 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401895 Jan 17 08:35:23.601978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913904b-fb1a-4bc2-949b-9e09324a1861 req-7d1563a7-0cde-4514-a10f-cdc4de9d92bc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:23.603953 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c913904b-fb1a-4bc2-949b-9e09324a1861 req-7d1563a7-0cde-4514-a10f-cdc4de9d92bc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 946 time: 0.0790265 Jan 17 08:35:23.651917 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c913904b-fb1a-4bc2-949b-9e09324a1861 req-7f26f64a-7b1d-4e0b-817c-1de5ded86fe8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 Jan 17 08:35:23.682399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59328) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:23.756110 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d208569c-4cec-4d23-86a2-13ab3afe670a tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 1094 time: 0.0724454 Jan 17 08:35:23.759283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:23.764347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '9f58808d-57bd-4918-aca1-c092b0c25114', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:35:23.769785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:35:23.774096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:floatingip and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:35:23.776884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:35:23.782492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:35:23.848696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:24.034191 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:24.232287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.63 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/f38ef3f4-8bc1-4720-889b-116ccb4c1c22) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:35:24.380507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:24.500349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:24.566800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:35:24.569701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:35:24.573472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:35:24.604028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=f38ef3f4-8bc1-4720-889b-116ccb4c1c22,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:25.169274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:25.293361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:25.489104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:25.533914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:25.636063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=f38ef3f4-8bc1-4720-889b-116ccb4c1c22,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:35:25.654437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:25.837122 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP df2a5a44-1fc2-40a5-9e63-894c1695e97d associated. External IP: 172.26.4.63, port: 9f58808d-57bd-4918-aca1-c092b0c25114. Jan 17 08:35:26.216302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 18c0dd31-85be-4395-abc5-0183c4afe27f has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:35:26.502103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:35:26.511456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] Sync routers for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:35:26.523447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:35:26.524053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:35:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:26.574578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:26.629981 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0362816d-9959-4510-8ca5-ff0df0c93664 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8696866 Jan 17 08:35:26.630564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:35:26.632856 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59336) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:26.685201 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114', 'status': 'completed', 'code': 200} Jan 17 08:35:26.705117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:35:26.786620 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-40fd2eda-e57e-484a-ac2d-2eb760b80205 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/df2a5a44-1fc2-40a5-9e63-894c1695e97d HTTP/1.1" status: 200 len: 991 time: 0.1525514 Jan 17 08:35:26.805350 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a50847ae-ceaa-431b-a77c-e9912fadfa17 req-dcfd5bef-2ae1-4088-bfb3-d4257d8e0c3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 1099 time: 0.0981767 Jan 17 08:35:26.930731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50847ae-ceaa-431b-a77c-e9912fadfa17 req-e05f127d-4a1e-4281-a1be-61b26d3d5fcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:26.932185 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a50847ae-ceaa-431b-a77c-e9912fadfa17 req-e05f127d-4a1e-4281-a1be-61b26d3d5fcb service neutron] 10.222.0.53 "GET /v2.0/networks?id=08280145-d6e9-4c10-b55b-5915b72dcb8e HTTP/1.1" status: 200 len: 897 time: 0.1213703 Jan 17 08:35:27.031937 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a50847ae-ceaa-431b-a77c-e9912fadfa17 req-c2b981de-a65d-4f5e-ac29-cb2d819adbf6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f58808d-57bd-4918-aca1-c092b0c25114 HTTP/1.1" status: 200 len: 999 time: 0.0931668 Jan 17 08:35:27.044064 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'df2a5a44-1fc2-40a5-9e63-894c1695e97d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'port_id': '9f58808d-57bd-4918-aca1-c092b0c25114', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'mac_address': 'fa:16:3e:1f:fe:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:35:25Z', 'updated_at': '2022-01-17T08:35:25Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f9fb63-d9db-458f-96f5-02bb22b9b5ca', 'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:49:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:35:01Z', 'updated_at': '2022-01-17T08:35:08Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:27.047831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] Checking router: 18c0dd31-85be-4395-abc5-0183c4afe27f for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:35:27.058096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:35:27.060594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:35:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:27.093707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50847ae-ceaa-431b-a77c-e9912fadfa17 req-f69fe363-1dcb-4133-ae88-a4461dc28012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:27.095139 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a50847ae-ceaa-431b-a77c-e9912fadfa17 req-f69fe363-1dcb-4133-ae88-a4461dc28012 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab HTTP/1.1" status: 200 len: 843 time: 0.0570800 Jan 17 08:35:27.171016 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a50847ae-ceaa-431b-a77c-e9912fadfa17 req-1b797baa-e74e-4e05-b26a-23d9467692e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08280145-d6e9-4c10-b55b-5915b72dcb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694232 Jan 17 08:35:27.267013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:35:27.300547 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a50847ae-ceaa-431b-a77c-e9912fadfa17 req-1b27cdd5-6ba9-4b17-9f94-700e0c7035e0 service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234384 Jan 17 08:35:27.527091 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a50847ae-ceaa-431b-a77c-e9912fadfa17 req-574eaf68-a0f1-4050-8304-cf4a91103f98 service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207880 Jan 17 08:35:27.653858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'df2a5a44-1fc2-40a5-9e63-894c1695e97d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'port_id': '9f58808d-57bd-4918-aca1-c092b0c25114', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'mac_address': 'fa:16:3e:1f:fe:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:35:25Z', 'updated_at': '2022-01-17T08:35:25Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f9fb63-d9db-458f-96f5-02bb22b9b5ca', 'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:49:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:35:01Z', 'updated_at': '2022-01-17T08:35:08Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:35:27.657746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5486de1-57f6-4990-bb83-474d0467a54a None None] The sync data for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv is: [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'df2a5a44-1fc2-40a5-9e63-894c1695e97d', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.63', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'port_id': '9f58808d-57bd-4918-aca1-c092b0c25114', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'mac_address': 'fa:16:3e:1f:fe:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:35:25Z', 'updated_at': '2022-01-17T08:35:25Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f9fb63-d9db-458f-96f5-02bb22b9b5ca', 'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:49:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:35:01Z', 'updated_at': '2022-01-17T08:35:08Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:35:27.790599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59342) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:27.842851 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733e9af-2efe-4152-b4fd-1f0c1081f9f6 None None] New status for floating IP df2a5a44-1fc2-40a5-9e63-894c1695e97d: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:35:27.898408 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d822f5e8-0918-44fe-a4af-7d4a4eb57e92 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/df2a5a44-1fc2-40a5-9e63-894c1695e97d HTTP/1.1" status: 200 len: 991 time: 0.1065979 Jan 17 08:35:28.902253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59346) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:35:29.003900 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b81b9d3a-1eeb-4e51-8356-02589df8aac2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/df2a5a44-1fc2-40a5-9e63-894c1695e97d HTTP/1.1" status: 200 len: 993 time: 0.1005423 Jan 17 08:35:36.059993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2c6a861e-61ca-4eb2-9608-54b07de35bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:38.208544 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d368767c-1880-4009-ad87-2b603b7af724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:38.718518 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:35:39.545382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:39.573754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:40.951340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:49.630979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:35:51.663361 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-e4614419-a8f5-4bab-bc62-a8c8dc93c6ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696642 Jan 17 08:35:51.795619 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-70e2629a-580b-4952-bd5a-caa31dcd2c69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 1099 time: 0.0664201 Jan 17 08:35:51.933161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-829dd708-0d1c-43c9-858b-14cb01530fb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:51.934574 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-829dd708-0d1c-43c9-858b-14cb01530fb9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08280145-d6e9-4c10-b55b-5915b72dcb8e HTTP/1.1" status: 200 len: 897 time: 0.1213508 Jan 17 08:35:52.034210 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-0b789758-bf16-482f-9d75-5bcd184e6c35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f58808d-57bd-4918-aca1-c092b0c25114 HTTP/1.1" status: 200 len: 1001 time: 0.0941687 Jan 17 08:35:52.094852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-8ca4df48-d76f-4463-bb55-5e11feb74ae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:35:52.096300 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-8ca4df48-d76f-4463-bb55-5e11feb74ae7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab HTTP/1.1" status: 200 len: 843 time: 0.0565329 Jan 17 08:35:52.170332 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-b6599c51-3749-4a28-9c71-f9a1147ccab1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08280145-d6e9-4c10-b55b-5915b72dcb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682263 Jan 17 08:35:52.296236 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-b40911bc-17f7-479e-9751-a5253f08fc7d service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191745 Jan 17 08:35:52.421251 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e33dd271-fe8c-4768-ae40-7d1d6718e76c req-e5d7500a-1f26-453d-ba39-12385aa519db service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193476 Jan 17 08:36:06.076844 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3714a51d-c729-4dd7-b25a-4bb9c5aacc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:08.230213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2e1408ad-1c98-4b5f-9431-481c879f7bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:09.521774 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:09.544307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:10.944762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:15.718287 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:36:19.659568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:36.076267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b4b0-a624-4f18-aaa9-ff544ae36418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:38.230363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c7e540aa-fbc2-448b-b86e-c06121d95cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:39.510533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:39.556071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:40.916832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:49.687486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:36:52.718954 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:36:53.328611 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-2b0a9336-5b7b-4b94-bc49-bd312f8526fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691199 Jan 17 08:36:53.467985 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-553d9273-cb7d-4172-b1ce-c9f0d046a3fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 1099 time: 0.0706382 Jan 17 08:36:53.605459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-9f71684e-a879-497c-b8b5-88fbd55a9c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:36:53.606867 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-9f71684e-a879-497c-b8b5-88fbd55a9c5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=08280145-d6e9-4c10-b55b-5915b72dcb8e HTTP/1.1" status: 200 len: 897 time: 0.1215692 Jan 17 08:36:53.709313 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-61d2c384-ac6c-431b-883d-43936ae743d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f58808d-57bd-4918-aca1-c092b0c25114 HTTP/1.1" status: 200 len: 1001 time: 0.0967569 Jan 17 08:36:53.771910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-d7d6b2d1-053a-49d1-a285-5ccbba448928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:36:53.773555 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-d7d6b2d1-053a-49d1-a285-5ccbba448928 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab HTTP/1.1" status: 200 len: 843 time: 0.0581467 Jan 17 08:36:53.843808 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-a52ac8cb-85ba-4798-aa83-aba779cb102e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08280145-d6e9-4c10-b55b-5915b72dcb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641842 Jan 17 08:36:54.057395 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-b07ba5cc-b4d0-4563-8a34-5b5101554b44 service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071662 Jan 17 08:36:54.184824 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8ed32fa7-87bf-4106-8a62-2396d0591cb3 req-97c93eeb-b594-494b-80df-daa8f2f993b4 service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214125 Jan 17 08:37:06.047158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c955c40-0073-42e3-9558-81d828bf2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:08.218462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-17c4796a-4ecf-43ca-aee3-8767672388f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:09.498520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:09.521205 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:10.949918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:19.704640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:29.718875 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:37:36.064205 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ba707c83-a1e2-4b2d-8d18-cf1160e73b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:38.207161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fdb986b2-0d45-43f5-8e0f-4f560a30acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:39.515303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:39.542431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:40.943109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:49.736904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:37:54.443320 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-20273b9e-e2b6-43e3-863e-ec70b5b53a56 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699470 Jan 17 08:37:54.580249 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-4af8de39-5e64-4dbc-9d0c-7f6fb6b39c49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 1099 time: 0.0670292 Jan 17 08:37:54.729004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-71497698-ba77-4c3a-a967-78ff89d113df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:37:54.731078 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-71497698-ba77-4c3a-a967-78ff89d113df service neutron] 10.222.0.53 "GET /v2.0/networks?id=08280145-d6e9-4c10-b55b-5915b72dcb8e HTTP/1.1" status: 200 len: 897 time: 0.1330383 Jan 17 08:37:54.831098 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-cd353168-11f3-461e-8a38-b8d4c127ab5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f58808d-57bd-4918-aca1-c092b0c25114 HTTP/1.1" status: 200 len: 1001 time: 0.0940766 Jan 17 08:37:54.890923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-2629b636-f3e7-47bf-b7ed-c09e89846228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:37:54.892322 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-2629b636-f3e7-47bf-b7ed-c09e89846228 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab HTTP/1.1" status: 200 len: 843 time: 0.0552549 Jan 17 08:37:54.966594 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-e85ef63d-754b-403d-83fe-515f15948317 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08280145-d6e9-4c10-b55b-5915b72dcb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688176 Jan 17 08:37:55.095267 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-e2eef26e-a227-48b4-ad8c-88a11d4b5668 service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228406 Jan 17 08:37:55.222881 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-46aa56af-0040-4833-85ce-0046d1dcf272 req-4dcd59bd-6ed2-4b5a-ae4b-625c93fdec52 service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212242 Jan 17 08:38:01.145231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59396) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:38:01.151035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:38:01.377274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6757975'] for subnet, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:01.618582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727488254455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1183237'] for subnet, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:01.668209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:38:01.668786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:01.670503 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/subnets/7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab HTTP/1.1" status: 200 len: 835 time: 0.5238039 Jan 17 08:38:01.675051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800974a-48af-4146-b1d0-21a3892fd0b7 None None] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:38:01.689647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:01.697987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.698333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.698673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.699036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.699391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.699732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.700040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.700359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.700686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.701003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:01.701321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dc72d-c8ec-4aca-8861-7335a6d7efa0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:02.165848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e15f66b5-d59d-459b-85ee-720f43716831 None None] Provisioning complete for port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:38:02.166146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e15f66b5-d59d-459b-85ee-720f43716831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:02.298611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e15f66b5-d59d-459b-85ee-720f43716831 None None] Provisioning complete for port 91d9bef7-6177-4e8c-98cc-256651fdfc92 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:38:02.298887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e15f66b5-d59d-459b-85ee-720f43716831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:02.426780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e15f66b5-d59d-459b-85ee-720f43716831 None None] Provisioning complete for port 9f58808d-57bd-4918-aca1-c092b0c25114 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:38:02.427056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e15f66b5-d59d-459b-85ee-720f43716831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:06.069317 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4b5c077-7437-40a3-ac81-9293da091477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:06.719260 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:38:08.212269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0286cea-1674-4011-9ede-3cef57a6a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:09.504207 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:09.538302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:10.972701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:19.737755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:36.078938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-324ba1f8-b97a-4dc3-8028-2888171fcf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:38.229469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74c0c8a1-967a-4e4d-b11c-1e7d3b5e2fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:39.520250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:39.548998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:40.938870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:43.719037 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:38:46.180203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59414) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:38:46.436224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port f38ef3f4-8bc1-4720-889b-116ccb4c1c22 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:38:46.436565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:46.602916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:46.603258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:46.718069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for f38ef3f4-8bc1-4720-889b-116ccb4c1c22 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:38:46.920724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:46.963338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=f38ef3f4-8bc1-4720-889b-116ccb4c1c22,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:47.138896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:47.515087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 18c0dd31-85be-4395-abc5-0183c4afe27f has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:38:47.715925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:38:47.727473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] Sync routers for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:38:47.741306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:38:47.744387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:38:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:47.845303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:47.897708 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5fd1c449-a638-470f-a460-f7ede6ccfbeb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/floatingips/df2a5a44-1fc2-40a5-9e63-894c1695e97d HTTP/1.1" status: 204 len: 168 time: 1.7163756 Jan 17 08:38:47.898382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:38:47.913347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:38:47.981657 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114', 'status': 'completed', 'code': 200} Jan 17 08:38:48.074192 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-df0b2193-6099-4561-b27d-0ed15569787a req-44b17399-5dd4-4fa7-9760-4e2a284934d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 1099 time: 0.0728476 Jan 17 08:38:48.205770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b2193-6099-4561-b27d-0ed15569787a req-9f6a4100-0922-423f-a20d-6f0bdcdf5152 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:38:48.208095 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-df0b2193-6099-4561-b27d-0ed15569787a req-9f6a4100-0922-423f-a20d-6f0bdcdf5152 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08280145-d6e9-4c10-b55b-5915b72dcb8e HTTP/1.1" status: 200 len: 897 time: 0.1281445 Jan 17 08:38:48.242866 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '60f9fb63-d9db-458f-96f5-02bb22b9b5ca', 'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:49:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:35:01Z', 'updated_at': '2022-01-17T08:35:08Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:48.246661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] Checking router: 18c0dd31-85be-4395-abc5-0183c4afe27f for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:38:48.257765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:38:48.258823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:38:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:48.280244 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-df0b2193-6099-4561-b27d-0ed15569787a req-c4c83831-db84-4e51-9c58-c473f15a596c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f58808d-57bd-4918-aca1-c092b0c25114 HTTP/1.1" status: 200 len: 217 time: 0.0664108 Jan 17 08:38:48.340238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b2193-6099-4561-b27d-0ed15569787a req-a16edfca-36fa-4d34-b73b-ee7e3cdb7a0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:38:48.341738 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-df0b2193-6099-4561-b27d-0ed15569787a req-a16edfca-36fa-4d34-b73b-ee7e3cdb7a0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab HTTP/1.1" status: 200 len: 843 time: 0.0563896 Jan 17 08:38:48.418517 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-df0b2193-6099-4561-b27d-0ed15569787a req-e1813615-5487-4675-849e-0f48c8e03c3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08280145-d6e9-4c10-b55b-5915b72dcb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716891 Jan 17 08:38:48.442712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:38:48.704439 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-df0b2193-6099-4561-b27d-0ed15569787a req-48225462-6da9-4c5a-9d08-608654aab1e1 service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783465 Jan 17 08:38:48.760506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '60f9fb63-d9db-458f-96f5-02bb22b9b5ca', 'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:49:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:35:01Z', 'updated_at': '2022-01-17T08:35:08Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:48.764453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cadccc5-07cd-4f7a-a90d-08e755b1b581 None None] The sync data for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv is: [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '60f9fb63-d9db-458f-96f5-02bb22b9b5ca', 'name': '', 'network_id': '08280145-d6e9-4c10-b55b-5915b72dcb8e', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:49:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:35:01Z', 'updated_at': '2022-01-17T08:35:08Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:38:48.797746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b6fc5-4a4d-4b70-ac99-7680f17e4b5e req-875b90b7-31a5-4f64-8be7-9dd54ca8fd98 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:38:48.799179 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc5b6fc5-4a4d-4b70-ac99-7680f17e4b5e req-875b90b7-31a5-4f64-8be7-9dd54ca8fd98 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 946 time: 0.3512199 Jan 17 08:38:48.885128 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-df0b2193-6099-4561-b27d-0ed15569787a req-216c34f7-5966-473d-8e3a-98835f38aabb service neutron] 10.222.0.53 "GET /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731715 Jan 17 08:38:48.887953 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc5b6fc5-4a4d-4b70-ac99-7680f17e4b5e req-c834944e-c999-48c4-a548-d17a70b894f7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790882 Jan 17 08:38:48.994353 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fe4ba-3b98-4436-bf94-e16b3fd72b3d None None] New status for floating IP df2a5a44-1fc2-40a5-9e63-894c1695e97d: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:38:49.724509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:50.083129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e698b10-45a7-424f-a829-96b6c4615420 req-19eb1afb-04f4-4e71-b046-04fbcaee6467 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:38:50.084833 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3e698b10-45a7-424f-a829-96b6c4615420 req-19eb1afb-04f4-4e71-b046-04fbcaee6467 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 946 time: 0.0762863 Jan 17 08:38:50.153251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-3e698b10-45a7-424f-a829-96b6c4615420 req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 9f58808d-57bd-4918-aca1-c092b0c25114 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:38:50.154170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-3e698b10-45a7-424f-a829-96b6c4615420 req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:50.198061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155819-7102-4f93-bbf0-ebeae0ee78de req-14f0fee5-59a8-4ac3-be8b-72f9be6bf3c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:38:50.198772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-82155819-7102-4f93-bbf0-ebeae0ee78de req-14f0fee5-59a8-4ac3-be8b-72f9be6bf3c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:38:50.269373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-82155819-7102-4f93-bbf0-ebeae0ee78de req-14f0fee5-59a8-4ac3-be8b-72f9be6bf3c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:38:50.270471 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-82155819-7102-4f93-bbf0-ebeae0ee78de req-14f0fee5-59a8-4ac3-be8b-72f9be6bf3c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 946 time: 0.2139950 Jan 17 08:38:50.318427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-82155819-7102-4f93-bbf0-ebeae0ee78de req-8f0a9d81-a691-4214-a2ab-cf09d45d16d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=b09b0eb8-c729-4a31-9f5a-58b0d24047a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Jan 17 08:38:50.391737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-3e698b10-45a7-424f-a829-96b6c4615420 req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 9f58808d-57bd-4918-aca1-c092b0c25114, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=9f58808d-57bd-4918-aca1-c092b0c25114,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:38:50.392095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-3e698b10-45a7-424f-a829-96b6c4615420 req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:50.510681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-3e698b10-45a7-424f-a829-96b6c4615420 req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 9f58808d-57bd-4918-aca1-c092b0c25114 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:38:50.697892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-3e698b10-45a7-424f-a829-96b6c4615420 req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:50.746148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=9f58808d-57bd-4918-aca1-c092b0c25114,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:50.788226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.788584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.788918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.789249 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.789579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.789904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.790225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.790547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.790863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.791178 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.791525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:50.831171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e698b10-45a7-424f-a829-96b6c4615420 req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port 9f58808d-57bd-4918-aca1-c092b0c25114 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:38:50.833443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-3e698b10-45a7-424f-a829-96b6c4615420 req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:50.836118 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'name': 'network-vif-deleted', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:38:50.915787 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3e698b10-45a7-424f-a829-96b6c4615420 req-22fb2925-ed51-470a-b379-e88d945046f2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/9f58808d-57bd-4918-aca1-c092b0c25114 HTTP/1.1" status: 204 len: 173 time: 0.8232660 Jan 17 08:38:50.982281 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f1dc1e-e41d-4dde-96da-3f085d4b8857', 'name': 'network-vif-deleted', 'tag': '9f58808d-57bd-4918-aca1-c092b0c25114', 'status': 'completed', 'code': 200} Jan 17 08:38:51.489889 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ba3e1167-e9f0-4d25-b706-87c2bb1298d1 req-f98cf4f4-aab5-4b29-8281-0bdb4117de0f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f1dc1e-e41d-4dde-96da-3f085d4b8857 HTTP/1.1" status: 200 len: 210 time: 0.0409865 Jan 17 08:38:52.595589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59454) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:38:52.661137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ade8bee-b3de-431c-a512-7be991be3d35 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:52.689486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ade8bee-b3de-431c-a512-7be991be3d35 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:52.796734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 9f58808d-57bd-4918-aca1-c092b0c25114 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:38:52.816089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ade8bee-b3de-431c-a512-7be991be3d35 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:52.828672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 9f58808d-57bd-4918-aca1-c092b0c25114 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:38:52.829019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 9f58808d-57bd-4918-aca1-c092b0c25114 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:38:52.839138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade8bee-b3de-431c-a512-7be991be3d35 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09b0eb8-c729-4a31-9f5a-58b0d24047a8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:52.889049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ade8bee-b3de-431c-a512-7be991be3d35 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:52.890144 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8ade8bee-b3de-431c-a512-7be991be3d35 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/b09b0eb8-c729-4a31-9f5a-58b0d24047a8 HTTP/1.1" status: 204 len: 168 time: 0.2935934 Jan 17 08:38:53.012811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59460) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:38:53.393987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:54.078023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:38:54.078725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:54.253876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 60f9fb63-d9db-458f-96f5-02bb22b9b5ca, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=60f9fb63-d9db-458f-96f5-02bb22b9b5ca,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:38:54.254221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:54.382634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 60f9fb63-d9db-458f-96f5-02bb22b9b5ca owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:38:54.623580 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:54.672561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=60f9fb63-d9db-458f-96f5-02bb22b9b5ca,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:54.959518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:55.608622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 18c0dd31-85be-4395-abc5-0183c4afe27f has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:38:55.818713 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:38:55.831345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] Sync routers for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:38:55.834948 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fd2c3ca2-6255-437a-aa2f-6d794787d30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/18c0dd31-85be-4395-abc5-0183c4afe27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8179648 Jan 17 08:38:55.834948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:38:55.845330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:38:55.852820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:38:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:56.032741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-00235cb2-36b1-43e2-a809-30f7253af97e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting subnet 7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:38:56.035985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00235cb2-36b1-43e2-a809-30f7253af97e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:56.068083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:38:56.090027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00235cb2-36b1-43e2-a809-30f7253af97e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:56.174783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00235cb2-36b1-43e2-a809-30f7253af97e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:56.297862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00235cb2-36b1-43e2-a809-30f7253af97e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:56.336917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00235cb2-36b1-43e2-a809-30f7253af97e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Subnet': ['ID=7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:56.349170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00235cb2-36b1-43e2-a809-30f7253af97e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:56.350005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:38:54Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:56.356009 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-00235cb2-36b1-43e2-a809-30f7253af97e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/subnets/7a28f7b2-84a5-4396-8619-dfaf8eb5d6ab HTTP/1.1" status: 204 len: 168 time: 0.5203094 Jan 17 08:38:56.358672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e8a8a9-802f-4abc-9ce4-50dae490bcf5 None None] Network 08280145-d6e9-4c10-b55b-5915b72dcb8e requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:38:56.359062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59468) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:38:56.381594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] Checking router: 18c0dd31-85be-4395-abc5-0183c4afe27f for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:38:56.462847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] Routers {'18c0dd31-85be-4395-abc5-0183c4afe27f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:38:56.463512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:38:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['18c0dd31-85be-4395-abc5-0183c4afe27f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:56.558607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:56.724260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] Set router 18c0dd31-85be-4395-abc5-0183c4afe27f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:38:56.751470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:56.817576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:38:56.817916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:56.848121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] DHCP port deletion for 08280145-d6e9-4c10-b55b-5915b72dcb8e request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:38:56.900181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Deleting port 91d9bef7-6177-4e8c-98cc-256651fdfc92 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:38:56.900554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:57.098492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port cf7e5548-0302-4faa-8e61-6cbe11f3dcaa, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=cf7e5548-0302-4faa-8e61-6cbe11f3dcaa,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:38:57.098742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:57.179695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] For port 91d9bef7-6177-4e8c-98cc-256651fdfc92, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=91d9bef7-6177-4e8c-98cc-256651fdfc92,segment=NetworkSegment(8c1973f7-476d-4dcc-9474-73a55d5b4b2a),segment_id=8c1973f7-476d-4dcc-9474-73a55d5b4b2a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:38:57.180087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:57.218585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for cf7e5548-0302-4faa-8e61-6cbe11f3dcaa owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:38:57.305119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Calling delete_port for 91d9bef7-6177-4e8c-98cc-256651fdfc92 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:38:57.405561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:38:54Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:57.411581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2858d-7fa2-4d28-9fc3-a0f7fd2571a8 None None] The sync data for ids ['18c0dd31-85be-4395-abc5-0183c4afe27f'] in dv-neutron-824874-1-hyperv is: [{'id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'name': 'tempest-TestNetworkBasicOps-router-1928415861', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:38:54Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'cf7e5548-0302-4faa-8e61-6cbe11f3dcaa', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:af:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c0dd31-85be-4395-abc5-0183c4afe27f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:34:57Z', 'updated_at': '2022-01-17T08:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:38:57.435530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:57.482060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=cf7e5548-0302-4faa-8e61-6cbe11f3dcaa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:57.492066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:57.534924 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Pushing event deleted for resources: {'Port': ['ID=91d9bef7-6177-4e8c-98cc-256651fdfc92,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:57.545302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] No DVR routers for this DVR port 91d9bef7-6177-4e8c-98cc-256651fdfc92 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:38:57.547558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.547922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.548240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.548573 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.548986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.549262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.549578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.549889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.550209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.550531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.550850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a80c53-b13a-4d28-905e-0197f2fcbe13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:38:57.701604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:57.958673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:57.963047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.078952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.079488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Fanout notify agent at l3_agent the message router_deleted on router 18c0dd31-85be-4395-abc5-0183c4afe27f {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:38:58.094570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.096701 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-412b8586-8c6b-49ce-9085-d91018967ca3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/routers/18c0dd31-85be-4395-abc5-0183c4afe27f HTTP/1.1" status: 204 len: 168 time: 1.7367206 Jan 17 08:38:58.099488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59472) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:38:58.214651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.344587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.455386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08280145-d6e9-4c10-b55b-5915b72dcb8e']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:58.467666 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1973f7-476d-4dcc-9474-73a55d5b4b2a') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:58.467894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1973f7-476d-4dcc-9474-73a55d5b4b2a') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:38:58.479149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.497757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.505386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:38:58.505852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:38:58.521570 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:38:58.571526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 91d9bef7-6177-4e8c-98cc-256651fdfc92 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:38:58.605604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 91d9bef7-6177-4e8c-98cc-256651fdfc92 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:38:58.605949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 91d9bef7-6177-4e8c-98cc-256651fdfc92 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:38:58.606905 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 60f9fb63-d9db-458f-96f5-02bb22b9b5ca no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:38:58.637837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 60f9fb63-d9db-458f-96f5-02bb22b9b5ca {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:38:58.638183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 60f9fb63-d9db-458f-96f5-02bb22b9b5ca not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:38:58.646462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.664590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.676584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Network': ['ID=08280145-d6e9-4c10-b55b-5915b72dcb8e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:58.727336 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f1c00341-abc3-4a82-9d3d-c2dd9d290d01 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/networks/08280145-d6e9-4c10-b55b-5915b72dcb8e HTTP/1.1" status: 204 len: 168 time: 0.6266377 Jan 17 08:38:58.741181 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59476) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:38:58.747682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'network': {'name': 'tempest-network-smoke--494198522', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'port_security_enabled': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:38:58.752705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:38:58.757253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:network and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:38:58.760194 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:38:58.766574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:38:58.823534 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:38:58.826522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.855589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:38:58.864778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.865119 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Added segment cab667f8-2f39-44b4-bb33-648bbb6177af of type vlan for network 3c68f777-3ac6-41a3-aeab-754fda07aa27 Jan 17 08:38:58.890144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.987794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:58.991469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:38:58.995904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:59.098912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Network': ['ID=3c68f777-3ac6-41a3-aeab-754fda07aa27,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:38:59.109596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:38:59.165472 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e363a544-e276-4705-ad21-9dac78a1b93c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4231913 Jan 17 08:38:59.168170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59480) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:38:59.173512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-725690292', 'admin_state_up': True, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:38:59.180310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:38:59.184031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:router and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:38:59.186968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:38:59.192523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:38:59.252174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:59.253036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:59.270622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:59.480239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:59.817299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:59.845423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:38:59.975135 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.238 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/868068dd-f2b9-4c2e-a862-2b3d94fc51b4) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:39:00.118524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:00.161652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device cf7e5548-0302-4faa-8e61-6cbe11f3dcaa no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:39:00.187979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:00.194992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: cf7e5548-0302-4faa-8e61-6cbe11f3dcaa {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:39:00.195368 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device cf7e5548-0302-4faa-8e61-6cbe11f3dcaa not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:39:00.256344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:39:00.259183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:39:00.263399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:39:00.286978 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=868068dd-f2b9-4c2e-a862-2b3d94fc51b4,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:00.482753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:00.483512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:00.788777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 3af42e3a-53c9-4bd2-b0e9-469504a5346d is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:39:00.983931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:39:00.993266 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Sync routers for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:39:01.005632 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:39:01.006227 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:38:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:01.114566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:01.115823 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-669c38ce-2090-43a4-8a61-b8c67913d12d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9467113 Jan 17 08:39:01.118922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59484) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:01.158079 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f814fc3f-6b41-4d91-aa24-4d283d2b0fd3 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380096 Jan 17 08:39:01.160652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59488) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:01.176244 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:39:01.285600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d4382-c553-4aa1-a789-f0f96b6b4369 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:01.286980 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4e3d4382-c553-4aa1-a789-f0f96b6b4369 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1254253 Jan 17 08:39:01.289863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59492) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:01.328152 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e69447e6-f869-442a-9e21-7d1ddc680621 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372131 Jan 17 08:39:01.330607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59496) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:01.335947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2004810642', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:01.442039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:01.445295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:subnet and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:01.448029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:01.453827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:01.460382 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:00Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:01.464180 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Checking router: 3af42e3a-53c9-4bd2-b0e9-469504a5346d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:39:01.464526 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Updating router 3af42e3a-53c9-4bd2-b0e9-469504a5346d port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:39:01.514024 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:01.529925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:39:01.629763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:01.830274 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:01.842321 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Transition to ACTIVE for port object 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:39:01.903651 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:01.983935 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Pushing event updated for resources: {'Port': ['ID=868068dd-f2b9-4c2e-a862-2b3d94fc51b4,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:01.986045 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Attempting to bind port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:39:01.986410 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Attempting to bind port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:39:01.986757 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Attempting to bind port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:39:01.998236 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:01.998776 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:01.998880 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:01.999217 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:01.999553 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:01.999876 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:02.000195 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:02.000514 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:02.000828 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:02.001141 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:02.001455 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:02.004506 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:39:02.008752 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:39:02.008752 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:02.008752 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:39:02.009786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:02.010288 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Bound port: 868068dd-f2b9-4c2e-a862-2b3d94fc51b4, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:39:02.010288 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:02.076450 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] For port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:39:02.079649 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] For port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=868068dd-f2b9-4c2e-a862-2b3d94fc51b4,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:39:02.081450 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=f0273bf0-2047-44f7-9b5f-ff64ae3d0966,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:02.094141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Checking segment: {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:39:02.094479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network hostable DHCP agents. Network: 3c68f777-3ac6-41a3-aeab-754fda07aa27, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:39:02.170758 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:02.200929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:39:02.248469 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc2cb5-cc39-4ebe-a804-924050e29203 None None] Pushing event updated for resources: {'Port': ['ID=868068dd-f2b9-4c2e-a862-2b3d94fc51b4,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:02.251977 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:39:02.252554 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:38:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:02.268801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 3c68f777-3ac6-41a3-aeab-754fda07aa27) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:39:02.272581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:02.273163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:02.277599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e37c33-28cf-4359-b98a-e05332eab2c7 None None] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:39:02.355383 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-493c7858-3a58-4e47-8897-4f2ad06b9ff4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0237827 Jan 17 08:39:02.358146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59500) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:02.431285 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:39:02.517762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-3c68f777-3ac6-41a3-aeab-754fda07aa27', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:39:02.518749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:02.687934 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Allocated IP 172.20.0.2 (3c68f777-3ac6-41a3-aeab-754fda07aa27/f0273bf0-2047-44f7-9b5f-ff64ae3d0966/52599992-1a52-4405-9597-122485749156) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:39:02.756324 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:00Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:02.760248 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad69081-eea8-47d9-bd5b-ef385d27ec29 None None] The sync data for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv is: [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:00Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:39:02.903937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:02.914789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Transition to ACTIVE for port object 52599992-1a52-4405-9597-122485749156 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:39:02.947912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Transition to ACTIVE for port object 52599992-1a52-4405-9597-122485749156 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:39:03.012857 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:03.087176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:39:03.090029 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:39:03.093784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:39:03.103992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Pushing event updated for resources: {'Port': ['ID=52599992-1a52-4405-9597-122485749156,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:03.152964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:03.189072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Attempting to bind port 52599992-1a52-4405-9597-122485749156 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:39:03.189439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Attempting to bind port 52599992-1a52-4405-9597-122485749156 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:39:03.189761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Attempting to bind port 52599992-1a52-4405-9597-122485749156 on network 3c68f777-3ac6-41a3-aeab-754fda07aa27 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:39:03.196505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:39:03.197003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Checking segment: {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:39:03.197412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:03.197859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Bound using segment: {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:39:03.198341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Bound port: 52599992-1a52-4405-9597-122485749156, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:39:03.198658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:03.292965 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] For port 52599992-1a52-4405-9597-122485749156, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:39:03.296941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] For port 52599992-1a52-4405-9597-122485749156, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52599992-1a52-4405-9597-122485749156,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:39:03.355560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:03.438412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10101af2-fe34-4033-832d-3ccb296f4485 None None] Pushing event updated for resources: {'Port': ['ID=52599992-1a52-4405-9597-122485749156,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:03.564139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.1 (3c68f777-3ac6-41a3-aeab-754fda07aa27/f0273bf0-2047-44f7-9b5f-ff64ae3d0966/0127068a-6f09-44f6-9a9c-17b47371b609) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:39:03.740135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:03.760140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 0127068a-6f09-44f6-9a9c-17b47371b609 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:39:03.851998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:04.020819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:39:04.023845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:39:04.029730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:39:04.069129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=0127068a-6f09-44f6-9a9c-17b47371b609,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:04.087459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.087802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.088128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.088452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.088775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.089096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.089411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.089732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.090044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.090353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.090695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:39:04.111254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:04.261643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:04.271079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52599992-1a52-4405-9597-122485749156 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:39:04.398519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 52599992-1a52-4405-9597-122485749156 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:39:04.408688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:39:04.442748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630b071-8bb8-497c-bb36-68637da9434a None None] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:39:04.627221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fe1888b8-a6c3-4873-912f-2949f24ec8ca None None] Provisioning for port 52599992-1a52-4405-9597-122485749156 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:39:04.639059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fe1888b8-a6c3-4873-912f-2949f24ec8ca None None] Provisioning complete for port 52599992-1a52-4405-9597-122485749156 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:04.639455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe1888b8-a6c3-4873-912f-2949f24ec8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:04.713593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:39:04.729333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:04.738159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:04.746343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:04.793150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:04.902768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:04.906135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=0127068a-6f09-44f6-9a9c-17b47371b609,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:04.941720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe1888b8-a6c3-4873-912f-2949f24ec8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:04.987952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:05.010852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fe1888b8-a6c3-4873-912f-2949f24ec8ca None None] For port 52599992-1a52-4405-9597-122485749156, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52599992-1a52-4405-9597-122485749156,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:39:05.013087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=868068dd-f2b9-4c2e-a862-2b3d94fc51b4,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:39:05.041972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:39:05.043146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:39:05.097977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe1888b8-a6c3-4873-912f-2949f24ec8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:05.136442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:05.173423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1888b8-a6c3-4873-912f-2949f24ec8ca None None] Pushing event updated for resources: {'Port': ['ID=52599992-1a52-4405-9597-122485749156,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:05.248331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=868068dd-f2b9-4c2e-a862-2b3d94fc51b4,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:05.295945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-083858c0-6240-4809-8a8c-0eac11816009 None None] Provisioning for port 0127068a-6f09-44f6-9a9c-17b47371b609 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:39:05.301142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-083858c0-6240-4809-8a8c-0eac11816009 None None] Provisioning complete for port 0127068a-6f09-44f6-9a9c-17b47371b609 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:05.305930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-083858c0-6240-4809-8a8c-0eac11816009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:05.361562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-083858c0-6240-4809-8a8c-0eac11816009 None None] Port 0127068a-6f09-44f6-9a9c-17b47371b609 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:39:05.378621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-083858c0-6240-4809-8a8c-0eac11816009 None None] Provisioning complete for port 52599992-1a52-4405-9597-122485749156 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:05.379010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-083858c0-6240-4809-8a8c-0eac11816009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:05.444238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 3af42e3a-53c9-4bd2-b0e9-469504a5346d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:39:05.623008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-599823cd-3baa-4b70-9e46-2fac5e09af2b None None] Provisioning complete for port 0127068a-6f09-44f6-9a9c-17b47371b609 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:05.623702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-599823cd-3baa-4b70-9e46-2fac5e09af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:05.680065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-599823cd-3baa-4b70-9e46-2fac5e09af2b None None] Port 0127068a-6f09-44f6-9a9c-17b47371b609 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:39:05.747634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:39:05.760162 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-50362ed1-e909-4117-ab4f-125189cea150 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/3af42e3a-53c9-4bd2-b0e9-469504a5346d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4008980 Jan 17 08:39:05.762956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59504) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:05.895949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c76c3-100c-4444-bb9e-677604b650f9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:05.896314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c76c3-100c-4444-bb9e-677604b650f9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:05.896672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c76c3-100c-4444-bb9e-677604b650f9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:05.897033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c76c3-100c-4444-bb9e-677604b650f9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:05.898633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-912c76c3-100c-4444-bb9e-677604b650f9 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1347506 Jan 17 08:39:05.901402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59508) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:05.966317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611ec52b-1402-4295-9441-a9230bbcb2a3 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:05.966687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611ec52b-1402-4295-9441-a9230bbcb2a3 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:05.967042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611ec52b-1402-4295-9441-a9230bbcb2a3 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:05.967429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611ec52b-1402-4295-9441-a9230bbcb2a3 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:05.969032 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-611ec52b-1402-4295-9441-a9230bbcb2a3 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0667255 Jan 17 08:39:05.971671 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59512) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:06.092522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5334baa3-d2fb-4d98-a84e-a7567d83b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:06.170497 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-597c93ed-e420-44c1-8d23-dcb7793fdac7 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1978164 Jan 17 08:39:06.218524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52599992-1a52-4405-9597-122485749156 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:39:06.284132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Sync routers for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:39:06.295457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 52599992-1a52-4405-9597-122485749156 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:06.295829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:06.348226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:39:06.348841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:38:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:06.562337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:39:06.604388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59518) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:06.610063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277282567', 'description': 'tempest-secgroup-smoke-1277282567 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:06.612572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:39:06.615986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:06.619952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:06.623314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:06.628814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:06.703322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:06.738436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:06.742124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:06.744823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:06.751986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:06.804299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:06.842507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:06.843010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:06.868605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:06.912391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1e2a92-bb15-4840-8fa4-aba6bb349d73,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:06.965971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:06.969873 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fa4385e3-d09b-468e-ae84-5efc0a499012 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3617659 Jan 17 08:39:06.970270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59522) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:06.976251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '7d1e2a92-bb15-4840-8fa4-aba6bb349d73', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:06.982651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:06.986393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:06.989202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:06.994795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:07.053251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:07.057303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Checking router: 3af42e3a-53c9-4bd2-b0e9-469504a5346d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:39:07.057653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Updating router 3af42e3a-53c9-4bd2-b0e9-469504a5346d port 0127068a-6f09-44f6-9a9c-17b47371b609 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:39:07.110090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.164933 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.176245 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.244529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.267799 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76216850-d8ea-46d1-820c-940251d70417,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:07.343897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.345124 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e9c61501-3796-4f4a-8d7f-066dadfa38c7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3739414 Jan 17 08:39:07.347864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59526) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:07.353303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '7d1e2a92-bb15-4840-8fa4-aba6bb349d73', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:07.359741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:07.363576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:07.366278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:07.371951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:07.453391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.495544 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.507438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Transition to ACTIVE for port object 0127068a-6f09-44f6-9a9c-17b47371b609 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:39:07.515859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.581599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.594463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.617309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50f4ef2-4092-4cd6-9cab-a964defabee5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:07.692088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.693319 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aca77839-41a7-4a39-a00c-6e1e6d79ce69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3444748 Jan 17 08:39:07.696207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59530) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:07.702999 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '7d1e2a92-bb15-4840-8fa4-aba6bb349d73', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:07.705339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791db0b-28bd-4231-a343-1c26c14547f0 None None] Pushing event updated for resources: {'Port': ['ID=0127068a-6f09-44f6-9a9c-17b47371b609,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:07.710006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:07.714522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:07.718796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:07.726352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:07.805615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.809706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Attempting to bind port 0127068a-6f09-44f6-9a9c-17b47371b609 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:39:07.810104 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Attempting to bind port 0127068a-6f09-44f6-9a9c-17b47371b609 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:39:07.810453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Attempting to bind port 0127068a-6f09-44f6-9a9c-17b47371b609 on network 3c68f777-3ac6-41a3-aeab-754fda07aa27 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:39:07.817880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:39:07.818851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Checking segment: {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:39:07.819337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.819696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Bound using segment: {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:39:07.820174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Bound port: 0127068a-6f09-44f6-9a9c-17b47371b609, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:39:07.820598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.870254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.909417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] For port 0127068a-6f09-44f6-9a9c-17b47371b609, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:39:07.913577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] For port 0127068a-6f09-44f6-9a9c-17b47371b609, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0127068a-6f09-44f6-9a9c-17b47371b609,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:39:07.947283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:07.974121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981b2bea-8554-4a31-8191-21a269d5e618,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:08.012903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.040299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.041493 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-daa5d6ad-4d12-40cc-99b3-16d33692b40c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3440516 Jan 17 08:39:08.044422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59534) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:08.049738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '7d1e2a92-bb15-4840-8fa4-aba6bb349d73', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:08.055500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:08.059783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:08.062739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:08.069203 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:08.094363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791db0b-28bd-4231-a343-1c26c14547f0 None None] Pushing event updated for resources: {'Port': ['ID=0127068a-6f09-44f6-9a9c-17b47371b609,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:08.097358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:39:08.098055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:38:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:08.151068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.234338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.246200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-715210b0-fff6-4fe1-ab7a-545d9ec9d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.294157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:39:08.303364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.331269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6f357f-a10e-4025-a534-ac04fcab6740,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:08.393237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.394450 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-25896eca-0d6c-4642-a911-c008f5ff30f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3491247 Jan 17 08:39:08.397255 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59538) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:08.402690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '7d1e2a92-bb15-4840-8fa4-aba6bb349d73', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:08.408770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:08.412526 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:08.415449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:08.421894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:08.501894 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:39:08.508767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.571482 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.613997 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:07Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:08.617956 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31e05d-f2fb-41b2-979e-939b59974815 None None] The sync data for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv is: [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:07Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:39:08.644753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.686444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0127689-e516-4de3-b4a8-34445bbab94d,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:08.777561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.780597 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d6c63fb7-d46f-466a-8342-66f7545dda80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3818080 Jan 17 08:39:08.783023 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59542) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:08.789205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '7d1e2a92-bb15-4840-8fa4-aba6bb349d73', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:08.796224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:08.800361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:08.803406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:08.809271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:08.886149 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:39:08.893842 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:08.965017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:09.055782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:09.080446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c814bd-085d-4812-a971-674eab4ed55b,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:09.138342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:09.139596 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a84cc370-40f0-4419-91b2-51573d870587 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3554482 Jan 17 08:39:09.313097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-572b831e-3432-4b5d-9140-be3acbc60286 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:39:09.389427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-572b831e-3432-4b5d-9140-be3acbc60286 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:39:09.390672 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-572b831e-3432-4b5d-9140-be3acbc60286 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277282567&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.1184592 Jan 17 08:39:09.491886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:09.531744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:09.563066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-fd6acc88-0d96-4dd7-944e-c552d5c69da5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:09.563823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-fd6acc88-0d96-4dd7-944e-c552d5c69da5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:39:09.628841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-fd6acc88-0d96-4dd7-944e-c552d5c69da5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:39:09.629950 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-fd6acc88-0d96-4dd7-944e-c552d5c69da5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 796 time: 0.2328174 Jan 17 08:39:09.645943 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-4fe737a7-531b-4467-86da-309876f642fd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0108447 Jan 17 08:39:09.728378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-5a38f393-22e7-4b2f-83df-78c33feff1ec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:39:09.783461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-5a38f393-22e7-4b2f-83df-78c33feff1ec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:39:09.785035 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-5a38f393-22e7-4b2f-83df-78c33feff1ec tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342781 Jan 17 08:39:09.867071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-c4754e5f-232f-4221-8db6-072c82790bd9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:39:09.868051 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-c4754e5f-232f-4221-8db6-072c82790bd9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0718210 Jan 17 08:39:09.995744 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-2104663e-bdcf-4710-a2b3-fd04f32b6537 service neutron] 10.222.0.44 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213646 Jan 17 08:39:10.120557 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-a705b9e5-49e8-4b89-a981-3660a2fda4f1 service neutron] 10.222.0.44 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187310 Jan 17 08:39:10.227022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0127068a-6f09-44f6-9a9c-17b47371b609 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:39:10.375471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 0127068a-6f09-44f6-9a9c-17b47371b609 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:39:10.380393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0127068a-6f09-44f6-9a9c-17b47371b609 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:10.380761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:10.398237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-4f1bea1f-b9d9-4010-b52e-b7db29d31572 req-c76140ec-bdbe-43a3-ae00-d9e21fbace51 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:39:10.410945 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-4f1bea1f-b9d9-4010-b52e-b7db29d31572 req-c76140ec-bdbe-43a3-ae00-d9e21fbace51 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:39:10.412214 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4f1bea1f-b9d9-4010-b52e-b7db29d31572 req-c76140ec-bdbe-43a3-ae00-d9e21fbace51 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 210 time: 0.0584841 Jan 17 08:39:10.526340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:10.561347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 0127068a-6f09-44f6-9a9c-17b47371b609, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0127068a-6f09-44f6-9a9c-17b47371b609,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:39:10.649957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:10.749353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=0127068a-6f09-44f6-9a9c-17b47371b609,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:10.965942 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:11.603480 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ef406120-a82e-4cbd-97ba-3eb4c5540d7c req-539994d8-3845-4f89-ab93-b2e65a3f7c40 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 210 time: 0.0398879 Jan 17 08:39:12.213514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0127068a-6f09-44f6-9a9c-17b47371b609 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:39:12.281294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0127068a-6f09-44f6-9a9c-17b47371b609 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:12.281655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:12.488831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-1b99d02d-a4d2-43d3-9e0e-c904d1df949d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:12.488831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-1b99d02d-a4d2-43d3-9e0e-c904d1df949d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:39:12.488831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-1b99d02d-a4d2-43d3-9e0e-c904d1df949d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:39:12.488831 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-1b99d02d-a4d2-43d3-9e0e-c904d1df949d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 796 time: 0.1611855 Jan 17 08:39:12.539422 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-cb0f6582-9a24-4b27-b406-5ee4aad8c5c2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 380 time: 0.0391686 Jan 17 08:39:12.547802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['7d1e2a92-bb15-4840-8fa4-aba6bb349d73']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:12.683262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:12.694064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:12.762449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:39:12.765452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:12.781236 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-db4dad8f-1fcf-455d-a80f-ea5f910da9d6 req-cc283bd2-05fa-419b-a644-a58d79ccc662 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 210 time: 0.0579669 Jan 17 08:39:12.934033 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.14 (3c68f777-3ac6-41a3-aeab-754fda07aa27/f0273bf0-2047-44f7-9b5f-ff64ae3d0966/79122907-c90a-4458-a413-944c8f617500) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:39:13.114947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:13.129424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 79122907-c90a-4458-a413-944c8f617500 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:39:13.200456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:13.265770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:39:13.268565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:39:13.272396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:39:13.308389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=79122907-c90a-4458-a413-944c8f617500,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:13.342432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:13.343008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:13.418254 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b56ce5a7-f61f-46e9-b2a7-af6c0a9d1177 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8738444 Jan 17 08:39:13.430100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Request body: {'port': {'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:13.514725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3c5523bf-c323-46be-a021-caf72b1af9df None None] Provisioning for port 79122907-c90a-4458-a413-944c8f617500 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:39:13.519770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3c5523bf-c323-46be-a021-caf72b1af9df None None] Provisioning complete for port 79122907-c90a-4458-a413-944c8f617500 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:13.520250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c5523bf-c323-46be-a021-caf72b1af9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:13.538247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:13.574174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3c5523bf-c323-46be-a021-caf72b1af9df None None] Port 79122907-c90a-4458-a413-944c8f617500 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:39:13.876145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79122907-c90a-4458-a413-944c8f617500 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:39:13.882925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:13.897405 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Transition to ACTIVE for port object 79122907-c90a-4458-a413-944c8f617500 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:39:13.960784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:13.975811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d5f8a-f574-45af-9229-b1a00d254385 req-636d7aad-a1c1-4fce-873c-69c8a4520905 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:13.977347 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9d7d5f8a-f574-45af-9229-b1a00d254385 req-636d7aad-a1c1-4fce-873c-69c8a4520905 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 932 time: 0.0738969 Jan 17 08:39:14.028380 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9d7d5f8a-f574-45af-9229-b1a00d254385 req-2c441b1c-ca80-408d-af5a-f1d71626c351 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 Jan 17 08:39:14.200233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=79122907-c90a-4458-a413-944c8f617500,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:14.280333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Attempting to bind port 79122907-c90a-4458-a413-944c8f617500 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:39:14.280608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Attempting to bind port 79122907-c90a-4458-a413-944c8f617500 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:39:14.280929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Attempting to bind port 79122907-c90a-4458-a413-944c8f617500 on network 3c68f777-3ac6-41a3-aeab-754fda07aa27 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:39:14.286616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Port 79122907-c90a-4458-a413-944c8f617500 on network 3c68f777-3ac6-41a3-aeab-754fda07aa27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:39:14.286927 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Attempting to bind port 79122907-c90a-4458-a413-944c8f617500 on network 3c68f777-3ac6-41a3-aeab-754fda07aa27 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:39:14.293052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:39:14.293386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Checking segment: {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:39:14.293790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Bound using segment: {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:39:14.294183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Bound port: 79122907-c90a-4458-a413-944c8f617500, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:39:14.295031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:14.379436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] For port 79122907-c90a-4458-a413-944c8f617500, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:39:14.382368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] For port 79122907-c90a-4458-a413-944c8f617500, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=79122907-c90a-4458-a413-944c8f617500,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:39:14.444533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:14.506490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:14.507867 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] 10.222.0.53 "PUT /v2.0/ports/79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 200 len: 1094 time: 1.0822313 Jan 17 08:39:14.508302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:39:14.528168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080f401-4536-4733-839a-7f94c4e9dbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=79122907-c90a-4458-a413-944c8f617500,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:14.569528 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500', 'status': 'completed', 'code': 200} Jan 17 08:39:14.661022 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6f69c1d6-0fa8-49cd-8cf7-62f6beba9b60 req-7210de33-cea8-49e2-9f1e-5c15bcf0e2f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1097 time: 0.0717316 Jan 17 08:39:14.797992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69c1d6-0fa8-49cd-8cf7-62f6beba9b60 req-90a2f517-5b96-4b76-b780-2da72aec3555 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:14.799358 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6f69c1d6-0fa8-49cd-8cf7-62f6beba9b60 req-90a2f517-5b96-4b76-b780-2da72aec3555 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1309540 Jan 17 08:39:14.930042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69c1d6-0fa8-49cd-8cf7-62f6beba9b60 req-9f5d59ea-3369-4425-be11-a1e4fb4d6d4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:14.931500 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6f69c1d6-0fa8-49cd-8cf7-62f6beba9b60 req-9f5d59ea-3369-4425-be11-a1e4fb4d6d4c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263382 Jan 17 08:39:15.032867 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-dd644781-4293-40d2-9473-c1bcb928d4af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1097 time: 0.0666754 Jan 17 08:39:15.101728 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-b5d457b2-e39d-4876-ac6f-def91eea4314 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 200 len: 217 time: 0.0626955 Jan 17 08:39:15.161969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-dc1425ae-f105-4f0b-bf91-221412d7c83f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:15.163416 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-dc1425ae-f105-4f0b-bf91-221412d7c83f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.0555699 Jan 17 08:39:15.228678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5876f-0c51-49f3-926f-1a76915c17a6 req-bb86b6b2-c9c6-43f4-9b36-9d3cc1d38a90 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:15.230132 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-42b5876f-0c51-49f3-926f-1a76915c17a6 req-bb86b6b2-c9c6-43f4-9b36-9d3cc1d38a90 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 944 time: 0.0763023 Jan 17 08:39:15.239169 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-9a0f82c5-8171-4a6f-8c22-04c919ba3482 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700016 Jan 17 08:39:15.275335 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-42b5876f-0c51-49f3-926f-1a76915c17a6 req-e80f8897-2657-44ea-b9d5-cf9973c3e514 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393760 Jan 17 08:39:15.367185 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-3651b23f-3687-4206-88a7-d4fae3450f74 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211450 Jan 17 08:39:15.498017 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e7e85c0a-476e-4a99-8532-63f392b33837 req-d3a01ce3-c236-477e-a063-c9c14b91894a service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235671 Jan 17 08:39:16.469938 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546823cd-846f-4dcc-ab0b-af0b4f29bdd6 req-c0775877-88a7-4bfc-8318-b661e75e25df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:16.470637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-546823cd-846f-4dcc-ab0b-af0b4f29bdd6 req-c0775877-88a7-4bfc-8318-b661e75e25df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:39:16.547078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-546823cd-846f-4dcc-ab0b-af0b4f29bdd6 req-c0775877-88a7-4bfc-8318-b661e75e25df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:39:16.548264 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-546823cd-846f-4dcc-ab0b-af0b4f29bdd6 req-c0775877-88a7-4bfc-8318-b661e75e25df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 944 time: 0.1529493 Jan 17 08:39:16.593682 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-546823cd-846f-4dcc-ab0b-af0b4f29bdd6 req-bfd87ac9-4be4-4a5c-868c-2efd5b4d8407 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398405 Jan 17 08:39:17.787826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8449f-7f61-49a7-810d-d0d66b9a8dfc req-62eadc2b-3b39-45a6-a787-a01c76a615cd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:17.789174 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-79a8449f-7f61-49a7-810d-d0d66b9a8dfc req-62eadc2b-3b39-45a6-a787-a01c76a615cd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 944 time: 0.0772738 Jan 17 08:39:17.836094 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-79a8449f-7f61-49a7-810d-d0d66b9a8dfc req-6a18e98e-b75e-49b1-bc66-bee7f6d9f30f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 Jan 17 08:39:18.905127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 79122907-c90a-4458-a413-944c8f617500 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:39:19.032410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e033f06-ad5a-4a25-b0ed-346eceebac10 req-097c2089-1657-405e-bbb6-e9965975540d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:19.033878 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7e033f06-ad5a-4a25-b0ed-346eceebac10 req-097c2089-1657-405e-bbb6-e9965975540d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 944 time: 0.0798821 Jan 17 08:39:19.036910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 79122907-c90a-4458-a413-944c8f617500, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=79122907-c90a-4458-a413-944c8f617500,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:39:19.050753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '79122907-c90a-4458-a413-944c8f617500', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:39:19.078352 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7e033f06-ad5a-4a25-b0ed-346eceebac10 req-1ad794cf-4465-49e8-bc32-08ebe44f92df tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388293 Jan 17 08:39:19.103373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:19.120688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79122907-c90a-4458-a413-944c8f617500 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:39:19.134704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 79122907-c90a-4458-a413-944c8f617500, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=79122907-c90a-4458-a413-944c8f617500,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:39:19.194302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:19.260322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=79122907-c90a-4458-a413-944c8f617500,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:19.574068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['79122907-c90a-4458-a413-944c8f617500'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:39:19.740332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:20.268206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c646fe-31e5-47b1-bb08-9a1db9815a58 req-dfcd27ef-8c76-4a26-b11a-4b231fbc79c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:20.269687 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b3c646fe-31e5-47b1-bb08-9a1db9815a58 req-dfcd27ef-8c76-4a26-b11a-4b231fbc79c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 945 time: 0.0737858 Jan 17 08:39:20.313435 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b3c646fe-31e5-47b1-bb08-9a1db9815a58 req-4cd4abc9-6126-45b8-863a-db49ecc92e76 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382810 Jan 17 08:39:20.720217 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:39:20.919260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 79122907-c90a-4458-a413-944c8f617500 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:39:21.034543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 79122907-c90a-4458-a413-944c8f617500 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:39:21.039534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 79122907-c90a-4458-a413-944c8f617500 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:21.039905 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:21.149955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:21.176477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79122907-c90a-4458-a413-944c8f617500'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:39:21.186336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 79122907-c90a-4458-a413-944c8f617500, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=79122907-c90a-4458-a413-944c8f617500,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:39:21.272987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:21.310389 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79122907-c90a-4458-a413-944c8f617500', 'code': 200} Jan 17 08:39:21.342187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=79122907-c90a-4458-a413-944c8f617500,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:21.601017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e79b7-da7e-4f67-93cc-d79922e87ee3 req-6d1e2a1a-5aa0-49bb-a897-a96c96f52740 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:21.602472 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e08e79b7-da7e-4f67-93cc-d79922e87ee3 req-6d1e2a1a-5aa0-49bb-a897-a96c96f52740 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 946 time: 0.1700459 Jan 17 08:39:21.647292 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e08e79b7-da7e-4f67-93cc-d79922e87ee3 req-c32d6afd-cd7b-4333-ad82-7fa73970238a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383816 Jan 17 08:39:21.672906 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d842fe5-647a-4db7-bfab-34b5d8d90038 req-4204c731-8cb4-4f66-8509-d9ed44f542f3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1099 time: 0.0660703 Jan 17 08:39:21.716412 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d842fe5-647a-4db7-bfab-34b5d8d90038 req-cd7ac289-b8d9-4c0c-9a78-de18b0988c20 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377133 Jan 17 08:39:22.928427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61a48-cc99-4673-8ca6-a10b253db380 req-8db3f750-05ab-41ab-b8cc-ffc05f4c3a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:22.929855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-03c61a48-cc99-4673-8ca6-a10b253db380 req-8db3f750-05ab-41ab-b8cc-ffc05f4c3a21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 946 time: 0.1637046 Jan 17 08:39:22.975581 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-03c61a48-cc99-4673-8ca6-a10b253db380 req-9bbbc67b-9c41-4957-8e94-37cfd6ee9c86 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 Jan 17 08:39:24.170342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069429d-b1ec-48c3-96c3-a118d4af4e5b req-7702f234-bf33-4cc7-b229-c44393cb867b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:24.171809 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7069429d-b1ec-48c3-96c3-a118d4af4e5b req-7702f234-bf33-4cc7-b229-c44393cb867b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 946 time: 0.0746562 Jan 17 08:39:24.218431 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7069429d-b1ec-48c3-96c3-a118d4af4e5b req-f19a0531-6b74-4c3c-b1e1-3d8dfe86f908 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Jan 17 08:39:24.412340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf950ae2-c428-4e90-ad95-f28a32b43d0b req-2adbe072-d311-49e1-9691-9b5261b0d533 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:24.413774 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cf950ae2-c428-4e90-ad95-f28a32b43d0b req-2adbe072-d311-49e1-9691-9b5261b0d533 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 946 time: 0.0766549 Jan 17 08:39:24.457559 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cf950ae2-c428-4e90-ad95-f28a32b43d0b req-ab5e4067-929e-4b3e-8374-e4295eaab5c6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382514 Jan 17 08:39:24.484679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59604) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:24.550820 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e437a692-e388-455c-beb9-e5b1805707f1 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1094 time: 0.0649586 Jan 17 08:39:24.553347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59608) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:24.558266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:24.563989 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:24.567741 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:floatingip and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:24.570441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:24.576684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:24.672634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:24.803238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:24.935388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.129 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/8901f73d-31a9-4e28-945d-3fb90d12fc30) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:39:25.075520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:25.159219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:25.226221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:39:25.229399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:39:25.232478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:39:25.267224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=8901f73d-31a9-4e28-945d-3fb90d12fc30,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:25.729148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:25.837053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:26.034787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:26.102722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:26.290784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=8901f73d-31a9-4e28-945d-3fb90d12fc30,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:26.308155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:26.493053 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP 8c655dda-8aeb-430a-84c1-e564fa621f15 associated. External IP: 172.26.4.129, port: 79122907-c90a-4458-a413-944c8f617500. Jan 17 08:39:26.874180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 3af42e3a-53c9-4bd2-b0e9-469504a5346d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:39:27.065344 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:39:27.075795 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] Sync routers for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:39:27.087405 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:39:27.088010 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:39:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:27.152843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:27.211717 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-57eb0549-fcaf-486e-8548-1712a31d6f80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6573813 Jan 17 08:39:27.212297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:39:27.214667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59612) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:27.269195 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:39:27.269472 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500', 'status': 'completed', 'code': 200} Jan 17 08:39:27.288101 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aae3a94b-aa43-4b4d-84b2-9bd442aeb1e7 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1094 time: 0.0720642 Jan 17 08:39:27.362010 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb664521-9926-4d45-9116-bfb54f1726eb req-8fabe0b9-d728-4762-a376-60c08c949d37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1099 time: 0.0725784 Jan 17 08:39:27.490871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb664521-9926-4d45-9116-bfb54f1726eb req-86a160df-a9ce-4228-8d17-35dd20f88873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:27.492368 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb664521-9926-4d45-9116-bfb54f1726eb req-86a160df-a9ce-4228-8d17-35dd20f88873 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 897 time: 0.1245375 Jan 17 08:39:27.594747 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb664521-9926-4d45-9116-bfb54f1726eb req-7ff97078-8650-4453-8c94-b0bdc5bd69c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 200 len: 1000 time: 0.0960627 Jan 17 08:39:27.607885 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '8c655dda-8aeb-430a-84c1-e564fa621f15', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:25Z', 'updated_at': '2022-01-17T08:39:25Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:27.611696 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] Checking router: 3af42e3a-53c9-4bd2-b0e9-469504a5346d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:39:27.621841 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:39:27.622997 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:39:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:27.656223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb664521-9926-4d45-9116-bfb54f1726eb req-8d6716df-a660-45b5-91f8-84b876177691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:27.657689 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb664521-9926-4d45-9116-bfb54f1726eb req-8d6716df-a660-45b5-91f8-84b876177691 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.0571342 Jan 17 08:39:27.671894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59620) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:27.677351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497189027', 'description': 'tempest-secgroup-smoke-497189027 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:27.683427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:27.693948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:27.735477 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb664521-9926-4d45-9116-bfb54f1726eb req-bc099214-e161-4584-86bf-f763be155ad9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719645 Jan 17 08:39:27.760485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:27.796996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:27.797596 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:39:27.801011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:27.804889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:27.811301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:27.873616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:27.947134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:27.980868 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb664521-9926-4d45-9116-bfb54f1726eb req-f7c52d6a-2b5f-4460-bcc6-cfe37f7b0e03 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393913 Jan 17 08:39:27.998357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:28.072986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:28.074491 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0609c33e-06a1-4679-baaa-04d46680c8bd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4015083 Jan 17 08:39:28.077469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59624) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:28.082912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '16f2b1d3-ce23-4dce-be51-69a8c0bb8db0', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:28.089033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:28.093476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:28.096585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:28.102157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:28.114965 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb664521-9926-4d45-9116-bfb54f1726eb req-e94648da-05b5-4168-9c16-2994263f93d3 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284456 Jan 17 08:39:28.148422 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '8c655dda-8aeb-430a-84c1-e564fa621f15', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:25Z', 'updated_at': '2022-01-17T08:39:25Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:28.152224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22652102-5509-4e7d-8ebf-8c371eeb8754 None None] The sync data for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv is: [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '8c655dda-8aeb-430a-84c1-e564fa621f15', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:25Z', 'updated_at': '2022-01-17T08:39:25Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:39:28.188125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:28.254212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:28.330237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:28.354444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e29f1-c579-4689-887a-2371e8b06c30 None None] New status for floating IP 8c655dda-8aeb-430a-84c1-e564fa621f15: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:39:28.354945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421cb97a-6c95-417f-b744-e83f1cd2c43b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:28.423222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:28.424511 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-985d4008-3f9a-483c-8925-8c7f2e837279 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3461318 Jan 17 08:39:28.427254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59628) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:28.432988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '16f2b1d3-ce23-4dce-be51-69a8c0bb8db0', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:28.439068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:28.443156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:28.446238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:28.452560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:28.566903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:28.627819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:28.686749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:28.709024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397428f2-db1d-4007-825c-7e330be6ef44,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:28.800099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:28.801727 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5c7eee48-6ce9-41ba-b613-40fc1bfdbccb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3731441 Jan 17 08:39:28.804120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59632) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:28.809549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '16f2b1d3-ce23-4dce-be51-69a8c0bb8db0', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:28.815714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:28.819667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:28.822439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:28.828115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:28.941163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.024349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.089294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.109760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a1763c-6610-44d8-801f-21a196ae520f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:29.175135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.176324 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-12ec16d4-24cc-4e7a-88ac-fa188189328b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3712852 Jan 17 08:39:29.178966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59636) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:29.184299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '16f2b1d3-ce23-4dce-be51-69a8c0bb8db0', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:29.189858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:29.193550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:29.196334 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:29.202533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:29.289481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.351058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.423014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.446654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090453e5-807f-454e-a11f-0abccdcc0972,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:29.514684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.516553 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-89893c7c-be2f-41aa-8ab9-0486af2c4784 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3366063 Jan 17 08:39:29.519179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59640) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:29.524753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '16f2b1d3-ce23-4dce-be51-69a8c0bb8db0', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:29.530500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:29.534409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:29.537247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:29.542696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:29.623081 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:39:29.629685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.693320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.769734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.791680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3806491-3521-4c5c-9d3c-d34b78bcc017,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:29.857530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:29.858703 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e54b16f2-e0a2-4764-8fa4-69e030049f99 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3383374 Jan 17 08:39:29.861999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59644) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:29.867422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': '16f2b1d3-ce23-4dce-be51-69a8c0bb8db0', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:29.873257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:29.876944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:29.879911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:29.885462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:29.972051 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:39:29.978527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:30.042133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:30.131169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:30.153454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5166494-5efc-450d-a419-248f79e486f8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:30.216936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:30.218116 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a6e1e649-2241-4a87-924a-86781deb39fa tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3552301 Jan 17 08:39:30.385077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-0f27632d-5548-461b-ae9d-c5b1e4b27445 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:39:30.439814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-0f27632d-5548-461b-ae9d-c5b1e4b27445 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:39:30.441098 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-0f27632d-5548-461b-ae9d-c5b1e4b27445 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497189027&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.0948341 Jan 17 08:39:30.585544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-bdc7a295-4e87-41b0-aa82-fd0258f00c69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:30.586965 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-bdc7a295-4e87-41b0-aa82-fd0258f00c69 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 796 time: 0.1388495 Jan 17 08:39:30.602901 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f700220c-76b4-45e7-bc0a-5252dd4810a2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0106339 Jan 17 08:39:30.685811 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-45ff9d49-c884-474a-ac96-cdbd70ab4cdb tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0782163 Jan 17 08:39:30.817481 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-294988e3-e7c3-4329-9ec5-5954987fa6c3 service neutron] 10.222.0.44 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206837 Jan 17 08:39:30.952308 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-18f50a1a-c26c-4644-8f58-425998db1f0e service neutron] 10.222.0.44 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289794 Jan 17 08:39:31.194021 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2aecf50f-e35d-4123-89d2-3b75af50ddda req-99d9f0be-d363-4870-a9e1-0fa71337bb55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 210 time: 0.0426626 Jan 17 08:39:32.358537 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0fdb83f0-6446-4bea-8ac9-38e486e78422 req-55338b7a-aa93-45e0-af18-f5b845181eab tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 210 time: 0.0400558 Jan 17 08:39:33.136472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-317259e3-8c9e-42dc-adcc-813200514062 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:33.137865 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-317259e3-8c9e-42dc-adcc-813200514062 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 796 time: 0.1424582 Jan 17 08:39:33.190783 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-83556cd7-5527-473a-a2ba-897e160ef269 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 472 time: 0.0413973 Jan 17 08:39:33.198614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['16f2b1d3-ce23-4dce-be51-69a8c0bb8db0']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:33.329875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:33.339168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:33.480549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:39:33.483725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:33.542318 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b9357c9-0bd2-4f47-a39a-d4e2fef128aa req-7795f747-cab6-4868-826e-dd643d445e80 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 210 time: 0.0491977 Jan 17 08:39:33.683121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.7 (3c68f777-3ac6-41a3-aeab-754fda07aa27/f0273bf0-2047-44f7-9b5f-ff64ae3d0966/4ef58af1-215d-4751-acdb-dc06466babf2) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:39:33.861670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:33.877622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 4ef58af1-215d-4751-acdb-dc06466babf2 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:39:33.954719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:34.023628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:39:34.026668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:39:34.030948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:39:34.058884 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=4ef58af1-215d-4751-acdb-dc06466babf2,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:34.096671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:34.097272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:34.183887 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-86aa6d55-2b85-48a5-a6fc-ae8797103d54 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9888628 Jan 17 08:39:34.195306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Request body: {'port': {'device_id': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:34.302010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:34.308682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d23eb311-698b-4b2e-b121-811d650a32a9 None None] Provisioning for port 4ef58af1-215d-4751-acdb-dc06466babf2 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:39:34.313663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d23eb311-698b-4b2e-b121-811d650a32a9 None None] Provisioning complete for port 4ef58af1-215d-4751-acdb-dc06466babf2 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:34.314631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d23eb311-698b-4b2e-b121-811d650a32a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:34.365748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d23eb311-698b-4b2e-b121-811d650a32a9 None None] Port 4ef58af1-215d-4751-acdb-dc06466babf2 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:39:34.629227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef58af1-215d-4751-acdb-dc06466babf2 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:39:34.635925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:34.650185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Transition to ACTIVE for port object 4ef58af1-215d-4751-acdb-dc06466babf2 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:39:34.718027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:34.736597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3270dbc-aa58-4640-9477-9a32bce543d7 req-91f9662b-8860-411a-babc-25ee91fc23d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:34.738024 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3270dbc-aa58-4640-9477-9a32bce543d7 req-91f9662b-8860-411a-babc-25ee91fc23d0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 931 time: 0.0734618 Jan 17 08:39:34.785529 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3270dbc-aa58-4640-9477-9a32bce543d7 req-0e4a9b07-2c9d-4eb0-a071-bf1e741b54d1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419426 Jan 17 08:39:34.946419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Pushing event updated for resources: {'Port': ['ID=4ef58af1-215d-4751-acdb-dc06466babf2,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:35.126169 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Attempting to bind port 4ef58af1-215d-4751-acdb-dc06466babf2 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:39:35.126495 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Attempting to bind port 4ef58af1-215d-4751-acdb-dc06466babf2 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:39:35.126815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Attempting to bind port 4ef58af1-215d-4751-acdb-dc06466babf2 on network 3c68f777-3ac6-41a3-aeab-754fda07aa27 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:39:35.132459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Port 4ef58af1-215d-4751-acdb-dc06466babf2 on network 3c68f777-3ac6-41a3-aeab-754fda07aa27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:39:35.132771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Attempting to bind port 4ef58af1-215d-4751-acdb-dc06466babf2 on network 3c68f777-3ac6-41a3-aeab-754fda07aa27 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:39:35.138810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:39:35.139138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Checking segment: {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:39:35.139549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Bound using segment: {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:39:35.139963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Bound port: 4ef58af1-215d-4751-acdb-dc06466babf2, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab667f8-2f39-44b4-bb33-648bbb6177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:39:35.140299 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:35.223085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] For port 4ef58af1-215d-4751-acdb-dc06466babf2, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:39:35.226182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] For port 4ef58af1-215d-4751-acdb-dc06466babf2, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ef58af1-215d-4751-acdb-dc06466babf2,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:39:35.301462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:35.358633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:35.360511 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] 10.222.0.53 "PUT /v2.0/ports/4ef58af1-215d-4751-acdb-dc06466babf2 HTTP/1.1" status: 200 len: 1093 time: 1.1693799 Jan 17 08:39:35.360942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:39:35.380115 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d7e26-9f18-4631-b005-826f39bb887c service neutron] Pushing event updated for resources: {'Port': ['ID=4ef58af1-215d-4751-acdb-dc06466babf2,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:35.426653 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2', 'status': 'completed', 'code': 200} Jan 17 08:39:35.519653 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c96dfc30-5774-411d-ad20-a945a9661f1b req-b39d2452-e2e4-4a02-9b50-7250dbfc6b86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 1096 time: 0.0743887 Jan 17 08:39:35.655416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dfc30-5774-411d-ad20-a945a9661f1b req-883b3936-1355-475a-89f2-ffa20f663ae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:35.657267 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c96dfc30-5774-411d-ad20-a945a9661f1b req-883b3936-1355-475a-89f2-ffa20f663ae4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1315100 Jan 17 08:39:35.787813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dfc30-5774-411d-ad20-a945a9661f1b req-41d4ae22-a2bc-40a2-b017-da02d36a77ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:35.789225 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c96dfc30-5774-411d-ad20-a945a9661f1b req-41d4ae22-a2bc-40a2-b017-da02d36a77ce service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260695 Jan 17 08:39:35.903736 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-120d1a04-c808-4eea-86ee-6c9554c66e4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 1096 time: 0.0773697 Jan 17 08:39:35.974723 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-646ce972-8f0e-4a34-97c6-114f361482d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef58af1-215d-4751-acdb-dc06466babf2 HTTP/1.1" status: 200 len: 217 time: 0.0625234 Jan 17 08:39:35.985881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4adf0b-a4f7-4a79-9acb-0b2e01cc4bf3 req-4f6fa859-5f46-4a7d-91db-e39d888e20d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:35.987336 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1d4adf0b-a4f7-4a79-9acb-0b2e01cc4bf3 req-4f6fa859-5f46-4a7d-91db-e39d888e20d7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 943 time: 0.0764518 Jan 17 08:39:36.034299 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1d4adf0b-a4f7-4a79-9acb-0b2e01cc4bf3 req-c43b1e11-44aa-4203-a63d-d5a191947490 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412853 Jan 17 08:39:36.080278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0530b6fd-3b31-4ee6-8d76-5b6c3d6c4936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:36.103407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-74ce8b39-3459-4f44-9895-556380d78e4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:36.105089 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-74ce8b39-3459-4f44-9895-556380d78e4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.1224289 Jan 17 08:39:36.182052 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-cdb669f2-b823-46a8-b109-c6602c42be71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702209 Jan 17 08:39:36.309185 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-31b93b26-6c8b-49b1-ad23-37ee131ba4ae service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204989 Jan 17 08:39:36.435468 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0210f06b-0c57-4fa1-a597-7cdfccc092f7 req-dccb1ed0-9007-40f3-94d6-a37fcf63fc33 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195867 Jan 17 08:39:37.229284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f5faa-5233-45a5-b0e8-de64228931ac req-ef370773-b085-4233-b49d-ab0df9222f48 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:37.229955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-c15f5faa-5233-45a5-b0e8-de64228931ac req-ef370773-b085-4233-b49d-ab0df9222f48 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:39:37.279651 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-c15f5faa-5233-45a5-b0e8-de64228931ac req-ef370773-b085-4233-b49d-ab0df9222f48 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:39:37.280760 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c15f5faa-5233-45a5-b0e8-de64228931ac req-ef370773-b085-4233-b49d-ab0df9222f48 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 943 time: 0.1241746 Jan 17 08:39:37.325128 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c15f5faa-5233-45a5-b0e8-de64228931ac req-25b730de-e5d9-4469-a1b7-f476024c9558 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388288 Jan 17 08:39:38.199848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28ef7992-24df-4676-9ea0-da2935d21169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:38.517304 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2728e-20ee-46c9-9d27-459ce777b1e8 req-57e3daac-a361-4883-949b-3bbb7a8bc788 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:38.518711 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-20e2728e-20ee-46c9-9d27-459ce777b1e8 req-57e3daac-a361-4883-949b-3bbb7a8bc788 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 943 time: 0.0768168 Jan 17 08:39:38.562604 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-20e2728e-20ee-46c9-9d27-459ce777b1e8 req-7d936eee-89fd-4de2-987a-e704b3f7270f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Jan 17 08:39:39.508542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:39.531256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:39.753796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55e50d-7d72-4b08-912b-5d81bcc6bf40 req-1469b54f-13d2-4f91-83bf-434a8bf579f8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:39.755121 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d55e50d-7d72-4b08-912b-5d81bcc6bf40 req-1469b54f-13d2-4f91-83bf-434a8bf579f8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 943 time: 0.0777788 Jan 17 08:39:39.798388 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d55e50d-7d72-4b08-912b-5d81bcc6bf40 req-aa5750ac-ddbb-42b4-9a8b-c20a330b3804 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378828 Jan 17 08:39:40.963750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:40.993342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130267a-63cd-42f8-bbc8-d201a614a9e6 req-d8666eff-32ab-485e-97a3-1e9decf00ead tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:40.994781 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b130267a-63cd-42f8-bbc8-d201a614a9e6 req-d8666eff-32ab-485e-97a3-1e9decf00ead tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 943 time: 0.0744720 Jan 17 08:39:40.997541 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ef58af1-215d-4751-acdb-dc06466babf2 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:39:41.040626 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b130267a-63cd-42f8-bbc8-d201a614a9e6 req-09e3061a-a7ff-4e79-b9f1-ee6c5d29ec2b tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396321 Jan 17 08:39:41.128832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4ef58af1-215d-4751-acdb-dc06466babf2, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ef58af1-215d-4751-acdb-dc06466babf2,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:39:41.141337 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '4ef58af1-215d-4751-acdb-dc06466babf2', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'port_id': '4ef58af1-215d-4751-acdb-dc06466babf2', 'mac_address': 'fa:16:3e:5f:c4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:39:41.229883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:41.247734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef58af1-215d-4751-acdb-dc06466babf2 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:39:41.262768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4ef58af1-215d-4751-acdb-dc06466babf2, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ef58af1-215d-4751-acdb-dc06466babf2,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:39:41.319910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:41.383186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=4ef58af1-215d-4751-acdb-dc06466babf2,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:41.661411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['4ef58af1-215d-4751-acdb-dc06466babf2'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:39:42.230889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fca7-426e-492b-bd65-e1e629b485bc req-c37cfcc6-3333-4e9a-9979-584129cb0e28 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:42.232403 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-23b4fca7-426e-492b-bd65-e1e629b485bc req-c37cfcc6-3333-4e9a-9979-584129cb0e28 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 944 time: 0.0741141 Jan 17 08:39:42.277022 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-23b4fca7-426e-492b-bd65-e1e629b485bc req-4a205637-a5a2-44f3-9ef2-7146426cbac9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 Jan 17 08:39:43.000325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ef58af1-215d-4751-acdb-dc06466babf2 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:39:43.123852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 4ef58af1-215d-4751-acdb-dc06466babf2 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:39:43.128463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 4ef58af1-215d-4751-acdb-dc06466babf2 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:39:43.128828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:43.240941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:43.268589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:39:43.278079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 4ef58af1-215d-4751-acdb-dc06466babf2, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ef58af1-215d-4751-acdb-dc06466babf2,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:39:43.329748 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2', 'code': 200} Jan 17 08:39:43.360315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:43.426945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=4ef58af1-215d-4751-acdb-dc06466babf2,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:43.479435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d5ab1-683a-46d5-9736-1ba759136ab4 req-cbc14c0f-bc2f-4168-9cf0-b19927737cc1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:43.480904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-800d5ab1-683a-46d5-9736-1ba759136ab4 req-cbc14c0f-bc2f-4168-9cf0-b19927737cc1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 945 time: 0.0821674 Jan 17 08:39:43.525459 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-800d5ab1-683a-46d5-9736-1ba759136ab4 req-da9ade6b-a2f4-454d-ba29-203961a92c5a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388618 Jan 17 08:39:43.654933 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78281d25-fa78-4f04-b1d3-a2f0cf2e11b7 req-dd0b20f8-4d46-4bb7-8f47-fd7ee6f7cbef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 1098 time: 0.0654745 Jan 17 08:39:43.788189 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78281d25-fa78-4f04-b1d3-a2f0cf2e11b7 req-3d057031-ff51-42ed-b105-b81561b29455 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273925 Jan 17 08:39:44.796649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec01701-84eb-4a26-a09f-bbfbca8e5e34 req-70551a67-fb1b-404f-a0e4-19712f7a6e59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:44.797986 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4ec01701-84eb-4a26-a09f-bbfbca8e5e34 req-70551a67-fb1b-404f-a0e4-19712f7a6e59 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 945 time: 0.1543376 Jan 17 08:39:44.841782 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4ec01701-84eb-4a26-a09f-bbfbca8e5e34 req-db7d7d87-ad3e-49a7-b356-fc9f331a4c56 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383954 Jan 17 08:39:46.037136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83264f-c8a6-45b5-bdab-a10284615b30 req-453063aa-3174-4c1e-9c71-50e721a72817 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:46.038579 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5d83264f-c8a6-45b5-bdab-a10284615b30 req-453063aa-3174-4c1e-9c71-50e721a72817 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 945 time: 0.0756595 Jan 17 08:39:46.082347 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5d83264f-c8a6-45b5-bdab-a10284615b30 req-435a6c23-feeb-4244-a51e-3a7a37ea3522 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383668 Jan 17 08:39:46.277915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e876d8-f485-4782-b730-0b18e3e07104 req-48325eaa-4b8d-4fce-95ec-220e80a1e0a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:46.279389 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6e876d8-f485-4782-b730-0b18e3e07104 req-48325eaa-4b8d-4fce-95ec-220e80a1e0a5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 945 time: 0.0810001 Jan 17 08:39:46.325390 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6e876d8-f485-4782-b730-0b18e3e07104 req-b4faf3b5-d8b4-43ff-b199-4621a780e7c0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Jan 17 08:39:46.353053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59696) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:46.484140 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-70ad43f4-a5a0-43db-985f-97bd040c53ac tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 1093 time: 0.1299245 Jan 17 08:39:46.486827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59702) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:39:46.495500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '4ef58af1-215d-4751-acdb-dc06466babf2', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:39:46.497572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:39:46.501753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:floatingip and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:39:46.504675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:39:46.510380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:39:46.611862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:46.741512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:46.881281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.62 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/3dbf98e0-0fad-4c63-89ae-bf68fd53bc06) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:39:47.022039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:47.108751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:47.172402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:39:47.175152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:39:47.178807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:39:47.211166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=3dbf98e0-0fad-4c63-89ae-bf68fd53bc06,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:47.673548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:47.784553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:47.979081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:48.039880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:48.225131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=3dbf98e0-0fad-4c63-89ae-bf68fd53bc06,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:39:48.242108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:48.425616 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP bb9b8a56-f801-48b3-a994-2f5d0402e731 associated. External IP: 172.26.4.62, port: 4ef58af1-215d-4751-acdb-dc06466babf2. Jan 17 08:39:48.796391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 3af42e3a-53c9-4bd2-b0e9-469504a5346d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:39:48.985241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:39:49.000274 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] Sync routers for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:39:49.033390 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:39:49.033992 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:39:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:49.068682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:49.121622 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aea2ae08-66a3-466f-a498-6fec8c68a50f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6336951 Jan 17 08:39:49.122180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:39:49.206760 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:39:49.261210 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2', 'status': 'completed', 'code': 200} Jan 17 08:39:49.354806 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2193ead3-d052-42d4-bb2e-c1f981b462e5 req-ecfe3040-a857-498b-94cf-875c933f1713 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 1098 time: 0.0715122 Jan 17 08:39:49.484863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193ead3-d052-42d4-bb2e-c1f981b462e5 req-0c4abe4f-c337-4fff-a6a5-5d3163056dc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:49.486336 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2193ead3-d052-42d4-bb2e-c1f981b462e5 req-0c4abe4f-c337-4fff-a6a5-5d3163056dc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 897 time: 0.1246705 Jan 17 08:39:49.544563 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '8c655dda-8aeb-430a-84c1-e564fa621f15', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:25Z', 'updated_at': '2022-01-17T08:39:28Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}, {'id': 'bb9b8a56-f801-48b3-a994-2f5d0402e731', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.62', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '4ef58af1-215d-4751-acdb-dc06466babf2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:5f:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:47Z', 'updated_at': '2022-01-17T08:39:47Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:49.548874 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] Checking router: 3af42e3a-53c9-4bd2-b0e9-469504a5346d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:39:49.559368 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:39:49.559961 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:39:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:49.586721 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2193ead3-d052-42d4-bb2e-c1f981b462e5 req-127e41f4-d278-47a3-99d9-b3c0de4d0ed1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef58af1-215d-4751-acdb-dc06466babf2 HTTP/1.1" status: 200 len: 998 time: 0.0941625 Jan 17 08:39:49.646386 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193ead3-d052-42d4-bb2e-c1f981b462e5 req-a91a612a-0d99-435a-bb4e-4a745af49f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:49.647912 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2193ead3-d052-42d4-bb2e-c1f981b462e5 req-a91a612a-0d99-435a-bb4e-4a745af49f75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.0559971 Jan 17 08:39:49.720730 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2193ead3-d052-42d4-bb2e-c1f981b462e5 req-565462c8-88f8-44f1-8faa-687a4e80f74f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670965 Jan 17 08:39:49.734888 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:39:49.746897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:39:49.848981 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2193ead3-d052-42d4-bb2e-c1f981b462e5 req-dbd3ac2d-5b73-4d7d-8dd7-35442fc08c08 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224573 Jan 17 08:39:49.981194 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2193ead3-d052-42d4-bb2e-c1f981b462e5 req-9ea7afc9-c1e2-415d-a609-edde8058d079 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246066 Jan 17 08:39:50.078722 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '8c655dda-8aeb-430a-84c1-e564fa621f15', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:25Z', 'updated_at': '2022-01-17T08:39:28Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}, {'id': 'bb9b8a56-f801-48b3-a994-2f5d0402e731', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.62', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '4ef58af1-215d-4751-acdb-dc06466babf2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:5f:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:47Z', 'updated_at': '2022-01-17T08:39:47Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:39:50.082524 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b120bdbd-8e90-4852-98e0-32fc92cb1bbc None None] The sync data for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv is: [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '8c655dda-8aeb-430a-84c1-e564fa621f15', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:25Z', 'updated_at': '2022-01-17T08:39:28Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}, {'id': 'bb9b8a56-f801-48b3-a994-2f5d0402e731', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.62', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '4ef58af1-215d-4751-acdb-dc06466babf2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:5f:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:47Z', 'updated_at': '2022-01-17T08:39:47Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:39:50.277613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602834a-efbf-4164-9fd9-e8d621297419 None None] New status for floating IP bb9b8a56-f801-48b3-a994-2f5d0402e731: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:39:57.492057 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-f87e6677-773f-4556-bf28-b5cd6d1e6e5b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690141 Jan 17 08:39:57.623943 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-7c6b9b9d-d110-459a-acbb-a33e6ae41940 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1099 time: 0.0656972 Jan 17 08:39:57.720007 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:39:57.763031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-36a561a5-b973-4b59-9796-568ea5e9d184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:57.764483 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-36a561a5-b973-4b59-9796-568ea5e9d184 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 897 time: 0.1223819 Jan 17 08:39:57.863689 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-a8fad49f-bdd8-4605-a3c9-d203ecb71943 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 200 len: 1002 time: 0.0920913 Jan 17 08:39:57.926176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-72a6b88a-6497-4a62-8df3-30718fb67e26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:39:57.927578 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-72a6b88a-6497-4a62-8df3-30718fb67e26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.0577285 Jan 17 08:39:58.002317 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-f8b1bf80-8285-4628-b0a5-1247793f7c60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684562 Jan 17 08:39:58.129416 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-99c6724c-b592-42da-a6b0-b3079ba765ba service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196897 Jan 17 08:39:58.352348 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a3a59e01-85e7-4bc2-9b1a-58e5f4c7316f req-d800bf88-182a-434f-a0da-ae41b4813027 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159727 Jan 17 08:40:06.119720 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-03bdffdf-67cc-4b36-b2a1-ee089aba4bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:08.228291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-41c3b818-2cfc-418a-8210-43c17ded139b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:09.531014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:09.568693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:10.976776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:19.753885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:34.720012 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:40:36.067619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef83a-08ff-44ef-899b-083f8c0ae628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:38.202482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-07cfd4dd-b917-4f9c-b92c-04925f30547c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:39.558362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:39.569885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:41.001996 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:49.735502 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:40:59.055973 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11626792-3268-4dd6-8348-f8140f180d87 req-c5ccca3a-a9de-4629-831c-3623c18311bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1279731 Jan 17 08:40:59.154010 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11626792-3268-4dd6-8348-f8140f180d87 req-98d33f9b-70b2-4596-8326-6c0d2f99716d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 1098 time: 0.0773034 Jan 17 08:40:59.292901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626792-3268-4dd6-8348-f8140f180d87 req-198181f0-8ac7-4aed-8f72-7f90cab4f066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:40:59.294238 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11626792-3268-4dd6-8348-f8140f180d87 req-198181f0-8ac7-4aed-8f72-7f90cab4f066 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 897 time: 0.1219301 Jan 17 08:40:59.396337 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11626792-3268-4dd6-8348-f8140f180d87 req-3ab46741-7546-4808-818f-bd31a06ae70f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef58af1-215d-4751-acdb-dc06466babf2 HTTP/1.1" status: 200 len: 1000 time: 0.0944486 Jan 17 08:40:59.458068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11626792-3268-4dd6-8348-f8140f180d87 req-05933c2c-d9a2-4fba-b262-e1d27f83e2af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:40:59.459807 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11626792-3268-4dd6-8348-f8140f180d87 req-05933c2c-d9a2-4fba-b262-e1d27f83e2af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.0570445 Jan 17 08:40:59.542558 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11626792-3268-4dd6-8348-f8140f180d87 req-172f1d92-c2bf-40d3-a491-405887b20ec2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771363 Jan 17 08:40:59.670143 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11626792-3268-4dd6-8348-f8140f180d87 req-9b47fd74-f7d8-4cdd-9f51-ec3df9fc8168 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195817 Jan 17 08:40:59.806316 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11626792-3268-4dd6-8348-f8140f180d87 req-fea6f441-60ab-4ef2-9d50-cfe7dc974ee2 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290073 Jan 17 08:41:04.384545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59734) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:04.487306 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1e6033fe-d8ab-4e73-9980-ea8c55d128fd tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/8c655dda-8aeb-430a-84c1-e564fa621f15 HTTP/1.1" status: 200 len: 994 time: 0.1016412 Jan 17 08:41:05.247794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59744) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:05.253590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:05.368854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:05.572543 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 79122907-c90a-4458-a413-944c8f617500, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=79122907-c90a-4458-a413-944c8f617500,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:05.596104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:05.664045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:05.728776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:05.729395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:05.730999 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/ports/79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 200 len: 939 time: 0.4822962 Jan 17 08:41:05.731632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:41:05.750178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=79122907-c90a-4458-a413-944c8f617500,revision_number=6']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:05.759961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.760299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.760647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.761106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.761727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.761843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.762109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.762414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.762748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.763059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.763394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d3f2c-9605-4492-890e-e2e363960ea0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:05.795790 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500', 'status': 'completed', 'code': 200} Jan 17 08:41:05.894724 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4407f306-906d-47fa-90d1-5ff1581c7606 req-4e5887e6-1a78-4ab7-a69c-983af5e0893a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1100 time: 0.0764649 Jan 17 08:41:06.018193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-30ee863a-17d8-4a02-9c9c-bae4c651f0c2 None None] Provisioning complete for port 79122907-c90a-4458-a413-944c8f617500 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:06.018748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30ee863a-17d8-4a02-9c9c-bae4c651f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:06.023119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f306-906d-47fa-90d1-5ff1581c7606 req-7cdde11d-21ca-4c35-928e-070add24a29b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:06.024631 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4407f306-906d-47fa-90d1-5ff1581c7606 req-7cdde11d-21ca-4c35-928e-070add24a29b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 897 time: 0.1244624 Jan 17 08:41:06.077135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a558-d076-48ac-8f67-67ca70fb84e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:06.078999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-30ee863a-17d8-4a02-9c9c-bae4c651f0c2 None None] Port 79122907-c90a-4458-a413-944c8f617500 is administratively disabled so it will not transition to active. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 17 08:41:06.127847 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4407f306-906d-47fa-90d1-5ff1581c7606 req-09617781-f245-4a75-89cf-20c1a0b65546 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 200 len: 1003 time: 0.0975792 Jan 17 08:41:06.188251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f306-906d-47fa-90d1-5ff1581c7606 req-fa306a50-5212-45b0-b930-f48122d89358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:06.189769 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4407f306-906d-47fa-90d1-5ff1581c7606 req-fa306a50-5212-45b0-b930-f48122d89358 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.0562620 Jan 17 08:41:06.266570 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4407f306-906d-47fa-90d1-5ff1581c7606 req-5f0775af-4c6a-408f-9acd-31e4fd710341 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704775 Jan 17 08:41:06.394671 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4407f306-906d-47fa-90d1-5ff1581c7606 req-8f8cfbc2-a732-4ad0-8a70-0aad3030f1e2 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218686 Jan 17 08:41:06.523671 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4407f306-906d-47fa-90d1-5ff1581c7606 req-de7558e3-21e2-4716-b8db-f81b3988affb service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226597 Jan 17 08:41:08.209243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-08d7e854-38ba-492c-84ef-20de79ce1b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:09.163153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59754) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:09.169714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-19c2f349-e95d-4108-bc75-cb53badd2f33 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:09.370890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19c2f349-e95d-4108-bc75-cb53badd2f33 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:09.506153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:09.523776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:09.577723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-19c2f349-e95d-4108-bc75-cb53badd2f33 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 79122907-c90a-4458-a413-944c8f617500, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=79122907-c90a-4458-a413-944c8f617500,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:09.605467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19c2f349-e95d-4108-bc75-cb53badd2f33 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:09.660748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19c2f349-e95d-4108-bc75-cb53badd2f33 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:09.724894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c2f349-e95d-4108-bc75-cb53badd2f33 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:09.725506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19c2f349-e95d-4108-bc75-cb53badd2f33 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:09.726897 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-19c2f349-e95d-4108-bc75-cb53badd2f33 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/ports/79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 200 len: 938 time: 0.5627391 Jan 17 08:41:09.727460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:41:09.729971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59758) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:09.754535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2f349-e95d-4108-bc75-cb53badd2f33 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=79122907-c90a-4458-a413-944c8f617500,revision_number=7']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:09.793372 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500', 'status': 'completed', 'code': 200} Jan 17 08:41:09.983916 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7c67b16d-f912-405d-9aed-ba004e40f9d1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/8c655dda-8aeb-430a-84c1-e564fa621f15 HTTP/1.1" status: 200 len: 994 time: 0.2524803 Jan 17 08:41:09.998355 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-166595a3-fc65-4c55-aba4-4e5ad4d01097 req-2df09782-2d22-4cbd-aeb7-d721573c6d94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1099 time: 0.1112216 Jan 17 08:41:10.024588 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-af8cbee2-ebf0-414e-bc94-9f5fe00d4feb None None] Provisioning complete for port 79122907-c90a-4458-a413-944c8f617500 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:10.024958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af8cbee2-ebf0-414e-bc94-9f5fe00d4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:10.113191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['79122907-c90a-4458-a413-944c8f617500'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:41:10.127929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166595a3-fc65-4c55-aba4-4e5ad4d01097 req-b4673b4e-28ee-435e-87b0-89b3bc694002 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:10.129396 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-166595a3-fc65-4c55-aba4-4e5ad4d01097 req-b4673b4e-28ee-435e-87b0-89b3bc694002 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 897 time: 0.1245928 Jan 17 08:41:10.237344 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-166595a3-fc65-4c55-aba4-4e5ad4d01097 req-981c09e3-ab1d-4439-a761-b470e761e2f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 200 len: 1002 time: 0.1006496 Jan 17 08:41:10.297087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166595a3-fc65-4c55-aba4-4e5ad4d01097 req-84e7d864-b115-4f7b-be61-9f12cf1bad7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:10.298477 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-166595a3-fc65-4c55-aba4-4e5ad4d01097 req-84e7d864-b115-4f7b-be61-9f12cf1bad7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.0549099 Jan 17 08:41:10.379114 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-166595a3-fc65-4c55-aba4-4e5ad4d01097 req-124759cb-8a69-40ba-9473-65de85665b2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741739 Jan 17 08:41:10.511692 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-166595a3-fc65-4c55-aba4-4e5ad4d01097 req-d24059a4-356b-478a-bab6-a1b3f160885b service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257079 Jan 17 08:41:10.637884 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-166595a3-fc65-4c55-aba4-4e5ad4d01097 req-39839968-951d-4445-89a8-3936c37fb0d1 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203909 Jan 17 08:41:10.974816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:11.720535 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:41:12.550002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59770) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:12.741889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 3dbf98e0-0fad-4c63-89ae-bf68fd53bc06 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:41:12.742138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:12.907398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:12.907715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:13.021671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 3dbf98e0-0fad-4c63-89ae-bf68fd53bc06 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:41:13.306524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:13.347236 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=3dbf98e0-0fad-4c63-89ae-bf68fd53bc06,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:13.385445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.385787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.386176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.386505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.386831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.387153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.387513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.387836 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.388189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.388584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.388907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:13.450708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:13.838520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 3af42e3a-53c9-4bd2-b0e9-469504a5346d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:41:14.034326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:41:14.044124 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] Sync routers for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:41:14.055945 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:14.056533 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:14.094621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:14.146141 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-73fdd2c4-e322-412e-8a4e-cab201e7ec26 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/floatingips/bb9b8a56-f801-48b3-a994-2f5d0402e731 HTTP/1.1" status: 204 len: 168 time: 1.5950210 Jan 17 08:41:14.146705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:41:14.209368 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2', 'status': 'completed', 'code': 200} Jan 17 08:41:14.232251 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:14.304148 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0981c4a9-4d0b-493d-984b-53e0a5967ccd req-69d01810-1ed8-454e-ab23-c9f4828399a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 1098 time: 0.0724547 Jan 17 08:41:14.438077 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981c4a9-4d0b-493d-984b-53e0a5967ccd req-ce0e3c3c-6466-476b-b666-835281135e31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:14.439697 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0981c4a9-4d0b-493d-984b-53e0a5967ccd req-ce0e3c3c-6466-476b-b666-835281135e31 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 897 time: 0.1303275 Jan 17 08:41:14.510144 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0981c4a9-4d0b-493d-984b-53e0a5967ccd req-3e04144e-fc0a-441d-b189-8983017ee51c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ef58af1-215d-4751-acdb-dc06466babf2 HTTP/1.1" status: 200 len: 217 time: 0.0645843 Jan 17 08:41:14.576197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981c4a9-4d0b-493d-984b-53e0a5967ccd req-5237fde4-bafb-4351-86af-774d4ee3c3e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:14.577891 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0981c4a9-4d0b-493d-984b-53e0a5967ccd req-5237fde4-bafb-4351-86af-774d4ee3c3e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.0627177 Jan 17 08:41:14.624760 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '8c655dda-8aeb-430a-84c1-e564fa621f15', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:25Z', 'updated_at': '2022-01-17T08:39:28Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:14.629213 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] Checking router: 3af42e3a-53c9-4bd2-b0e9-469504a5346d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:41:14.640539 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:14.641226 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:14.657610 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0981c4a9-4d0b-493d-984b-53e0a5967ccd req-52b0b61d-5f9c-416b-beff-d6b44613df0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740316 Jan 17 08:41:14.723757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cf459-4eb0-4797-93b3-10fdbce86955 req-6aacef34-ef91-4f5a-b38f-8034e6ed8f65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:14.725242 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ab5cf459-4eb0-4797-93b3-10fdbce86955 req-6aacef34-ef91-4f5a-b38f-8034e6ed8f65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 945 time: 0.0833194 Jan 17 08:41:14.775164 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ab5cf459-4eb0-4797-93b3-10fdbce86955 req-0f5cf37c-1252-4970-81b7-c2cee15913c8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438626 Jan 17 08:41:14.808200 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0981c4a9-4d0b-493d-984b-53e0a5967ccd req-92297bd0-eae8-4462-ba6e-c625b8cf715d service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425524 Jan 17 08:41:14.817688 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:15.040311 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0981c4a9-4d0b-493d-984b-53e0a5967ccd req-7f457cc5-a0ad-4f4c-a8d3-04f35955efb8 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248983 Jan 17 08:41:15.166776 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '8c655dda-8aeb-430a-84c1-e564fa621f15', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:25Z', 'updated_at': '2022-01-17T08:39:28Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:15.170805 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d00703-9cec-4ff8-b71c-4f6959d5df8c None None] The sync data for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv is: [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': '8c655dda-8aeb-430a-84c1-e564fa621f15', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.129', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'port_id': '79122907-c90a-4458-a413-944c8f617500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'mac_address': 'fa:16:3e:52:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:39:25Z', 'updated_at': '2022-01-17T08:39:28Z', 'revision_number': 1, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:41:15.393570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92fb5eb-2294-499b-9cf3-03a32baf14e9 None None] New status for floating IP bb9b8a56-f801-48b3-a994-2f5d0402e731: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:41:15.972720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f9d35-9d5e-4774-ab78-62b30e3fb81f req-07d1a2a6-77c5-41c6-a657-25011e29cf0e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:15.973396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-fe6f9d35-9d5e-4774-ab78-62b30e3fb81f req-07d1a2a6-77c5-41c6-a657-25011e29cf0e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:41:16.071600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-fe6f9d35-9d5e-4774-ab78-62b30e3fb81f req-07d1a2a6-77c5-41c6-a657-25011e29cf0e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:41:16.072681 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fe6f9d35-9d5e-4774-ab78-62b30e3fb81f req-07d1a2a6-77c5-41c6-a657-25011e29cf0e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 945 time: 0.1752696 Jan 17 08:41:16.117779 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fe6f9d35-9d5e-4774-ab78-62b30e3fb81f req-9d50cd1e-9af0-48d3-86ab-dfa711c2de3e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395005 Jan 17 08:41:16.336022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-3aca4329-2853-4aa9-bba0-3dc3b24419ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:16.337343 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-3aca4329-2853-4aa9-bba0-3dc3b24419ba tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 945 time: 0.0849092 Jan 17 08:41:16.403364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 4ef58af1-215d-4751-acdb-dc06466babf2 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:41:16.403702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:16.645516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 4ef58af1-215d-4751-acdb-dc06466babf2, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=4ef58af1-215d-4751-acdb-dc06466babf2,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:16.645865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:16.760895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 4ef58af1-215d-4751-acdb-dc06466babf2 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:41:17.066406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:17.113034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=4ef58af1-215d-4751-acdb-dc06466babf2,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:17.184746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port 4ef58af1-215d-4751-acdb-dc06466babf2 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:41:17.187323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:17.189753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'name': 'network-vif-deleted', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:41:17.245432 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c96405c-35ed-471e-9b9e-d9bb9b191f03', 'name': 'network-vif-deleted', 'tag': '4ef58af1-215d-4751-acdb-dc06466babf2', 'status': 'completed', 'code': 200} Jan 17 08:41:17.261984 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a497d8c4-807d-4008-97fc-8c721ffeb970 req-460c1202-de79-419e-b61a-6faef1adf2a9 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/4ef58af1-215d-4751-acdb-dc06466babf2 HTTP/1.1" status: 204 len: 173 time: 0.9199634 Jan 17 08:41:17.282260 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b54ee381-d739-495d-afaa-c8eee534f2b0 req-912ae5ca-14e7-4798-8789-3b3d593fc070 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c96405c-35ed-471e-9b9e-d9bb9b191f03 HTTP/1.1" status: 200 len: 210 time: 0.0406556 Jan 17 08:41:18.386895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:18.453690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a985e18-bef3-4275-9f90-889972e1ed12 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:18.481891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a985e18-bef3-4275-9f90-889972e1ed12 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:18.609078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a985e18-bef3-4275-9f90-889972e1ed12 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:18.627046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a985e18-bef3-4275-9f90-889972e1ed12 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f2b1d3-ce23-4dce-be51-69a8c0bb8db0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:18.708542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a985e18-bef3-4275-9f90-889972e1ed12 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:18.710424 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2a985e18-bef3-4275-9f90-889972e1ed12 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/16f2b1d3-ce23-4dce-be51-69a8c0bb8db0 HTTP/1.1" status: 204 len: 168 time: 0.3217921 Jan 17 08:41:18.827318 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59794) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:19.018271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 8901f73d-31a9-4e28-945d-3fb90d12fc30 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:41:19.018520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:19.183409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:19.183736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:19.298318 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 8901f73d-31a9-4e28-945d-3fb90d12fc30 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:41:19.506209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:19.548214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=8901f73d-31a9-4e28-945d-3fb90d12fc30,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:19.639341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:19.737932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:20.097704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 3af42e3a-53c9-4bd2-b0e9-469504a5346d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:41:20.289930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:41:20.300904 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] Sync routers for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:41:20.305939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:20.314920 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:20.315548 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:20.362584 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-98c71281-9763-428b-94cc-f026542066d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/floatingips/8c655dda-8aeb-430a-84c1-e564fa621f15 HTTP/1.1" status: 204 len: 168 time: 1.5341344 Jan 17 08:41:20.363156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:41:20.419468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'tag': '79122907-c90a-4458-a413-944c8f617500', 'status': 'completed', 'code': 200} Jan 17 08:41:20.512920 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee5a9202-a889-4f31-8fbc-4606be467893 req-c5059d12-82eb-4d93-8d10-c2edded4bac5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 1099 time: 0.0705836 Jan 17 08:41:20.518953 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:20.644438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a9202-a889-4f31-8fbc-4606be467893 req-7748a2c5-9fcf-491f-89bc-fe19b4128817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:20.645927 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee5a9202-a889-4f31-8fbc-4606be467893 req-7748a2c5-9fcf-491f-89bc-fe19b4128817 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 200 len: 897 time: 0.1275609 Jan 17 08:41:20.715066 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee5a9202-a889-4f31-8fbc-4606be467893 req-b45a1d25-e4a4-45d5-a834-04ae23a11900 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 200 len: 217 time: 0.0633917 Jan 17 08:41:20.777610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a9202-a889-4f31-8fbc-4606be467893 req-f9299fdc-60ab-408c-959a-85dd9d6252cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:20.779029 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee5a9202-a889-4f31-8fbc-4606be467893 req-f9299fdc-60ab-408c-959a-85dd9d6252cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 200 len: 835 time: 0.0588479 Jan 17 08:41:20.863902 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:20.864820 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee5a9202-a889-4f31-8fbc-4606be467893 req-58591260-cf88-4359-856b-fcdbf19e5fae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3c68f777-3ac6-41a3-aeab-754fda07aa27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789316 Jan 17 08:41:20.868309 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] Checking router: 3af42e3a-53c9-4bd2-b0e9-469504a5346d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:41:20.879085 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:20.879741 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:20.999976 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee5a9202-a889-4f31-8fbc-4606be467893 req-26aad42f-4acb-43f9-92f8-97eceead1651 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283901 Jan 17 08:41:21.008324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a201-9fcf-4f57-98b6-c98abc1ba3b2 req-c27a8cb0-0137-49cf-946f-bc9c0d761592 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:21.009537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-3d75a201-9fcf-4f57-98b6-c98abc1ba3b2 req-c27a8cb0-0137-49cf-946f-bc9c0d761592 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:41:21.059329 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:21.084037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-3d75a201-9fcf-4f57-98b6-c98abc1ba3b2 req-c27a8cb0-0137-49cf-946f-bc9c0d761592 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:41:21.086064 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3d75a201-9fcf-4f57-98b6-c98abc1ba3b2 req-c27a8cb0-0137-49cf-946f-bc9c0d761592 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 946 time: 0.1604078 Jan 17 08:41:21.134881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-3d75a201-9fcf-4f57-98b6-c98abc1ba3b2 req-21fd9b9d-966f-403f-a338-8a5c75364f2c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:41:21.220505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-3d75a201-9fcf-4f57-98b6-c98abc1ba3b2 req-21fd9b9d-966f-403f-a338-8a5c75364f2c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:41:21.221837 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3d75a201-9fcf-4f57-98b6-c98abc1ba3b2 req-21fd9b9d-966f-403f-a338-8a5c75364f2c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304493 Jan 17 08:41:21.233381 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee5a9202-a889-4f31-8fbc-4606be467893 req-70c23550-a266-4316-868c-bf05d5e7ca46 service neutron] 10.222.0.53 "GET /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251372 Jan 17 08:41:21.374857 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:21.378583 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efbc69-dd3d-449e-a6eb-3bc499e14f0b None None] The sync data for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv is: [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '0127068a-6f09-44f6-9a9c-17b47371b609', 'name': '', 'network_id': '3c68f777-3ac6-41a3-aeab-754fda07aa27', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:cf:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:39:03Z', 'updated_at': '2022-01-17T08:39:10Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': 'f0273bf0-2047-44f7-9b5f-ff64ae3d0966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:41:21.386436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ef58af1-215d-4751-acdb-dc06466babf2 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:41:21.419437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 4ef58af1-215d-4751-acdb-dc06466babf2 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:41:21.419787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 4ef58af1-215d-4751-acdb-dc06466babf2 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:41:21.693987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b56ec3-53e5-4659-b886-cfd6c90c4a2b None None] New status for floating IP 8c655dda-8aeb-430a-84c1-e564fa621f15: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:41:22.418477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4a88b-792d-4e69-99db-a54201b2a375 req-12cc5ebe-bd33-426f-aaa4-f5f3d4b3244e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:22.420044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-55b4a88b-792d-4e69-99db-a54201b2a375 req-12cc5ebe-bd33-426f-aaa4-f5f3d4b3244e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:41:22.432595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-55b4a88b-792d-4e69-99db-a54201b2a375 req-12cc5ebe-bd33-426f-aaa4-f5f3d4b3244e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:41:22.433724 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55b4a88b-792d-4e69-99db-a54201b2a375 req-12cc5ebe-bd33-426f-aaa4-f5f3d4b3244e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 946 time: 0.0893097 Jan 17 08:41:22.481290 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-55b4a88b-792d-4e69-99db-a54201b2a375 req-e6a42667-787d-4b3e-aa7d-42c07e81ee6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=7d1e2a92-bb15-4840-8fa4-aba6bb349d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Jan 17 08:41:22.703786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-78d67e17-fcbe-49da-b460-d5dde2b880f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:22.705175 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-78d67e17-fcbe-49da-b460-d5dde2b880f1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 946 time: 0.0769525 Jan 17 08:41:22.769671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 79122907-c90a-4458-a413-944c8f617500 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:41:22.769911 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:23.011975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 79122907-c90a-4458-a413-944c8f617500, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=79122907-c90a-4458-a413-944c8f617500,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:23.012322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:23.128623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 79122907-c90a-4458-a413-944c8f617500 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:41:23.331997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:23.378973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=79122907-c90a-4458-a413-944c8f617500,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:23.451003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port 79122907-c90a-4458-a413-944c8f617500 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:41:23.453443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:23.455899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'name': 'network-vif-deleted', 'tag': '79122907-c90a-4458-a413-944c8f617500'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:41:23.511098 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c222929-862b-4fcd-a9af-8857bd5bfd6e', 'name': 'network-vif-deleted', 'tag': '79122907-c90a-4458-a413-944c8f617500', 'status': 'completed', 'code': 200} Jan 17 08:41:23.527277 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-588157f2-699c-4748-b4d2-2b70ef351cbe req-91e0266e-ef22-4778-9a25-fbeb0975cf61 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/79122907-c90a-4458-a413-944c8f617500 HTTP/1.1" status: 204 len: 173 time: 0.8166409 Jan 17 08:41:23.643735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-95d81ec1-bdff-4755-9734-07afba8b63ce req-5a9db31f-45a6-4fb7-b40b-aec77024d183 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:41:23.703608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-95d81ec1-bdff-4755-9734-07afba8b63ce req-5a9db31f-45a6-4fb7-b40b-aec77024d183 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:41:23.704814 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-95d81ec1-bdff-4755-9734-07afba8b63ce req-5a9db31f-45a6-4fb7-b40b-aec77024d183 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c222929-862b-4fcd-a9af-8857bd5bfd6e HTTP/1.1" status: 200 len: 210 time: 0.1013188 Jan 17 08:41:24.808626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59812) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:24.877529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac97638-09ef-455f-ade1-9873e97290db tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:24.905795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac97638-09ef-455f-ade1-9873e97290db tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:25.025789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac97638-09ef-455f-ade1-9873e97290db tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:25.043958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac97638-09ef-455f-ade1-9873e97290db tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1e2a92-bb15-4840-8fa4-aba6bb349d73,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:25.120070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac97638-09ef-455f-ade1-9873e97290db tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:25.121178 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6ac97638-09ef-455f-ade1-9873e97290db tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/7d1e2a92-bb15-4840-8fa4-aba6bb349d73 HTTP/1.1" status: 204 len: 168 time: 0.3115878 Jan 17 08:41:25.224910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59818) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:25.625814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:26.302667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 0127068a-6f09-44f6-9a9c-17b47371b609 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:41:26.303440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:26.484660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 0127068a-6f09-44f6-9a9c-17b47371b609, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0127068a-6f09-44f6-9a9c-17b47371b609,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:26.485014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:26.603035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 0127068a-6f09-44f6-9a9c-17b47371b609 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:41:26.841022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:26.888671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=0127068a-6f09-44f6-9a9c-17b47371b609,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:27.174815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:27.382422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 79122907-c90a-4458-a413-944c8f617500 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:41:27.416292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 79122907-c90a-4458-a413-944c8f617500 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:41:27.416641 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 79122907-c90a-4458-a413-944c8f617500 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:41:27.847613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 3af42e3a-53c9-4bd2-b0e9-469504a5346d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:41:28.051149 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:41:28.060662 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047d5cd-396e-4851-a624-852617476929 None None] Sync routers for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:41:28.073067 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047d5cd-396e-4851-a624-852617476929 None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:28.073664 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d047d5cd-396e-4851-a624-852617476929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:28.128524 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-74c93d1b-ffc5-4c13-beec-872431718f03 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/3af42e3a-53c9-4bd2-b0e9-469504a5346d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8985546 Jan 17 08:41:28.128855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59824) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:28.264232 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d047d5cd-396e-4851-a624-852617476929 None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:28.333079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bc0661-8a8b-4892-8dd2-582503879f6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting subnet f0273bf0-2047-44f7-9b5f-ff64ae3d0966 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:41:28.336894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bc0661-8a8b-4892-8dd2-582503879f6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:28.394895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bc0661-8a8b-4892-8dd2-582503879f6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:28.488789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bc0661-8a8b-4892-8dd2-582503879f6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:28.572907 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d047d5cd-396e-4851-a624-852617476929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:41:26Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:28.576814 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047d5cd-396e-4851-a624-852617476929 None None] Checking router: 3af42e3a-53c9-4bd2-b0e9-469504a5346d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:41:28.588686 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047d5cd-396e-4851-a624-852617476929 None None] Routers {'3af42e3a-53c9-4bd2-b0e9-469504a5346d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:28.589236 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d047d5cd-396e-4851-a624-852617476929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:28.633409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bc0661-8a8b-4892-8dd2-582503879f6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:28.674147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc0661-8a8b-4892-8dd2-582503879f6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Subnet': ['ID=f0273bf0-2047-44f7-9b5f-ff64ae3d0966,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:28.682009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5bc0661-8a8b-4892-8dd2-582503879f6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:28.688487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4209b-76eb-42d2-94a5-8514032c30ec None None] Network 3c68f777-3ac6-41a3-aeab-754fda07aa27 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:41:28.689091 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b5bc0661-8a8b-4892-8dd2-582503879f6a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/subnets/f0273bf0-2047-44f7-9b5f-ff64ae3d0966 HTTP/1.1" status: 204 len: 168 time: 0.5588696 Jan 17 08:41:28.691607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59828) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:28.793805 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-d047d5cd-396e-4851-a624-852617476929 None None] Set router 3af42e3a-53c9-4bd2-b0e9-469504a5346d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:28.902954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:28.989996 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] DHCP port deletion for 3c68f777-3ac6-41a3-aeab-754fda07aa27 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:41:28.995111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Deleting port 52599992-1a52-4405-9597-122485749156 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:41:28.995510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:29.126986 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-d047d5cd-396e-4851-a624-852617476929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:41:26Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:29.131879 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047d5cd-396e-4851-a624-852617476929 None None] The sync data for ids ['3af42e3a-53c9-4bd2-b0e9-469504a5346d'] in dv-neutron-824874-1-hyperv is: [{'id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'name': 'tempest-TestNetworkBasicOps-router-725690292', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:41:26Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': '868068dd-f2b9-4c2e-a862-2b3d94fc51b4', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:06:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af42e3a-53c9-4bd2-b0e9-469504a5346d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:38:59Z', 'updated_at': '2022-01-17T08:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:41:29.199656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] For port 52599992-1a52-4405-9597-122485749156, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=52599992-1a52-4405-9597-122485749156,segment=NetworkSegment(cab667f8-2f39-44b4-bb33-648bbb6177af),segment_id=cab667f8-2f39-44b4-bb33-648bbb6177af)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:29.199951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:29.231008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:29.305908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:41:29.306249 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:29.318438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Calling delete_port for 52599992-1a52-4405-9597-122485749156 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:41:29.471925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:29.482226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 868068dd-f2b9-4c2e-a862-2b3d94fc51b4, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=868068dd-f2b9-4c2e-a862-2b3d94fc51b4,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:29.482598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:29.520859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Pushing event deleted for resources: {'Port': ['ID=52599992-1a52-4405-9597-122485749156,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:29.530302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] No DVR routers for this DVR port 52599992-1a52-4405-9597-122485749156 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:41:29.534204 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.535870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.535870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.535870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.535870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.536503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.536973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.538040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.538521 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.539997 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.540514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0af592-0878-4738-9f44-c82188a5a954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:29.611286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:41:29.840883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:29.885303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=868068dd-f2b9-4c2e-a862-2b3d94fc51b4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:30.107743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.328407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0127068a-6f09-44f6-9a9c-17b47371b609 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:41:30.373584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 0127068a-6f09-44f6-9a9c-17b47371b609 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:41:30.373828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0127068a-6f09-44f6-9a9c-17b47371b609 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:41:30.374034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.374565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52599992-1a52-4405-9597-122485749156 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:41:30.378374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.406344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 52599992-1a52-4405-9597-122485749156 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:41:30.406687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 52599992-1a52-4405-9597-122485749156 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:41:30.511920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.512428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Fanout notify agent at l3_agent the message router_deleted on router 3af42e3a-53c9-4bd2-b0e9-469504a5346d {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:41:30.527398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.528496 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4bad3816-2ca7-4bbf-9428-3796ea9ecd55 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/routers/3af42e3a-53c9-4bd2-b0e9-469504a5346d HTTP/1.1" status: 204 len: 168 time: 1.8359475 Jan 17 08:41:30.531155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59832) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:30.643817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.866079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.890647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c68f777-3ac6-41a3-aeab-754fda07aa27']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:30.902326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab667f8-2f39-44b4-bb33-648bbb6177af') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:30.902554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab667f8-2f39-44b4-bb33-648bbb6177af') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:30.914665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.931552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.938120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:41:30.938508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:41:30.959297 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:41:31.105475 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:31.122422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:31.133272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Network': ['ID=3c68f777-3ac6-41a3-aeab-754fda07aa27,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:31.203661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b8a1a288-4c0f-422a-ace4-ac92060a89d4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/networks/3c68f777-3ac6-41a3-aeab-754fda07aa27 HTTP/1.1" status: 204 len: 168 time: 0.6713820 Jan 17 08:41:31.230842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59836) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:31.236388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'network': {'name': 'tempest-network-smoke--1168531759', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:31.241918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:31.245871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:network and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:31.248736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:31.254238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:31.334225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:41:31.337330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:31.364065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:41:31.372587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:31.372922 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Added segment 2ddcf911-611e-4a16-b860-9ed9ddaa48a6 of type vlan for network 1e78330f-4be7-4bcd-bc91-3b0d49354452 Jan 17 08:41:31.400432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:31.488811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:31.492867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:31.493135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:31.598470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Network': ['ID=1e78330f-4be7-4bcd-bc91-3b0d49354452,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:31.609696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 1e78330f-4be7-4bcd-bc91-3b0d49354452 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:41:31.644005 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-308e9758-0aed-4527-b302-1b56599fff65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4121203 Jan 17 08:41:31.647119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59840) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:31.652399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-564560543', 'admin_state_up': True, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:31.659564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:31.674566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:router and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:31.674566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:31.674566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:31.758095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:31.759026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:31.776807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:32.012228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:32.233311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:41:32.244456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:32.266628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:41:32.266898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 868068dd-f2b9-4c2e-a862-2b3d94fc51b4 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:41:32.276980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:32.404707 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.93 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/dcc83711-efce-4b9f-be6c-87711e2d1eab) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:41:32.549856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:32.631610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:32.694960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:41:32.697773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:41:32.701451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:41:32.733347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=dcc83711-efce-4b9f-be6c-87711e2d1eab,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:32.939071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:32.939809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:33.228709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 6e801682-f389-468a-ae5f-a52c730a0bfd is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:41:33.502783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:41:33.512341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Sync routers for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:41:33.524497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:33.525103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:33.600904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:33.602141 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-321ba808-9d91-42fa-832f-282349ecc9c1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9540257 Jan 17 08:41:33.605430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59844) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:33.647143 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ac3daa10-0207-4c07-8ce0-0d261ccd22f2 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=254ff688997e4e0cb956a7cc43764265&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375636 Jan 17 08:41:33.647369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59848) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:33.727219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:33.775106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa0607-f517-4d8a-8029-7c6eba2b63c5 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:33.776520 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e9aa0607-f517-4d8a-8029-7c6eba2b63c5 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282697 Jan 17 08:41:33.779296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59852) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:33.817257 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b4017063-5cda-4900-a986-f92c0ce65645 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369315 Jan 17 08:41:33.819715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59856) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:33.825198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2038789599', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:33.931035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:33.934804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:subnet and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:33.937602 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:33.943138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:34.003087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:41:32Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:34.007399 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Checking router: 6e801682-f389-468a-ae5f-a52c730a0bfd for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:41:34.007743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Updating router 6e801682-f389-468a-ae5f-a52c730a0bfd port dcc83711-efce-4b9f-be6c-87711e2d1eab binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:41:34.014433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:41:34.060037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:34.114263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:34.375565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:34.389466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Transition to ACTIVE for port object dcc83711-efce-4b9f-be6c-87711e2d1eab will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:41:34.400950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:34.466242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:34.483053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Subnet': ['ID=91794dfe-9ebe-476f-b5e7-da4b80c397d7,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:34.491993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Checking segment: {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:41:34.492375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network hostable DHCP agents. Network: 1e78330f-4be7-4bcd-bc91-3b0d49354452, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:41:34.547737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41b9b7-174d-4752-ae45-27f9345e3b04 None None] Pushing event updated for resources: {'Port': ['ID=dcc83711-efce-4b9f-be6c-87711e2d1eab,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:34.552355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Attempting to bind port dcc83711-efce-4b9f-be6c-87711e2d1eab on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:41:34.553249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Attempting to bind port dcc83711-efce-4b9f-be6c-87711e2d1eab by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:41:34.553658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Attempting to bind port dcc83711-efce-4b9f-be6c-87711e2d1eab on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:41:34.559985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:41:34.560347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:41:34.560735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:34.561112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:41:34.561563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Bound port: dcc83711-efce-4b9f-be6c-87711e2d1eab, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:41:34.562008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:34.566064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 1e78330f-4be7-4bcd-bc91-3b0d49354452 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:41:34.634760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 1e78330f-4be7-4bcd-bc91-3b0d49354452) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:41:34.635463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] For port dcc83711-efce-4b9f-be6c-87711e2d1eab, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:41:34.638050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] For port dcc83711-efce-4b9f-be6c-87711e2d1eab, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=dcc83711-efce-4b9f-be6c-87711e2d1eab,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:41:34.638853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:34.639707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:34.646339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72e2f2-d152-4d2c-a3a7-2b8fcfdaea0d None None] Network 1e78330f-4be7-4bcd-bc91-3b0d49354452 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:41:34.711778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:34.741370 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c85d8e60-97d8-4f84-94ba-ba3e470cee1e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9206395 Jan 17 08:41:34.744119 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59860) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:34.830007 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41b9b7-174d-4752-ae45-27f9345e3b04 None None] Pushing event updated for resources: {'Port': ['ID=dcc83711-efce-4b9f-be6c-87711e2d1eab,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:34.868669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:34.869301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:35.064935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-1e78330f-4be7-4bcd-bc91-3b0d49354452', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:41:35.065734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:35.183968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:35.472147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Allocated IP 172.20.0.2 (1e78330f-4be7-4bcd-bc91-3b0d49354452/91794dfe-9ebe-476f-b5e7-da4b80c397d7/c9d6d740-5275-402c-879c-516b4d724b2d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:41:35.585975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:35.661041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:41:32Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:35.701213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1b53f-4527-4884-95de-90ba77c82873 None None] The sync data for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv is: [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:41:32Z', 'revision_number': 3, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:41:35.731112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:35.744081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Transition to ACTIVE for port object c9d6d740-5275-402c-879c-516b4d724b2d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:41:35.763270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Transition to ACTIVE for port object c9d6d740-5275-402c-879c-516b4d724b2d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:41:35.858944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:35.948834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Network 1e78330f-4be7-4bcd-bc91-3b0d49354452 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:41:35.956280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:41:35.961174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:41:35.975696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Pushing event updated for resources: {'Port': ['ID=c9d6d740-5275-402c-879c-516b4d724b2d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:35.992795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.1 (1e78330f-4be7-4bcd-bc91-3b0d49354452/91794dfe-9ebe-476f-b5e7-da4b80c397d7/fb997ddb-5170-45cb-9c1e-b2f638abc820) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:41:36.073797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Attempting to bind port c9d6d740-5275-402c-879c-516b4d724b2d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:41:36.074244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Attempting to bind port c9d6d740-5275-402c-879c-516b4d724b2d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:41:36.074547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Attempting to bind port c9d6d740-5275-402c-879c-516b4d724b2d on network 1e78330f-4be7-4bcd-bc91-3b0d49354452 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:41:36.081710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:41:36.081972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Checking segment: {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:41:36.082361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.082747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Bound using segment: {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:41:36.083246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Bound port: c9d6d740-5275-402c-879c-516b4d724b2d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:41:36.083610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.127173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b734e24-b21b-411a-882b-1bf8376fdc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.163923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.173709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] For port c9d6d740-5275-402c-879c-516b4d724b2d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:41:36.176955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] For port c9d6d740-5275-402c-879c-516b4d724b2d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c9d6d740-5275-402c-879c-516b4d724b2d,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:41:36.181294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object fb997ddb-5170-45cb-9c1e-b2f638abc820 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:41:36.235703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.282465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.321638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dcc83711-efce-4b9f-be6c-87711e2d1eab up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:41:36.365578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 1e78330f-4be7-4bcd-bc91-3b0d49354452 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:41:36.369103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=fb997ddb-5170-45cb-9c1e-b2f638abc820,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:36.371541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:41:36.373735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:41:36.384611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e938ef-6015-4be7-b9fb-2d523e09cb22 None None] Pushing event updated for resources: {'Port': ['ID=c9d6d740-5275-402c-879c-516b4d724b2d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:36.443039 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.463254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port dcc83711-efce-4b9f-be6c-87711e2d1eab completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:41:36.468986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port dcc83711-efce-4b9f-be6c-87711e2d1eab triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:36.469637 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.620446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.638072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.655963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port dcc83711-efce-4b9f-be6c-87711e2d1eab, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=dcc83711-efce-4b9f-be6c-87711e2d1eab,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:36.705749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:36.776353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=dcc83711-efce-4b9f-be6c-87711e2d1eab,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:37.124950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:37.185868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:37.304377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=fb997ddb-5170-45cb-9c1e-b2f638abc820,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:37.308137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:37.341277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c697cb1-c9ab-441f-a432-33d15a267850 None None] Network 1e78330f-4be7-4bcd-bc91-3b0d49354452 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:41:37.447910 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 1e78330f-4be7-4bcd-bc91-3b0d49354452 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:41:37.448554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:41:37.547032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ef401876-a361-4c05-a26f-196f12af6232 None None] Provisioning for port c9d6d740-5275-402c-879c-516b4d724b2d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:41:37.832010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 6e801682-f389-468a-ae5f-a52c730a0bfd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:41:37.842700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-179ff91f-3128-4387-9119-7c48abe65a21 None None] Provisioning for port fb997ddb-5170-45cb-9c1e-b2f638abc820 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:41:37.848787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-179ff91f-3128-4387-9119-7c48abe65a21 None None] Provisioning complete for port fb997ddb-5170-45cb-9c1e-b2f638abc820 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:37.849210 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-179ff91f-3128-4387-9119-7c48abe65a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:37.905259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-179ff91f-3128-4387-9119-7c48abe65a21 None None] Port fb997ddb-5170-45cb-9c1e-b2f638abc820 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:41:38.039156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:41:38.040188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2b269535-4177-4667-aac3-3a2adf40a18a None None] Provisioning complete for port fb997ddb-5170-45cb-9c1e-b2f638abc820 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:38.041477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2b269535-4177-4667-aac3-3a2adf40a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:38.053496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e5006529-d01b-4e86-a1be-e9a2c45def2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/6e801682-f389-468a-ae5f-a52c730a0bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3078423 Jan 17 08:41:38.055932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59864) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:38.133946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2b269535-4177-4667-aac3-3a2adf40a18a None None] Port fb997ddb-5170-45cb-9c1e-b2f638abc820 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:41:38.196070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3bd86-904b-48d0-96eb-3b7f1e146590 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:38.196594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3bd86-904b-48d0-96eb-3b7f1e146590 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:38.196710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3bd86-904b-48d0-96eb-3b7f1e146590 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:38.197079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3bd86-904b-48d0-96eb-3b7f1e146590 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:38.198794 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3fe3bd86-904b-48d0-96eb-3b7f1e146590 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1417470 Jan 17 08:41:38.201521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59868) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:38.214051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbc1792f-734d-4306-9802-0941df7ac6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:38.262099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3deaa692-ec91-4a70-96b7-823776132cb7 None None] Provisioning complete for port fb997ddb-5170-45cb-9c1e-b2f638abc820 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:38.262489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3deaa692-ec91-4a70-96b7-823776132cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:38.272282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bffbe5-6b1e-47de-9485-79b40931713e tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:38.272663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bffbe5-6b1e-47de-9485-79b40931713e tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:38.273018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bffbe5-6b1e-47de-9485-79b40931713e tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:38.273367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bffbe5-6b1e-47de-9485-79b40931713e tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:38.274989 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-94bffbe5-6b1e-47de-9485-79b40931713e tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0725753 Jan 17 08:41:38.277900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59872) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:38.329990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3deaa692-ec91-4a70-96b7-823776132cb7 None None] Port fb997ddb-5170-45cb-9c1e-b2f638abc820 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:41:38.375798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dcc83711-efce-4b9f-be6c-87711e2d1eab up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:41:38.447437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port dcc83711-efce-4b9f-be6c-87711e2d1eab triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:38.447804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:38.491443 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-82848e83-09d5-484d-8db8-740c2bf0d4b4 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2123604 Jan 17 08:41:38.566067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c9d6d740-5275-402c-879c-516b4d724b2d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:41:38.685964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port c9d6d740-5275-402c-879c-516b4d724b2d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:41:38.691009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c9d6d740-5275-402c-879c-516b4d724b2d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:38.691413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:38.804937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:38.826132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59878) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:38.831871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844057809', 'description': 'tempest-secgroup-smoke-844057809 description', 'project_id': '254ff688997e4e0cb956a7cc43764265'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:38.838490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:38.844453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:38.844576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port c9d6d740-5275-402c-879c-516b4d724b2d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c9d6d740-5275-402c-879c-516b4d724b2d,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:38.846324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:38.852026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:38.920343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:38.932074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:38.967717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:38.971392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:38.974554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:38.980241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:38.986886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=c9d6d740-5275-402c-879c-516b4d724b2d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:39.033033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.108893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.156882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b0f277-4145-45b6-b71d-f86a3baa6e64,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:39.217639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.218937 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-767bf625-b501-4b73-ab08-03c409735a2f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3916719 Jan 17 08:41:39.221689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59882) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:39.227682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e7b0f277-4145-45b6-b71d-f86a3baa6e64', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:39.233513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:39.237231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:39.240654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:39.246250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:39.288135 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Sync routers for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:41:39.300113 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:39.300719 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:39.323639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.383620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.454348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.472913 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:39.482073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035cc6c2-bdd2-4da1-b16b-070314ce21c6,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:39.511179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.574944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.577953 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7e4457cb-251e-488a-87d0-6f196d720f8c tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3553066 Jan 17 08:41:39.580776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59886) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:39.585897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.587283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e7b0f277-4145-45b6-b71d-f86a3baa6e64', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:39.594682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:39.596864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:39.600283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:39.605835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:39.675421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.736504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.775637 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'fb997ddb-5170-45cb-9c1e-b2f638abc820', 'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:76:d7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:35Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:39.779383 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Checking router: 6e801682-f389-468a-ae5f-a52c730a0bfd for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:41:39.779732 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Updating router 6e801682-f389-468a-ae5f-a52c730a0bfd port fb997ddb-5170-45cb-9c1e-b2f638abc820 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:41:39.820010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.831633 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.841499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c4662c-b8c2-4ba4-b95f-42a210d0b211,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:39.917416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:39.921147 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c659134f-e0bb-42af-9a0f-69fc9efc720d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3368382 Jan 17 08:41:39.921510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59890) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:39.927251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e7b0f277-4145-45b6-b71d-f86a3baa6e64', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:39.933752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:39.937485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:39.940477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:39.946746 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:40.032281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.168095 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.180543 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Transition to ACTIVE for port object fb997ddb-5170-45cb-9c1e-b2f638abc820 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:41:40.200227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.265607 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.279312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c9d6d740-5275-402c-879c-516b4d724b2d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:41:40.288872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.311781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bcda1d-4459-4b95-9815-6d50b485bfd3,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:40.356004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c9d6d740-5275-402c-879c-516b4d724b2d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:40.356379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.420108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.421568 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-000ee3eb-3829-4955-b96d-f081b7f2b553 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4990597 Jan 17 08:41:40.424615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59894) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:40.437201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e7b0f277-4145-45b6-b71d-f86a3baa6e64', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:40.445982 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Pushing event updated for resources: {'Port': ['ID=fb997ddb-5170-45cb-9c1e-b2f638abc820,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:40.453614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:40.466117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:40.479208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:40.485506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:40.520530 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.520866 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.521949 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.522159 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.522533 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.522801 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.523086 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.523454 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.524324 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.524324 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.524324 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:41:40.551951 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Attempting to bind port fb997ddb-5170-45cb-9c1e-b2f638abc820 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:41:40.553226 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Attempting to bind port fb997ddb-5170-45cb-9c1e-b2f638abc820 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:41:40.553226 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Attempting to bind port fb997ddb-5170-45cb-9c1e-b2f638abc820 on network 1e78330f-4be7-4bcd-bc91-3b0d49354452 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:41:40.558812 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:41:40.559224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Checking segment: {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:41:40.559617 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.559990 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Bound using segment: {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:41:40.560431 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Bound port: fb997ddb-5170-45cb-9c1e-b2f638abc820, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:41:40.560787 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.607161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.643943 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] For port fb997ddb-5170-45cb-9c1e-b2f638abc820, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:41:40.647522 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] For port fb997ddb-5170-45cb-9c1e-b2f638abc820, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fb997ddb-5170-45cb-9c1e-b2f638abc820,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:41:40.672014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.734689 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.762657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.788313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a05dc6-62e2-464c-9f4d-3715425a0496,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:40.813414 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eaea9-bc42-498f-9478-5c3d5a0a231a None None] Pushing event updated for resources: {'Port': ['ID=fb997ddb-5170-45cb-9c1e-b2f638abc820,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:40.819879 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:40.820494 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:40.867508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:40.871344 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d81a4542-e11b-4a96-a470-90414e29ea21 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4427695 Jan 17 08:41:40.873846 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59898) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:40.880117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e7b0f277-4145-45b6-b71d-f86a3baa6e64', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:40.888151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:40.892288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:40.895894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:40.903182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:41.002976 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:41:41.006771 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:41:41.009673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:41.031497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:41.075141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:41.131670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:41.154870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0746a8-eecb-4e24-9ad0-82c86bf16751,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:41.219891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:41.221095 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-81f398b1-c473-40ff-a19b-421f9a9792ef tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3462100 Jan 17 08:41:41.223864 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59902) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:41.229991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'security_group_rule': {'security_group_id': 'e7b0f277-4145-45b6-b71d-f86a3baa6e64', 'project_id': '254ff688997e4e0cb956a7cc43764265', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:41.235595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:41.239334 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:security_group_rule and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:41.242095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:41.247663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:41.317410 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Project 254ff688997e4e0cb956a7cc43764265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 08:41:41.322871 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'fb997ddb-5170-45cb-9c1e-b2f638abc820', 'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:76:d7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:35Z', 'updated_at': '2022-01-17T08:41:40Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:41.323844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:41.326697 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d1d9b-ccea-44da-b507-bc6ddf3e02c3 None None] The sync data for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv is: [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'fb997ddb-5170-45cb-9c1e-b2f638abc820', 'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:76:d7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:35Z', 'updated_at': '2022-01-17T08:41:40Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:41:41.416532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:41.497874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:41.522943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e86ce40-ac69-4e58-b85a-76305645465e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:41.597339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:41.598593 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-28d2b97f-4a33-4e10-8fbe-737646841513 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3730743 Jan 17 08:41:41.774758 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-2e1cf7d7-24cc-4ee8-b4ad-80405e735967 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844057809&fields=id&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 267 time: 0.0427547 Jan 17 08:41:41.924695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-a43db1c7-345f-485b-bb8e-5b9fc7a5c470 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:41.926190 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-a43db1c7-345f-485b-bb8e-5b9fc7a5c470 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/networks?id=1e78330f-4be7-4bcd-bc91-3b0d49354452 HTTP/1.1" status: 200 len: 797 time: 0.1445284 Jan 17 08:41:41.942582 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-e62ad7ad-1fdb-4c05-a050-a5a09e6b24c5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/quotas/254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 375 time: 0.0110605 Jan 17 08:41:42.025306 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-adc0242e-bdfa-49af-8908-5ecc6c0b3eed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:41:42.094177 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-adc0242e-bdfa-49af-8908-5ecc6c0b3eed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:41:42.096165 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-adc0242e-bdfa-49af-8908-5ecc6c0b3eed tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481497 Jan 17 08:41:42.295839 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-88a1c2cb-f678-4c34-8065-f449c88ef6f7 service neutron] 10.222.0.44 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868560 Jan 17 08:41:42.296748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fb997ddb-5170-45cb-9c1e-b2f638abc820 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:41:42.419621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port fb997ddb-5170-45cb-9c1e-b2f638abc820 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:41:42.424507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port fb997ddb-5170-45cb-9c1e-b2f638abc820 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:42.424870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:42.426249 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d99dd612-5e23-467f-afd3-0406969eaca2 service neutron] 10.222.0.44 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247973 Jan 17 08:41:42.542730 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:42.574121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port fb997ddb-5170-45cb-9c1e-b2f638abc820, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fb997ddb-5170-45cb-9c1e-b2f638abc820,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:42.654187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:42.723660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=fb997ddb-5170-45cb-9c1e-b2f638abc820,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:42.740270 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-72f4f6ff-1863-4299-b0a1-12e6f5e1d4e2 req-ee4ccdc9-67e8-48a0-a6b2-0683767c007a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 210 time: 0.0416296 Jan 17 08:41:43.925672 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-073ab9bc-fe0a-4d6f-b689-b11d36195869 req-2c9560f0-27f0-4f5e-8936-df1f78a5a114 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 210 time: 0.0496268 Jan 17 08:41:44.281816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fb997ddb-5170-45cb-9c1e-b2f638abc820 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:41:44.352203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port fb997ddb-5170-45cb-9c1e-b2f638abc820 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:44.352565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:44.540394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-22385aa2-4150-42d3-953f-db8c69d0a626 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:44.541793 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-22385aa2-4150-42d3-953f-db8c69d0a626 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/networks?id=1e78330f-4be7-4bcd-bc91-3b0d49354452 HTTP/1.1" status: 200 len: 797 time: 0.1684670 Jan 17 08:41:44.593728 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-020c658f-6071-4259-8f9d-39252441dc65 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ff688997e4e0cb956a7cc43764265 HTTP/1.1" status: 200 len: 379 time: 0.0394759 Jan 17 08:41:44.607932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'port': {'device_id': '8245a018-4f90-4903-b9c2-f5b191753817', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'admin_state_up': True, 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'security_groups': ['e7b0f277-4145-45b6-b71d-f86a3baa6e64']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:44.738021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:44.747248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:44.846106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Made reservation on behalf of 254ff688997e4e0cb956a7cc43764265 for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:41:44.849234 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:45.004655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.20.0.13 (1e78330f-4be7-4bcd-bc91-3b0d49354452/91794dfe-9ebe-476f-b5e7-da4b80c397d7/7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:41:45.085789 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4e27adb-14ec-4517-a9cb-6445d02743bc req-33c73734-a3ea-488c-afeb-9e5753b951de tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 210 time: 0.0403438 Jan 17 08:41:45.185821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:45.201061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Transition to ACTIVE for port object 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:41:45.280442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:45.351405 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network 1e78330f-4be7-4bcd-bc91-3b0d49354452 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:41:45.354422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:41:45.358258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:41:45.388426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:45.422678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:45.423301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:45.522121 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-11ecba72-6738-47b6-b52c-da845c7f9bf0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9175515 Jan 17 08:41:45.538800 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Request body: {'port': {'device_id': '8245a018-4f90-4903-b9c2-f5b191753817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:45.640087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:45.697525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-045596fe-00fc-455f-bba4-6b2f91299764 None None] Provisioning for port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:41:45.702793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-045596fe-00fc-455f-bba4-6b2f91299764 None None] Provisioning complete for port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:45.703162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-045596fe-00fc-455f-bba4-6b2f91299764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:45.757112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-045596fe-00fc-455f-bba4-6b2f91299764 None None] Port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:41:46.076186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:41:46.083070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:46.097269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Transition to ACTIVE for port object 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:41:46.194796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:46.364797 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Pushing event updated for resources: {'Port': ['ID=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:46.457718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dafbc6-38fc-4e1e-960d-d520d74e8c43 req-191c57a0-7364-4e8f-8dc5-76b4020e5583 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:46.458437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-a8dafbc6-38fc-4e1e-960d-d520d74e8c43 req-191c57a0-7364-4e8f-8dc5-76b4020e5583 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:41:46.511644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Attempting to bind port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:41:46.511971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Attempting to bind port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:41:46.512288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Attempting to bind port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 on network 1e78330f-4be7-4bcd-bc91-3b0d49354452 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:41:46.517853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 on network 1e78330f-4be7-4bcd-bc91-3b0d49354452 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:41:46.518163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Attempting to bind port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 on network 1e78330f-4be7-4bcd-bc91-3b0d49354452 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:41:46.524331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:41:46.524679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Checking segment: {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:41:46.525044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Bound using segment: {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:41:46.525452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Bound port: 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddcf911-611e-4a16-b860-9ed9ddaa48a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:41:46.526073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:46.564483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-a8dafbc6-38fc-4e1e-960d-d520d74e8c43 req-191c57a0-7364-4e8f-8dc5-76b4020e5583 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:41:46.565327 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a8dafbc6-38fc-4e1e-960d-d520d74e8c43 req-191c57a0-7364-4e8f-8dc5-76b4020e5583 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 944 time: 0.3402178 Jan 17 08:41:46.646416 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a8dafbc6-38fc-4e1e-960d-d520d74e8c43 req-d1b25790-972f-42d9-8ef1-9b0c2e233c8d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690792 Jan 17 08:41:46.647498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] For port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:41:46.650609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] For port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:41:46.718049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:46.782915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:46.784275 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] 10.222.0.53 "PUT /v2.0/ports/7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 HTTP/1.1" status: 200 len: 1094 time: 1.2552335 Jan 17 08:41:46.784710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:41:46.806277 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a73a25-3164-4ea7-969b-2904c40a5457 service neutron] Pushing event updated for resources: {'Port': ['ID=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:46.849194 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'status': 'completed', 'code': 200} Jan 17 08:41:46.978880 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c3fe5339-862a-486a-947a-ea4e14e3033a req-085fe4cb-2b0c-4df8-a76e-4cb1fd128001 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 1097 time: 0.1066976 Jan 17 08:41:47.112877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe5339-862a-486a-947a-ea4e14e3033a req-7b4d429c-829a-4e75-9037-c0243fd062d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:47.114294 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c3fe5339-862a-486a-947a-ea4e14e3033a req-7b4d429c-829a-4e75-9037-c0243fd062d2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=254ff688997e4e0cb956a7cc43764265&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1288021 Jan 17 08:41:47.245779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe5339-862a-486a-947a-ea4e14e3033a req-f6702661-a6ca-49c7-8843-7f0bf3ea797a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:47.247121 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c3fe5339-862a-486a-947a-ea4e14e3033a req-f6702661-a6ca-49c7-8843-7f0bf3ea797a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269412 Jan 17 08:41:47.347563 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-ce5d2c81-0d37-4cc2-8d16-129c1e6b8a6c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 1097 time: 0.0667467 Jan 17 08:41:47.416374 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-c819a26f-6034-4a0e-a43b-b18ad4537ab3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 HTTP/1.1" status: 200 len: 217 time: 0.0622356 Jan 17 08:41:47.476895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-18bc098a-3a14-4775-b355-19168f023949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:47.478305 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-18bc098a-3a14-4775-b355-19168f023949 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91794dfe-9ebe-476f-b5e7-da4b80c397d7 HTTP/1.1" status: 200 len: 835 time: 0.0564954 Jan 17 08:41:47.554348 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-ce72d161-2ee2-4541-8f1a-d40dd47af7f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e78330f-4be7-4bcd-bc91-3b0d49354452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702918 Jan 17 08:41:47.680896 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-808961dc-243c-4f51-938b-1de0d05e6bc7 service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205449 Jan 17 08:41:47.946758 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc369356-fe87-4925-a548-c2dc7f49edd3 req-a443c822-d2e0-4683-8571-8b5a21973b67 service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604065 Jan 17 08:41:47.963118 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494c219-471d-45a6-88c2-5cf9782545c6 req-f91774b9-d1fd-4161-8e01-ce0cd6d5a428 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:47.964568 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c494c219-471d-45a6-88c2-5cf9782545c6 req-f91774b9-d1fd-4161-8e01-ce0cd6d5a428 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 944 time: 0.1205730 Jan 17 08:41:48.012122 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c494c219-471d-45a6-88c2-5cf9782545c6 req-fb8b04aa-fc3f-4c8c-a170-3cbb6fb0f335 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420015 Jan 17 08:41:48.720915 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:41:49.207454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbff055-1032-4d11-a14c-aed63b988737 req-e8fc2c28-400b-47cb-ab02-d52ef65a0f44 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:49.209692 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fbff055-1032-4d11-a14c-aed63b988737 req-e8fc2c28-400b-47cb-ab02-d52ef65a0f44 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 944 time: 0.0774212 Jan 17 08:41:49.252346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-1fbff055-1032-4d11-a14c-aed63b988737 req-b41fd3d4-840c-4dad-b9d8-d83886f5f382 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:41:49.320093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-1fbff055-1032-4d11-a14c-aed63b988737 req-b41fd3d4-840c-4dad-b9d8-d83886f5f382 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:41:49.321150 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fbff055-1032-4d11-a14c-aed63b988737 req-b41fd3d4-840c-4dad-b9d8-d83886f5f382 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058414 Jan 17 08:41:49.737129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:50.513373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72f040-9dd5-48ca-a494-4a6c2717fef7 req-9f36dbfe-b549-40ba-9b7e-df85b64ee8b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:50.514808 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7e72f040-9dd5-48ca-a494-4a6c2717fef7 req-9f36dbfe-b549-40ba-9b7e-df85b64ee8b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 944 time: 0.0777116 Jan 17 08:41:50.560534 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7e72f040-9dd5-48ca-a494-4a6c2717fef7 req-e4ccb58f-923e-480e-8b83-3773864f9dc6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401423 Jan 17 08:41:51.535099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:41:51.666403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:51.681475 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'port_id': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'mac_address': 'fa:16:3e:a3:bd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:41:51.733990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:51.750955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:41:51.752359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab5701-32ca-4b2d-b2dd-af575fe7428d req-8368417f-a57d-4886-b710-789b5a69a173 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:51.753822 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ecab5701-32ca-4b2d-b2dd-af575fe7428d req-8368417f-a57d-4886-b710-789b5a69a173 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 944 time: 0.0744359 Jan 17 08:41:51.766090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:51.798014 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ecab5701-32ca-4b2d-b2dd-af575fe7428d req-48a2ebf8-903e-4beb-9667-87c390a03d2d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378816 Jan 17 08:41:51.837107 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:51.903598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:52.154335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:41:52.992633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3ee2b-b8e5-4644-862e-5fe051ab5f2e req-d39ac198-08a2-420a-a284-eda7e9d2698a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:52.994058 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e2e3ee2b-b8e5-4644-862e-5fe051ab5f2e req-d39ac198-08a2-420a-a284-eda7e9d2698a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 945 time: 0.0778623 Jan 17 08:41:53.037805 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e2e3ee2b-b8e5-4644-862e-5fe051ab5f2e req-ec54612c-445f-4624-9ff8-100d06389ae5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383635 Jan 17 08:41:53.542196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:41:53.670760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:41:53.675474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:41:53.675867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:53.783906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:53.810260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:41:53.823314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:41:53.866590 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'code': 200} Jan 17 08:41:53.899736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:53.964377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:54.283904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-63bc497f-2733-411b-a613-7648176d1c25 req-dbbd870e-5b45-42d7-81c7-46200c3646c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 1099 time: 0.1320138 Jan 17 08:41:54.290056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfe26b-b507-408a-bdf6-0fab7bd22909 req-eb9ec60e-474a-4cf4-a3f9-239720be572a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:54.291399 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c1bfe26b-b507-408a-bdf6-0fab7bd22909 req-eb9ec60e-474a-4cf4-a3f9-239720be572a tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 946 time: 0.1074226 Jan 17 08:41:54.359985 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-63bc497f-2733-411b-a613-7648176d1c25 req-8e7914db-e751-4597-9223-70f819c3e51e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676830 Jan 17 08:41:54.362177 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c1bfe26b-b507-408a-bdf6-0fab7bd22909 req-f93b9bd7-f1ce-4d3e-a60d-0e84d33b9287 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574796 Jan 17 08:41:55.561026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66852f40-e576-45f3-afd6-9307aacafae7 req-7087ffbd-85c4-4f87-9e7b-1ff151bd41dc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:55.562466 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-66852f40-e576-45f3-afd6-9307aacafae7 req-7087ffbd-85c4-4f87-9e7b-1ff151bd41dc tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 946 time: 0.0784595 Jan 17 08:41:55.607450 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-66852f40-e576-45f3-afd6-9307aacafae7 req-238275f9-4fdf-4e1b-a762-da15932a676d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387077 Jan 17 08:41:56.797094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb611880-732f-46e1-bece-9701201abc27 req-366e2920-136a-433f-9945-b2de19d8aab6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:56.798620 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb611880-732f-46e1-bece-9701201abc27 req-366e2920-136a-433f-9945-b2de19d8aab6 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 946 time: 0.0738182 Jan 17 08:41:56.845821 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fb611880-732f-46e1-bece-9701201abc27 req-24ee1b0e-738b-4167-9620-0ee5ee757f20 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 Jan 17 08:41:57.037488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84c058-d1d7-4545-84f5-e30887c54e44 req-198c5a73-3e27-4e29-9e02-7bf8905db00d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:57.038900 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fb84c058-d1d7-4545-84f5-e30887c54e44 req-198c5a73-3e27-4e29-9e02-7bf8905db00d tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 946 time: 0.0731845 Jan 17 08:41:57.085818 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fb84c058-d1d7-4545-84f5-e30887c54e44 req-00406612-4d7e-4a94-b445-f24e403cb497 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 Jan 17 08:41:57.112529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59958) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:57.181660 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f27ac498-5695-415a-8f91-f641f5108622 tempest-TestNetworkBasicOps-1284707477 tempest-TestNetworkBasicOps-1284707477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 1094 time: 0.0680611 Jan 17 08:41:57.184359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 59962) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:41:57.189326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:41:57.195012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:41:57.198868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Usage tracker for resource:floatingip and tenant:254ff688997e4e0cb956a7cc43764265 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:41:57.201702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:41:57.207494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:41:57.325557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:57.456313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:57.664929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Allocated IP 172.26.4.82 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/019e3434-5061-4cbb-9444-051c69efea4a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:41:57.806959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:57.883017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:57.946986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:41:57.949794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:41:57.953903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:41:57.980971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=019e3434-5061-4cbb-9444-051c69efea4a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:58.450592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:58.563634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:58.763892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:58.798132 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-b37c107d-df34-47f6-982c-519c26db4768 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664113 Jan 17 08:41:58.822661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:58.937605 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-3c1d4290-615d-4497-a597-62e69106cfb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 1099 time: 0.0714397 Jan 17 08:41:58.943029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event updated for resources: {'Port': ['ID=019e3434-5061-4cbb-9444-051c69efea4a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:41:58.959743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:41:59.079016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-aa793e0b-51e0-42e8-be05-926319ab85e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:59.080403 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-aa793e0b-51e0-42e8-be05-926319ab85e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e78330f-4be7-4bcd-bc91-3b0d49354452 HTTP/1.1" status: 200 len: 898 time: 0.1255727 Jan 17 08:41:59.150171 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Floating IP f199c650-f0f4-4a36-b9a2-61324375976f associated. External IP: 172.26.4.82, port: 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14. Jan 17 08:41:59.183978 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-12f6c53a-093e-4050-8a84-189e4a004325 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 HTTP/1.1" status: 200 len: 999 time: 0.0981627 Jan 17 08:41:59.250361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-02ceb344-32e6-437f-b437-fa62040ac635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:41:59.252767 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-02ceb344-32e6-437f-b437-fa62040ac635 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91794dfe-9ebe-476f-b5e7-da4b80c397d7 HTTP/1.1" status: 200 len: 835 time: 0.0626142 Jan 17 08:41:59.340226 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-a5939ef2-e471-43fa-b382-68d78a04da01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e78330f-4be7-4bcd-bc91-3b0d49354452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803595 Jan 17 08:41:59.472158 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-edf1bc14-fae6-4255-8d24-5bf7c20e4d85 service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254625 Jan 17 08:41:59.600963 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67a2a2d8-2754-4ca9-9d79-fc074afad303 req-7e987aeb-d6e6-4eaf-94bd-90ef6eead912 service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226270 Jan 17 08:41:59.653047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 6e801682-f389-468a-ae5f-a52c730a0bfd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:41:59.853610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:41:59.863532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] Sync routers for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:41:59.875635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:41:59.876237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:41:59.934062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:00.000183 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7e38bd4c-af35-41b6-a79d-5db16e0a69a3 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8122230 Jan 17 08:42:00.000183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:42:00.000515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59966) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:42:00.061744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:42:00.065103 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'status': 'completed', 'code': 200} Jan 17 08:42:00.168707 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3900baae-3162-4dba-8cfd-5a8a6f190d83 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.1669962 Jan 17 08:42:00.186038 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1cd9dde6-8525-48b3-b361-530acc930cb5 req-bee487b3-9846-402c-b48b-2d7bda57ad94 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 1099 time: 0.0953104 Jan 17 08:42:00.406734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9dde6-8525-48b3-b361-530acc930cb5 req-0af9acc5-eee6-49c4-9375-d9d18219200a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:42:00.408272 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1cd9dde6-8525-48b3-b361-530acc930cb5 req-0af9acc5-eee6-49c4-9375-d9d18219200a service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e78330f-4be7-4bcd-bc91-3b0d49354452 HTTP/1.1" status: 200 len: 898 time: 0.2158246 Jan 17 08:42:00.416393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'f199c650-f0f4-4a36-b9a2-61324375976f', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.82', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'port_id': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'mac_address': 'fa:16:3e:a3:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8245a018-4f90-4903-b9c2-f5b191753817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:41:58Z', 'updated_at': '2022-01-17T08:41:58Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb997ddb-5170-45cb-9c1e-b2f638abc820', 'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:76:d7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:35Z', 'updated_at': '2022-01-17T08:41:42Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:42:00.420473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] Checking router: 6e801682-f389-468a-ae5f-a52c730a0bfd for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:42:00.430771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:42:00.431415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:41:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:42:00.504766 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1cd9dde6-8525-48b3-b361-530acc930cb5 req-7b6e1714-de13-47a5-b3c3-c6ed0f4c5403 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 HTTP/1.1" status: 200 len: 999 time: 0.0904984 Jan 17 08:42:00.572257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9dde6-8525-48b3-b361-530acc930cb5 req-a10d49a7-d6f8-4ed3-8ed7-0b906bd327e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:42:00.573827 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1cd9dde6-8525-48b3-b361-530acc930cb5 req-a10d49a7-d6f8-4ed3-8ed7-0b906bd327e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91794dfe-9ebe-476f-b5e7-da4b80c397d7 HTTP/1.1" status: 200 len: 835 time: 0.0626814 Jan 17 08:42:00.607786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:42:00.646428 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1cd9dde6-8525-48b3-b361-530acc930cb5 req-9b3af473-de4a-409f-8f4f-a29de9173f7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e78330f-4be7-4bcd-bc91-3b0d49354452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672488 Jan 17 08:42:00.775543 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1cd9dde6-8525-48b3-b361-530acc930cb5 req-a4d2fbb2-cb2a-4f34-af69-d24a1f99832f service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225998 Jan 17 08:42:00.904051 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1cd9dde6-8525-48b3-b361-530acc930cb5 req-8f670f87-73f0-44b8-912c-bd53cfc44747 service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231480 Jan 17 08:42:00.979609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'f199c650-f0f4-4a36-b9a2-61324375976f', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.82', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'port_id': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'mac_address': 'fa:16:3e:a3:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8245a018-4f90-4903-b9c2-f5b191753817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:41:58Z', 'updated_at': '2022-01-17T08:41:58Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb997ddb-5170-45cb-9c1e-b2f638abc820', 'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:76:d7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:35Z', 'updated_at': '2022-01-17T08:41:42Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:42:00.983920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d751f6-08e0-48c3-9691-c93f5c5f1312 None None] The sync data for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv is: [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'f199c650-f0f4-4a36-b9a2-61324375976f', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.82', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'port_id': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'mac_address': 'fa:16:3e:a3:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8245a018-4f90-4903-b9c2-f5b191753817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:41:58Z', 'updated_at': '2022-01-17T08:41:58Z', 'revision_number': 0, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb997ddb-5170-45cb-9c1e-b2f638abc820', 'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:76:d7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:35Z', 'updated_at': '2022-01-17T08:41:42Z', 'revision_number': 5, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:42:01.157566 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac48549-19c9-4d50-8dbc-c267fa6e0492 None None] New status for floating IP f199c650-f0f4-4a36-b9a2-61324375976f: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:42:01.171759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59972) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:42:01.274584 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-de8a993e-f990-469c-9dfb-b046a93367d2 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.1016791 Jan 17 08:42:02.278164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 59976) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:42:02.379491 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-28083472-bc9a-4bd1-87b5-14e6b71b79b5 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 993 time: 0.1001425 Jan 17 08:42:06.082112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cca8-fa71-462d-9255-b0a713254c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:08.220047 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ff21-5d35-4cc7-a56b-7acc48abf247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:09.531027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:09.564945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:10.962503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:19.753465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:25.722325 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:42:36.101319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e01b7fd7-0e85-4fc1-be1f-74c67cb89ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:38.218523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5fbf9fce-0dae-4ca7-b244-1a8599bf706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:39.504159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:39.552791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:40.972497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:42:49.752230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:01.322914 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-050d527d-ee6d-429b-9b4e-49818b49acc4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652018 Jan 17 08:43:01.466308 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-d436b359-098b-4f25-b1aa-778944d0584c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 1099 time: 0.0707421 Jan 17 08:43:01.604849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-280f7c4f-40c5-4454-b0df-538aa8c426c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:01.606262 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-280f7c4f-40c5-4454-b0df-538aa8c426c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e78330f-4be7-4bcd-bc91-3b0d49354452 HTTP/1.1" status: 200 len: 898 time: 0.1212800 Jan 17 08:43:01.710455 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-15cec853-a65b-4e21-b2bc-2eae02b0d6ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 HTTP/1.1" status: 200 len: 1001 time: 0.0972297 Jan 17 08:43:01.768394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-9eebafe8-7dd2-4a1d-b825-ff7be9ed067f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:01.769759 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-9eebafe8-7dd2-4a1d-b825-ff7be9ed067f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91794dfe-9ebe-476f-b5e7-da4b80c397d7 HTTP/1.1" status: 200 len: 835 time: 0.0536532 Jan 17 08:43:01.841601 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-e98c8162-443f-4883-8a30-c5b9ab911720 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e78330f-4be7-4bcd-bc91-3b0d49354452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642121 Jan 17 08:43:01.966917 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-19a684d1-3dd4-48bd-a4bf-e641e26019e7 service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182816 Jan 17 08:43:02.176400 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-432d770f-2de3-4b1a-a198-2fd852f6b568 req-b0c958ca-cdd9-42d6-83e8-cf006b20a460 service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033648 Jan 17 08:43:02.721951 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:43:06.069223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-965a024b-5e7f-4be0-bb97-7875ace437f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:08.232154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bd7952c1-5cef-468d-9b16-9d8ffb0893d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:09.515927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:09.566934 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:10.998242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:11.394524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60010) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:11.399829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-914650ae-28a9-4f5a-87bc-d2e060e81155 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:43:11.939705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-914650ae-28a9-4f5a-87bc-d2e060e81155 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:12.012144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-914650ae-28a9-4f5a-87bc-d2e060e81155 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:12.207444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914650ae-28a9-4f5a-87bc-d2e060e81155 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 6e801682-f389-468a-ae5f-a52c730a0bfd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:43:12.401406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914650ae-28a9-4f5a-87bc-d2e060e81155 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:43:12.407165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-914650ae-28a9-4f5a-87bc-d2e060e81155 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:12.408582 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-914650ae-28a9-4f5a-87bc-d2e060e81155 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/6e801682-f389-468a-ae5f-a52c730a0bfd HTTP/1.1" status: 200 len: 887 time: 1.0128160 Jan 17 08:43:12.415790 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26524642-7dde-4b9b-9ee4-c251a097855d None None] Sync routers for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:43:12.430463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26524642-7dde-4b9b-9ee4-c251a097855d None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:43:12.431092 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-26524642-7dde-4b9b-9ee4-c251a097855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:43:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:12.489408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-26524642-7dde-4b9b-9ee4-c251a097855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:12.499608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26524642-7dde-4b9b-9ee4-c251a097855d None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:43:12.500222 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-26524642-7dde-4b9b-9ee4-c251a097855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:43:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:12.559187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-26524642-7dde-4b9b-9ee4-c251a097855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:12.559608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26524642-7dde-4b9b-9ee4-c251a097855d None None] The sync data for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv is: [] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:43:13.299091 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f5d41-d240-497b-832e-50caa3b7ae8d None None] New status for floating IP f199c650-f0f4-4a36-b9a2-61324375976f: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:43:14.320715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dcc83711-efce-4b9f-be6c-87711e2d1eab no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:43:14.435252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:14.455966 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port dcc83711-efce-4b9f-be6c-87711e2d1eab, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=dcc83711-efce-4b9f-be6c-87711e2d1eab,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:14.523814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:14.524576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fb997ddb-5170-45cb-9c1e-b2f638abc820 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:43:14.577484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60016) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:14.582834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f9a1f533-487d-4834-b7cb-59779b2b9453 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:43:14.634472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=dcc83711-efce-4b9f-be6c-87711e2d1eab,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:14.684024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.684378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.684709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.685042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.685375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.685703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.686049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.686357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.686694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.687015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.687364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:14.702742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:14.734176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port fb997ddb-5170-45cb-9c1e-b2f638abc820, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fb997ddb-5170-45cb-9c1e-b2f638abc820,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:14.800858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:14.866258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=fb997ddb-5170-45cb-9c1e-b2f638abc820,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:15.235654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f533-487d-4834-b7cb-59779b2b9453 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:15.332303 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f533-487d-4834-b7cb-59779b2b9453 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-488847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-488836', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475418'] for router, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:15.528902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a1f533-487d-4834-b7cb-59779b2b9453 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 6e801682-f389-468a-ae5f-a52c730a0bfd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:43:15.723539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a1f533-487d-4834-b7cb-59779b2b9453 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:43:15.729653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9a1f533-487d-4834-b7cb-59779b2b9453 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:15.730785 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f9a1f533-487d-4834-b7cb-59779b2b9453 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/6e801682-f389-468a-ae5f-a52c730a0bfd HTTP/1.1" status: 200 len: 886 time: 1.1521997 Jan 17 08:43:15.733225 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] Sync routers for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:43:15.733953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60020) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:15.745157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:43:15.745815 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:43:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:15.857863 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8328dc85-6ddb-4776-9cd9-ddeab092e1cf tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.1229033 Jan 17 08:43:15.922365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:43:16.267438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:43:15Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:43:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'f199c650-f0f4-4a36-b9a2-61324375976f', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.82', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'port_id': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'mac_address': 'fa:16:3e:a3:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8245a018-4f90-4903-b9c2-f5b191753817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:41:58Z', 'updated_at': '2022-01-17T08:43:13Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb997ddb-5170-45cb-9c1e-b2f638abc820', 'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:76:d7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:35Z', 'updated_at': '2022-01-17T08:43:14Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:16.271168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] Checking router: 6e801682-f389-468a-ae5f-a52c730a0bfd for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:43:16.281436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:43:16.282025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:43:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:16.500707 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:43:16.860253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:43:15Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:43:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'f199c650-f0f4-4a36-b9a2-61324375976f', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.82', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'port_id': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'mac_address': 'fa:16:3e:a3:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8245a018-4f90-4903-b9c2-f5b191753817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:41:58Z', 'updated_at': '2022-01-17T08:43:13Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb997ddb-5170-45cb-9c1e-b2f638abc820', 'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:76:d7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:35Z', 'updated_at': '2022-01-17T08:43:14Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:16.861650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60024) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:16.864330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6eb6ce-eb3e-44d8-b839-1ede600a0484 None None] The sync data for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv is: [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:43:15Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:43:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'f199c650-f0f4-4a36-b9a2-61324375976f', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'floating_ip_address': '172.26.4.82', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'port_id': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'mac_address': 'fa:16:3e:a3:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8245a018-4f90-4903-b9c2-f5b191753817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:41:58Z', 'updated_at': '2022-01-17T08:43:13Z', 'revision_number': 2, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb997ddb-5170-45cb-9c1e-b2f638abc820', 'name': '', 'network_id': '1e78330f-4be7-4bcd-bc91-3b0d49354452', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'mac_address': 'fa:16:3e:76:d7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:35Z', 'updated_at': '2022-01-17T08:43:14Z', 'revision_number': 6, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'subnets': [{'id': '91794dfe-9ebe-476f-b5e7-da4b80c397d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:43:16.968976 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ee414a33-0ec7-4a14-8526-01ec5ccbd327 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.1059587 Jan 17 08:43:17.972038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60028) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:18.071143 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-13e1d0f6-61a6-414c-ac47-90e637dbe1c4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.0980258 Jan 17 08:43:18.361461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dcc83711-efce-4b9f-be6c-87711e2d1eab up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:43:18.434689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port dcc83711-efce-4b9f-be6c-87711e2d1eab triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:43:18.435071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:18.558294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:18.573284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port dcc83711-efce-4b9f-be6c-87711e2d1eab, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=dcc83711-efce-4b9f-be6c-87711e2d1eab,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:18.637400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:18.638138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fb997ddb-5170-45cb-9c1e-b2f638abc820 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:43:18.747472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=dcc83711-efce-4b9f-be6c-87711e2d1eab,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:18.760417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port fb997ddb-5170-45cb-9c1e-b2f638abc820 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:43:18.760783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:18.878829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:18.910737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port fb997ddb-5170-45cb-9c1e-b2f638abc820, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fb997ddb-5170-45cb-9c1e-b2f638abc820,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:19.002882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:19.065817 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=fb997ddb-5170-45cb-9c1e-b2f638abc820,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:19.080302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60032) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:19.177311 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b6265f09-d4c1-4719-ad2e-1b209d2e4188 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.1019835 Jan 17 08:43:19.743495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:20.181262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60036) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:20.284285 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-28adef5c-2f53-4182-8469-ebc76a59cfda tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.1019061 Jan 17 08:43:20.331383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dcc83711-efce-4b9f-be6c-87711e2d1eab up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:43:20.401573 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port dcc83711-efce-4b9f-be6c-87711e2d1eab triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:43:20.401947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:20.515890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fb997ddb-5170-45cb-9c1e-b2f638abc820 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:43:20.581008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port fb997ddb-5170-45cb-9c1e-b2f638abc820 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:43:20.581375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:21.288167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60040) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:21.392078 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7048a53a-6c2f-40b0-b1c7-bef061c32292 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.1027656 Jan 17 08:43:22.395875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60044) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:22.503864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bd7f30f9-044b-4caf-a93a-857277d185f0 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.1067727 Jan 17 08:43:23.507207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60048) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:23.608986 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-60e5643d-59d3-4bdb-b778-e148d830e2d8 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 991 time: 0.1006036 Jan 17 08:43:23.942482 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299cd6fd-c262-49d6-8983-c5ab87791045 None None] New status for floating IP f199c650-f0f4-4a36-b9a2-61324375976f: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:43:24.612908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60052) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:24.716650 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5c1eb688-37b3-469a-ad04-67a3a5f1249f tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 200 len: 993 time: 0.1025207 Jan 17 08:43:25.023078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60062) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:25.317399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 019e3434-5061-4cbb-9444-051c69efea4a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:43:25.317648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:25.481686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:25.482005 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:25.596737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 019e3434-5061-4cbb-9444-051c69efea4a owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:43:25.800117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:25.842761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=019e3434-5061-4cbb-9444-051c69efea4a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:25.880991 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.881330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.881663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.881992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.882323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.882646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.882968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.883347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.890207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.890207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.890207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:25.946533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:26.322034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 6e801682-f389-468a-ae5f-a52c730a0bfd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:43:26.515490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:43:26.577074 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:26.630534 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-af75c6f0-ee71-4018-84c8-635b735827b7 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/floatingips/f199c650-f0f4-4a36-b9a2-61324375976f HTTP/1.1" status: 204 len: 168 time: 1.6063652 Jan 17 08:43:26.631221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:43:26.686110 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'status': 'completed', 'code': 200} Jan 17 08:43:26.776472 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-e746ce5e-7cf2-4703-bf42-2ab6ed77d41c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=254ff688997e4e0cb956a7cc43764265&device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 1099 time: 0.0683293 Jan 17 08:43:27.011188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-b773754b-6718-4603-a6bb-863bbcdf0dd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:27.012660 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-b773754b-6718-4603-a6bb-863bbcdf0dd7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1e78330f-4be7-4bcd-bc91-3b0d49354452 HTTP/1.1" status: 200 len: 898 time: 0.2302427 Jan 17 08:43:27.081569 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-1ce5e518-1cb1-4fd7-8654-562fa0003ed6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 HTTP/1.1" status: 200 len: 217 time: 0.0629137 Jan 17 08:43:27.143767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-37938be2-3c33-4ef2-a43c-8f5373713538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:27.145210 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-37938be2-3c33-4ef2-a43c-8f5373713538 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=91794dfe-9ebe-476f-b5e7-da4b80c397d7 HTTP/1.1" status: 200 len: 835 time: 0.0566301 Jan 17 08:43:27.220980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589627b2-b25c-4fc5-9e04-8757e87c94ea req-44126045-a45c-4609-a18f-7b417c377438 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:27.221819 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-a08d53f0-7d45-41a0-b35f-f3f5ad671e07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1e78330f-4be7-4bcd-bc91-3b0d49354452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697911 Jan 17 08:43:27.222490 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-589627b2-b25c-4fc5-9e04-8757e87c94ea req-44126045-a45c-4609-a18f-7b417c377438 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 946 time: 0.0750945 Jan 17 08:43:27.232972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-1c763e72-f92a-4fc7-bf08-c215d15d8aa8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:43:27.233898 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-1c763e72-f92a-4fc7-bf08-c215d15d8aa8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047481 Jan 17 08:43:27.271982 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-589627b2-b25c-4fc5-9e04-8757e87c94ea req-31842629-9154-4e09-9609-10f7f8ab3d47 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396628 Jan 17 08:43:27.364161 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-88760134-100a-4a46-8d96-7cdf4b58d926 service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231456 Jan 17 08:43:27.494276 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f5272911-2ec2-40ed-b3c8-d0896568e73b req-31c925a4-e011-4d8f-a497-212fb0c6df60 service neutron] 10.222.0.53 "GET /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231577 Jan 17 08:43:28.467481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0e82-6c48-4729-8c97-e124b93feb17 req-2275c4ea-b167-454d-b393-14e9cfdb9b50 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:28.468897 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-36bb0e82-6c48-4729-8c97-e124b93feb17 req-2275c4ea-b167-454d-b393-14e9cfdb9b50 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:43:28.585881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-36bb0e82-6c48-4729-8c97-e124b93feb17 req-2275c4ea-b167-454d-b393-14e9cfdb9b50 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:43:28.586976 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-36bb0e82-6c48-4729-8c97-e124b93feb17 req-2275c4ea-b167-454d-b393-14e9cfdb9b50 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 946 time: 0.1953084 Jan 17 08:43:28.680247 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-36bb0e82-6c48-4729-8c97-e124b93feb17 req-a2920550-8608-4ea7-81cd-434e57db7719 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7b0f277-4145-45b6-b71d-f86a3baa6e64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872550 Jan 17 08:43:28.701924 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ee489-589c-4536-ac73-313d2d875072 req-d232be35-d025-4246-836d-c1b7af9eadca tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:28.703335 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-aa7ee489-589c-4536-ac73-313d2d875072 req-d232be35-d025-4246-836d-c1b7af9eadca tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 946 time: 0.0953243 Jan 17 08:43:28.769347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-aa7ee489-589c-4536-ac73-313d2d875072 req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:43:28.769683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-aa7ee489-589c-4536-ac73-313d2d875072 req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:29.010437 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-aa7ee489-589c-4536-ac73-313d2d875072 req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:29.010788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-aa7ee489-589c-4536-ac73-313d2d875072 req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:29.128083 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-aa7ee489-589c-4536-ac73-313d2d875072 req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:43:29.334050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-aa7ee489-589c-4536-ac73-313d2d875072 req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:29.379626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:29.453266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7ee489-589c-4536-ac73-313d2d875072 req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] No DVR routers for this DVR port 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:43:29.455579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-aa7ee489-589c-4536-ac73-313d2d875072 req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:29.457965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'name': 'network-vif-deleted', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:43:29.513738 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8245a018-4f90-4903-b9c2-f5b191753817', 'name': 'network-vif-deleted', 'tag': '7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14', 'status': 'completed', 'code': 200} Jan 17 08:43:29.546685 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-aa7ee489-589c-4536-ac73-313d2d875072 req-c19388e7-0a16-48bd-b15e-b06f4c03d034 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.53 "DELETE /v2.0/ports/7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 HTTP/1.1" status: 204 len: 173 time: 0.8382816 Jan 17 08:43:29.847555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-207a399d-a18b-4b93-94bb-ab59cf0a9a95 req-301c7373-082f-482b-9d75-30aa4dea06ce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Synchronizing usage tracker for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:43:29.928543 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-207a399d-a18b-4b93-94bb-ab59cf0a9a95 req-301c7373-082f-482b-9d75-30aa4dea06ce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Unset dirty status for tenant:254ff688997e4e0cb956a7cc43764265 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:43:29.929713 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-207a399d-a18b-4b93-94bb-ab59cf0a9a95 req-301c7373-082f-482b-9d75-30aa4dea06ce tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "GET /v2.0/ports?device_id=8245a018-4f90-4903-b9c2-f5b191753817 HTTP/1.1" status: 200 len: 210 time: 0.1234634 Jan 17 08:43:31.031117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60080) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:31.097294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d1a-eee0-46b0-9007-21d5a0f7eac1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:31.128440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d1a-eee0-46b0-9007-21d5a0f7eac1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:31.371583 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d1a-eee0-46b0-9007-21d5a0f7eac1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:31.389475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae8d1a-eee0-46b0-9007-21d5a0f7eac1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b0f277-4145-45b6-b71d-f86a3baa6e64,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:31.473354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8d1a-eee0-46b0-9007-21d5a0f7eac1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:31.474487 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f2ae8d1a-eee0-46b0-9007-21d5a0f7eac1 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/security-groups/e7b0f277-4145-45b6-b71d-f86a3baa6e64 HTTP/1.1" status: 204 len: 168 time: 0.4422870 Jan 17 08:43:31.567465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60086) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:31.952318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:32.142721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:43:32.176042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:43:32.176486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 7a67b5c5-d4cb-4bd7-9c94-10342e8e5b14 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:43:32.552689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port fb997ddb-5170-45cb-9c1e-b2f638abc820 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:43:32.553248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:32.731853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port fb997ddb-5170-45cb-9c1e-b2f638abc820, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=fb997ddb-5170-45cb-9c1e-b2f638abc820,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:32.732199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:32.845722 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for fb997ddb-5170-45cb-9c1e-b2f638abc820 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:43:33.202542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:33.248649 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=fb997ddb-5170-45cb-9c1e-b2f638abc820,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:33.538287 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:34.090855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Router 6e801682-f389-468a-ae5f-a52c730a0bfd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:43:34.297377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:43:34.367567 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f9fd07ca-9325-43d9-be39-1f74955296ad tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "PUT /v2.0/routers/6e801682-f389-468a-ae5f-a52c730a0bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7989779 Jan 17 08:43:34.370129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60090) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:34.384498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] Sync routers for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:43:34.396195 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:43:34.396808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:43:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:34.553959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-31af7558-a20e-4d6d-a61d-aae5d53fe09e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting subnet 91794dfe-9ebe-476f-b5e7-da4b80c397d7 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:43:34.556859 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31af7558-a20e-4d6d-a61d-aae5d53fe09e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:34.608583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:43:34.710288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31af7558-a20e-4d6d-a61d-aae5d53fe09e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:34.789745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31af7558-a20e-4d6d-a61d-aae5d53fe09e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:34.884724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:43:33Z', 'revision_number': 7, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:43:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:34.888647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] Checking router: 6e801682-f389-468a-ae5f-a52c730a0bfd for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:43:34.899165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] Routers {'6e801682-f389-468a-ae5f-a52c730a0bfd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:43:34.900371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:43:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['6e801682-f389-468a-ae5f-a52c730a0bfd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:34.926393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31af7558-a20e-4d6d-a61d-aae5d53fe09e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:34.972821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af7558-a20e-4d6d-a61d-aae5d53fe09e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Subnet': ['ID=91794dfe-9ebe-476f-b5e7-da4b80c397d7,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:34.980971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-31af7558-a20e-4d6d-a61d-aae5d53fe09e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:34.988263 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-31af7558-a20e-4d6d-a61d-aae5d53fe09e tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/subnets/91794dfe-9ebe-476f-b5e7-da4b80c397d7 HTTP/1.1" status: 204 len: 168 time: 0.6171849 Jan 17 08:43:34.988791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20694773-ebbd-4eef-8515-dc2d5bccd7ed None None] Network 1e78330f-4be7-4bcd-bc91-3b0d49354452 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:43:34.990822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60094) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:35.187058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:35.222128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] Set router 6e801682-f389-468a-ae5f-a52c730a0bfd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:43:35.386912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:35.452326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Deleting port dcc83711-efce-4b9f-be6c-87711e2d1eab {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:43:35.452929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:35.509535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e6dba6-5f40-4f1a-ad76-a713e129f105 None None] DHCP port deletion for 1e78330f-4be7-4bcd-bc91-3b0d49354452 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:43:35.515236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-32e6dba6-5f40-4f1a-ad76-a713e129f105 None None] Deleting port c9d6d740-5275-402c-879c-516b4d724b2d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:43:35.515612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32e6dba6-5f40-4f1a-ad76-a713e129f105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:35.634284 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] For port dcc83711-efce-4b9f-be6c-87711e2d1eab, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=dcc83711-efce-4b9f-be6c-87711e2d1eab,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:35.634635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:35.648824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:43:33Z', 'revision_number': 7, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:43:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:35.699628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419a263a-de7e-46a6-af32-2f7e9e591ef0 None None] The sync data for ids ['6e801682-f389-468a-ae5f-a52c730a0bfd'] in dv-neutron-824874-1-hyperv is: [{'id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'name': 'tempest-TestNetworkBasicOps-router-564560543', 'tenant_id': '254ff688997e4e0cb956a7cc43764265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93'}], 'enable_snat': True}, 'gw_port_id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:41:31Z', 'updated_at': '2022-01-17T08:43:33Z', 'revision_number': 7, 'project_id': '254ff688997e4e0cb956a7cc43764265', 'gw_port': {'id': 'dcc83711-efce-4b9f-be6c-87711e2d1eab', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:be:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e801682-f389-468a-ae5f-a52c730a0bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:41:32Z', 'updated_at': '2022-01-17T08:43:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:43:35.735762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-32e6dba6-5f40-4f1a-ad76-a713e129f105 None None] For port c9d6d740-5275-402c-879c-516b4d724b2d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c9d6d740-5275-402c-879c-516b4d724b2d,segment=NetworkSegment(2ddcf911-611e-4a16-b860-9ed9ddaa48a6),segment_id=2ddcf911-611e-4a16-b860-9ed9ddaa48a6)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:35.736447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32e6dba6-5f40-4f1a-ad76-a713e129f105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:35.753373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Calling delete_port for dcc83711-efce-4b9f-be6c-87711e2d1eab owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:43:35.895474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-32e6dba6-5f40-4f1a-ad76-a713e129f105 None None] Calling delete_port for c9d6d740-5275-402c-879c-516b4d724b2d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:43:35.977309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:36.021232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Port': ['ID=dcc83711-efce-4b9f-be6c-87711e2d1eab,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:36.060310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-32e6dba6-5f40-4f1a-ad76-a713e129f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:36.101186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26a5c081-679e-4bbf-baca-8faf1b86d88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:36.112927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6dba6-5f40-4f1a-ad76-a713e129f105 None None] Pushing event deleted for resources: {'Port': ['ID=c9d6d740-5275-402c-879c-516b4d724b2d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:36.122365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6dba6-5f40-4f1a-ad76-a713e129f105 None None] No DVR routers for this DVR port c9d6d740-5275-402c-879c-516b4d724b2d on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:43:36.254720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:36.400777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fb997ddb-5170-45cb-9c1e-b2f638abc820 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:43:36.440423 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: fb997ddb-5170-45cb-9c1e-b2f638abc820 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:43:36.442291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device fb997ddb-5170-45cb-9c1e-b2f638abc820 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:43:36.442291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c9d6d740-5275-402c-879c-516b4d724b2d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:43:36.475180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: c9d6d740-5275-402c-879c-516b4d724b2d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:43:36.475866 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c9d6d740-5275-402c-879c-516b4d724b2d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:43:36.630765 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:36.634967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:36.734120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:36.734613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Fanout notify agent at l3_agent the message router_deleted on router 6e801682-f389-468a-ae5f-a52c730a0bfd {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:43:36.748167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:36.749237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f661c5c6-671a-484e-a2bc-e71fabc9b200 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/routers/6e801682-f389-468a-ae5f-a52c730a0bfd HTTP/1.1" status: 204 len: 168 time: 1.7574844 Jan 17 08:43:36.751918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60098) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:36.857253 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:36.986847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:37.010680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e78330f-4be7-4bcd-bc91-3b0d49354452']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:37.021931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddcf911-611e-4a16-b860-9ed9ddaa48a6') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:37.022224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddcf911-611e-4a16-b860-9ed9ddaa48a6') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:43:37.033561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:37.048373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:37.054072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:43:37.054439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:43:37.068162 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:43:37.188579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:37.192834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:37.219594 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] 10.222.0.44 "DELETE /v2.0/networks/1e78330f-4be7-4bcd-bc91-3b0d49354452 HTTP/1.1" status: 204 len: 168 time: 0.4666984 Jan 17 08:43:37.220537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c51ec-5f27-4a5d-9ccd-13745aba47a4 tempest-TestNetworkBasicOps-31573471 tempest-TestNetworkBasicOps-31573471-project] Pushing event deleted for resources: {'Network': ['ID=1e78330f-4be7-4bcd-bc91-3b0d49354452,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:37.816705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60106) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:37.998988 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0f8488f1-0f90-4bec-8ab5-51e29eeea9cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=254ff688997e4e0cb956a7cc43764265&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1811731 Jan 17 08:43:38.001469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60112) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:38.057069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:38.081521 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:38.231257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:38.248074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eee6d6-a070-45f5-b0ab-eaebef97c1d4,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:38.254287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f295c69e-9d8f-4501-abf7-62b09f3f590a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:38.258271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:38.259384 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27eee6d6-a070-45f5-b0ab-eaebef97c1d4 HTTP/1.1" status: 204 len: 168 time: 0.2570884 Jan 17 08:43:38.261001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.261343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.261673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.262019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.262330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.262652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.262972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.263332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.264636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.264636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.264636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b91194-a2a6-4262-8e59-5de74759e4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:43:38.690715 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8cd5a-bf33-4489-8eed-fe8079d35708 None None] New status for floating IP f199c650-f0f4-4a36-b9a2-61324375976f: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:43:39.005531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60120) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:39.022932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38a4288e-0ffb-4637-8450-e56f428eda6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:39.052740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-38a4288e-0ffb-4637-8450-e56f428eda6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:43:39.056474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-38a4288e-0ffb-4637-8450-e56f428eda6c admin admin] Usage tracker for resource:security_group_rule and tenant:fa696cfc837543a1baaab5ce9253cc44 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:43:39.059166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-38a4288e-0ffb-4637-8450-e56f428eda6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:43:39.064661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-38a4288e-0ffb-4637-8450-e56f428eda6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:43:39.129633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38a4288e-0ffb-4637-8450-e56f428eda6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:39.173898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-38a4288e-0ffb-4637-8450-e56f428eda6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:39.218972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4288e-0ffb-4637-8450-e56f428eda6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffde905-784e-4840-bc8c-d36fe0a19443,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:39.223859 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-38a4288e-0ffb-4637-8450-e56f428eda6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa696cfc837543a1baaab5ce9253cc44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2166698 Jan 17 08:43:39.226134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60124) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:43:39.282981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3e4-ca59-47c7-9a34-800d3b929ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:39.308240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3e4-ca59-47c7-9a34-800d3b929ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:39.428697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3e4-ca59-47c7-9a34-800d3b929ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:39.445118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52c3e4-ca59-47c7-9a34-800d3b929ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffde905-784e-4840-bc8c-d36fe0a19443,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:39.449893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e52c3e4-ca59-47c7-9a34-800d3b929ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:39.453729 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9e52c3e4-ca59-47c7-9a34-800d3b929ac9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ffde905-784e-4840-bc8c-d36fe0a19443 HTTP/1.1" status: 204 len: 168 time: 0.2267253 Jan 17 08:43:39.510856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:39.591166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:39.722113 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:43:40.292851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dcc83711-efce-4b9f-be6c-87711e2d1eab no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:43:40.325531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: dcc83711-efce-4b9f-be6c-87711e2d1eab {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:43:40.325873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device dcc83711-efce-4b9f-be6c-87711e2d1eab not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:43:41.006054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:47.541245 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-99e82628-e4e7-43fd-9a7b-fc5b8dd79713 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=986660c98d244419b83dab4b38a6f89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298138 Jan 17 08:43:47.688530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-bd32a1e2-7a88-4cf9-b248-10af0866a4f0 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:47.689867 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-bd32a1e2-7a88-4cf9-b248-10af0866a4f0 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438384 Jan 17 08:43:47.705115 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-0e19330a-9a5a-41a3-b38f-4cd9a4e617fd tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/quotas/986660c98d244419b83dab4b38a6f89d HTTP/1.1" status: 200 len: 375 time: 0.0100746 Jan 17 08:43:47.749282 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-65d893af-f449-40b9-bb54-73ee46764989 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=986660c98d244419b83dab4b38a6f89d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392404 Jan 17 08:43:48.051143 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56e35e94-43b4-471a-9b83-a80d60c5c0dd req-5f1ae047-2eb6-48b3-8353-f2b0afdddc76 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 210 time: 0.0418057 Jan 17 08:43:49.210069 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8c971b7c-dd05-4c5e-be2a-486b85741cd3 req-76933ed7-969e-4594-92c1-8ddff04c78e7 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 210 time: 0.0407357 Jan 17 08:43:49.754096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:49.970606 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-faf2922e-f556-4a38-9079-049b3387d7d9 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=986660c98d244419b83dab4b38a6f89d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264633 Jan 17 08:43:50.112788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-2190e254-7b89-4c03-aaf8-bbafbfcfc171 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:50.114192 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-2190e254-7b89-4c03-aaf8-bbafbfcfc171 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395397 Jan 17 08:43:50.129647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Request body: {'port': {'device_id': 'e8ceea45-edd0-4920-b596-4393c438c6dc', 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c', 'admin_state_up': True, 'tenant_id': '986660c98d244419b83dab4b38a6f89d'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:43:50.261791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:43:50.265531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Usage tracker for resource:port and tenant:986660c98d244419b83dab4b38a6f89d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:43:50.268329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:43:50.275878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:43:50.351127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Made reservation on behalf of 986660c98d244419b83dab4b38a6f89d for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:43:50.355285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:50.373668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:50.405889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:43:50.410285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Usage tracker for resource:security_group_rule and tenant:986660c98d244419b83dab4b38a6f89d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:43:50.414118 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:43:50.420955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:43:50.522191 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dd1ae74c-f178-4fa4-84d1-201f9ca5160e req-714aa40f-f9ff-4c2b-9cf2-55679e740d32 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 210 time: 0.1928082 Jan 17 08:43:50.528612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:50.585569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:50.662504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65189e79-4f80-4731-b8d0-6ebfe98ca12a,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:50.752881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Allocated IP 192.168.233.27 (f4566dc2-9e75-444e-8d1b-af027a90813c/e906a271-3354-4ef9-85ee-85edb691fa12/72dc8439-836c-43da-bc5c-925032f11b86) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:43:51.037551 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:51.052600 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Transition to ACTIVE for port object 72dc8439-836c-43da-bc5c-925032f11b86 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:43:51.145483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:51.219219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Network f4566dc2-9e75-444e-8d1b-af027a90813c is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:43:51.222250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:43:51.226472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:43:51.250902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Pushing event updated for resources: {'Port': ['ID=72dc8439-836c-43da-bc5c-925032f11b86,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:51.288142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:51.288668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:51.369759 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-f248075c-1c6c-4a69-b9d7-7e7bfa8044c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2435489 Jan 17 08:43:51.381438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Request body: {'port': {'device_id': 'e8ceea45-edd0-4920-b596-4393c438c6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:43:51.490158 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:51.533723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1f12ac36-4370-4ba4-8228-f76fe42129c3 None None] Provisioning for port 72dc8439-836c-43da-bc5c-925032f11b86 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:43:51.538715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1f12ac36-4370-4ba4-8228-f76fe42129c3 None None] Provisioning complete for port 72dc8439-836c-43da-bc5c-925032f11b86 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:43:51.539135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f12ac36-4370-4ba4-8228-f76fe42129c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:51.593210 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1f12ac36-4370-4ba4-8228-f76fe42129c3 None None] Port 72dc8439-836c-43da-bc5c-925032f11b86 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:43:51.830042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72dc8439-836c-43da-bc5c-925032f11b86 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:43:51.837791 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:51.852493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Transition to ACTIVE for port object 72dc8439-836c-43da-bc5c-925032f11b86 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:43:51.885109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b57db-471a-4240-b545-f856264cac31 req-7a334570-ec69-4722-a426-8b4cb43f3898 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:51.886530 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-440b57db-471a-4240-b545-f856264cac31 req-7a334570-ec69-4722-a426-8b4cb43f3898 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 935 time: 0.2418916 Jan 17 08:43:51.925168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:51.930058 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-440b57db-471a-4240-b545-f856264cac31 req-8c91a3e1-23bc-42b4-bb8e-e8a61ee125fa tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378788 Jan 17 08:43:52.059492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Pushing event updated for resources: {'Port': ['ID=72dc8439-836c-43da-bc5c-925032f11b86,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:52.161999 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Attempting to bind port 72dc8439-836c-43da-bc5c-925032f11b86 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:43:52.162335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Attempting to bind port 72dc8439-836c-43da-bc5c-925032f11b86 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '302416af-c328-4c04-9dd6-991f14206c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:43:52.162663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Attempting to bind port 72dc8439-836c-43da-bc5c-925032f11b86 on network f4566dc2-9e75-444e-8d1b-af027a90813c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:43:52.168458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Port 72dc8439-836c-43da-bc5c-925032f11b86 on network f4566dc2-9e75-444e-8d1b-af027a90813c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:43:52.168776 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Attempting to bind port 72dc8439-836c-43da-bc5c-925032f11b86 on network f4566dc2-9e75-444e-8d1b-af027a90813c {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:43:52.174838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:43:52.175165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Checking segment: {'id': '302416af-c328-4c04-9dd6-991f14206c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:43:52.175569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Bound using segment: {'id': '302416af-c328-4c04-9dd6-991f14206c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:43:52.175984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Bound port: 72dc8439-836c-43da-bc5c-925032f11b86, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302416af-c328-4c04-9dd6-991f14206c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:43:52.176323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:52.264923 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] For port 72dc8439-836c-43da-bc5c-925032f11b86, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:43:52.267713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] For port 72dc8439-836c-43da-bc5c-925032f11b86, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=72dc8439-836c-43da-bc5c-925032f11b86,segment=NetworkSegment(302416af-c328-4c04-9dd6-991f14206c4d),segment_id=302416af-c328-4c04-9dd6-991f14206c4d)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:43:52.348429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:52.407066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:52.408438 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/72dc8439-836c-43da-bc5c-925032f11b86 HTTP/1.1" status: 200 len: 1097 time: 1.0311780 Jan 17 08:43:52.408873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ceea45-edd0-4920-b596-4393c438c6dc', 'tag': '72dc8439-836c-43da-bc5c-925032f11b86'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:43:52.430828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d4579-c7f5-4d33-9bc4-4205410037b2 service neutron] Pushing event updated for resources: {'Port': ['ID=72dc8439-836c-43da-bc5c-925032f11b86,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:52.562070 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ceea45-edd0-4920-b596-4393c438c6dc', 'tag': '72dc8439-836c-43da-bc5c-925032f11b86', 'status': 'completed', 'code': 200} Jan 17 08:43:52.581534 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-2e495857-4aa6-4d3d-9920-5cc4f9d8c83d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=986660c98d244419b83dab4b38a6f89d&device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 1100 time: 0.0764248 Jan 17 08:43:52.647205 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-56641236-5601-4cf0-a0f0-d07e42e7feed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=72dc8439-836c-43da-bc5c-925032f11b86 HTTP/1.1" status: 200 len: 217 time: 0.0591097 Jan 17 08:43:52.709354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-72cda3de-569c-438e-a166-b290d21145db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:52.710614 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-72cda3de-569c-438e-a166-b290d21145db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e906a271-3354-4ef9-85ee-85edb691fa12 HTTP/1.1" status: 200 len: 843 time: 0.0580583 Jan 17 08:43:52.781056 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-82da80df-2dfa-44d9-9d56-118447a0da43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4566dc2-9e75-444e-8d1b-af027a90813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0646176 Jan 17 08:43:52.907504 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-86f359a7-7a5c-4b63-975c-1b4eed4ab243 service neutron] 10.222.0.53 "GET /v2.0/networks/f4566dc2-9e75-444e-8d1b-af027a90813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207240 Jan 17 08:43:53.140252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baf73f-1b0c-40f9-be09-854be07d07c2 req-9c2a5178-77ab-4fb6-ae02-3293d1e859ad tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:53.141694 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c8baf73f-1b0c-40f9-be09-854be07d07c2 req-9c2a5178-77ab-4fb6-ae02-3293d1e859ad tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 947 time: 0.0829861 Jan 17 08:43:53.146808 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-317be38f-b8c1-4672-9a27-afedc1cbe7ee req-35ed0ecf-dda3-48ea-bbbf-d81bdffcfcfa service neutron] 10.222.0.53 "GET /v2.0/networks/f4566dc2-9e75-444e-8d1b-af027a90813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340448 Jan 17 08:43:53.188226 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c8baf73f-1b0c-40f9-be09-854be07d07c2 req-feb5860d-a2bf-45af-b8b9-92276345b8f1 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Jan 17 08:43:53.317305 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-48c525c1-90bd-4a71-95af-0185a78d3939 req-9309167d-a080-41d5-b8fb-1baf237ef448 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=986660c98d244419b83dab4b38a6f89d&device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 1100 time: 0.0692084 Jan 17 08:43:53.465955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c525c1-90bd-4a71-95af-0185a78d3939 req-dfc4e355-b537-4679-93f5-36d641604f60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:53.467627 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-48c525c1-90bd-4a71-95af-0185a78d3939 req-dfc4e355-b537-4679-93f5-36d641604f60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f4566dc2-9e75-444e-8d1b-af027a90813c HTTP/1.1" status: 200 len: 870 time: 0.1438670 Jan 17 08:43:53.533308 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-48c525c1-90bd-4a71-95af-0185a78d3939 req-ad4e1b23-ea8b-48fd-8274-43f6410561c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=72dc8439-836c-43da-bc5c-925032f11b86 HTTP/1.1" status: 200 len: 217 time: 0.0603173 Jan 17 08:43:53.596046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c525c1-90bd-4a71-95af-0185a78d3939 req-4ea504af-8285-444d-9fe6-21499625ea9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:53.597346 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-48c525c1-90bd-4a71-95af-0185a78d3939 req-4ea504af-8285-444d-9fe6-21499625ea9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e906a271-3354-4ef9-85ee-85edb691fa12 HTTP/1.1" status: 200 len: 843 time: 0.0589037 Jan 17 08:43:53.668933 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-48c525c1-90bd-4a71-95af-0185a78d3939 req-b6c4ea47-1d9c-4a15-9c59-8d456c7ecaba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4566dc2-9e75-444e-8d1b-af027a90813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0658424 Jan 17 08:43:53.796919 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-48c525c1-90bd-4a71-95af-0185a78d3939 req-d42f1302-8864-4500-a54c-7804d254dad2 service neutron] 10.222.0.53 "GET /v2.0/networks/f4566dc2-9e75-444e-8d1b-af027a90813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225622 Jan 17 08:43:53.926349 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-48c525c1-90bd-4a71-95af-0185a78d3939 req-03580b4f-0f68-4a17-8fc9-3fe815c57771 service neutron] 10.222.0.53 "GET /v2.0/networks/f4566dc2-9e75-444e-8d1b-af027a90813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226809 Jan 17 08:43:54.384541 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030c165-fbae-4ebb-b272-113424847f94 req-646674cd-bae6-4b26-91e1-457963336b10 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:54.385244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-4030c165-fbae-4ebb-b272-113424847f94 req-646674cd-bae6-4b26-91e1-457963336b10 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Synchronizing usage tracker for tenant:986660c98d244419b83dab4b38a6f89d on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:43:54.453542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-4030c165-fbae-4ebb-b272-113424847f94 req-646674cd-bae6-4b26-91e1-457963336b10 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Unset dirty status for tenant:986660c98d244419b83dab4b38a6f89d on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:43:54.454764 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4030c165-fbae-4ebb-b272-113424847f94 req-646674cd-bae6-4b26-91e1-457963336b10 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 947 time: 0.1465909 Jan 17 08:43:54.499497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-4030c165-fbae-4ebb-b272-113424847f94 req-dcb85901-894f-4142-802d-43efd108f04d tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Synchronizing usage tracker for tenant:986660c98d244419b83dab4b38a6f89d on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:43:54.565471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-4030c165-fbae-4ebb-b272-113424847f94 req-dcb85901-894f-4142-802d-43efd108f04d tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Unset dirty status for tenant:986660c98d244419b83dab4b38a6f89d on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:43:54.566627 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4030c165-fbae-4ebb-b272-113424847f94 req-dcb85901-894f-4142-802d-43efd108f04d tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058772 Jan 17 08:43:55.901339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bd75b-0ae3-4784-af1a-f7761c3be6ef req-d7f88231-6c65-4852-9bcf-f2fadddcad03 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:55.902754 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb2bd75b-0ae3-4784-af1a-f7761c3be6ef req-d7f88231-6c65-4852-9bcf-f2fadddcad03 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 947 time: 0.0771139 Jan 17 08:43:55.946935 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb2bd75b-0ae3-4784-af1a-f7761c3be6ef req-6da39e10-02b1-4724-9ebe-750a9f467393 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383668 Jan 17 08:43:56.234898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 72dc8439-836c-43da-bc5c-925032f11b86 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:43:56.365549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 72dc8439-836c-43da-bc5c-925032f11b86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=72dc8439-836c-43da-bc5c-925032f11b86,segment=NetworkSegment(302416af-c328-4c04-9dd6-991f14206c4d),segment_id=302416af-c328-4c04-9dd6-991f14206c4d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:56.378177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '72dc8439-836c-43da-bc5c-925032f11b86', 'network_id': 'f4566dc2-9e75-444e-8d1b-af027a90813c', 'port_id': '72dc8439-836c-43da-bc5c-925032f11b86', 'mac_address': 'fa:16:3e:cd:8b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e906a271-3354-4ef9-85ee-85edb691fa12', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:43:56.431003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:56.451389 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72dc8439-836c-43da-bc5c-925032f11b86 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:43:56.466882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 72dc8439-836c-43da-bc5c-925032f11b86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=72dc8439-836c-43da-bc5c-925032f11b86,segment=NetworkSegment(302416af-c328-4c04-9dd6-991f14206c4d),segment_id=302416af-c328-4c04-9dd6-991f14206c4d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:56.525209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:56.588806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=72dc8439-836c-43da-bc5c-925032f11b86,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:56.842185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['72dc8439-836c-43da-bc5c-925032f11b86'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:43:57.151830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c1830-89e6-4855-81b9-ef44702c0439 req-5dad901d-a488-4cde-830f-c677b548d758 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:57.153296 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-275c1830-89e6-4855-81b9-ef44702c0439 req-5dad901d-a488-4cde-830f-c677b548d758 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 948 time: 0.0833769 Jan 17 08:43:57.197014 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-275c1830-89e6-4855-81b9-ef44702c0439 req-f43517ca-3c5d-4cf7-9e9e-0c958b450ce4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383275 Jan 17 08:43:58.249954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 72dc8439-836c-43da-bc5c-925032f11b86 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:43:58.367627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 72dc8439-836c-43da-bc5c-925032f11b86 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:43:58.373254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 72dc8439-836c-43da-bc5c-925032f11b86 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:43:58.373871 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:58.395982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a687b-d91b-4f7b-9980-025df71371f4 req-6eea1d66-0850-44df-a640-30fdbb8b93a5 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:58.397697 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-375a687b-d91b-4f7b-9980-025df71371f4 req-6eea1d66-0850-44df-a640-30fdbb8b93a5 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 948 time: 0.0799484 Jan 17 08:43:58.462274 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-375a687b-d91b-4f7b-9980-025df71371f4 req-0185fcb2-f615-4c1f-8c3b-f4e33db9855e tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Jan 17 08:43:58.502422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:58.529578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ceea45-edd0-4920-b596-4393c438c6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dc8439-836c-43da-bc5c-925032f11b86'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:43:58.539540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 72dc8439-836c-43da-bc5c-925032f11b86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=72dc8439-836c-43da-bc5c-925032f11b86,segment=NetworkSegment(302416af-c328-4c04-9dd6-991f14206c4d),segment_id=302416af-c328-4c04-9dd6-991f14206c4d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:43:58.583443 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ceea45-edd0-4920-b596-4393c438c6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dc8439-836c-43da-bc5c-925032f11b86', 'code': 200} Jan 17 08:43:58.596335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:43:58.661260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=72dc8439-836c-43da-bc5c-925032f11b86,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:43:58.912085 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d09f82b-8b03-4c1f-be17-56415c6c8382 req-1bfd9cbc-a8ea-4cff-b9af-60705a8d8711 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 1102 time: 0.0698569 Jan 17 08:43:58.953996 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1d09f82b-8b03-4c1f-be17-56415c6c8382 req-e5ce2e6e-cd91-4ee7-94dd-9dfbf90eb0f4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Jan 17 08:43:59.660740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e32e2-a975-4cbd-9131-38cee29e9347 req-96ba8a26-a524-4e65-94c6-3f4be395a43f tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:43:59.662153 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-663e32e2-a975-4cbd-9131-38cee29e9347 req-96ba8a26-a524-4e65-94c6-3f4be395a43f tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 949 time: 0.0735905 Jan 17 08:43:59.705684 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-663e32e2-a975-4cbd-9131-38cee29e9347 req-d15c3fb2-a61f-4e94-85d1-c85cb21910c4 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Jan 17 08:44:00.796284 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-66065177-223c-49ab-8ecb-83eba0e51a7e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654075 Jan 17 08:44:00.956895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba424d7-db2b-4d46-8c4a-b50edca68d69 req-eb0c7834-6b4a-4cf7-9d55-79d6eebd9371 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:00.958328 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba424d7-db2b-4d46-8c4a-b50edca68d69 req-eb0c7834-6b4a-4cf7-9d55-79d6eebd9371 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 949 time: 0.1321805 Jan 17 08:44:00.965890 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-aad258e4-559c-43df-b044-b197de1ea7e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=986660c98d244419b83dab4b38a6f89d&device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 1102 time: 0.0965788 Jan 17 08:44:01.083274 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ba424d7-db2b-4d46-8c4a-b50edca68d69 req-cd98ad14-5f60-410a-877c-ead6b5c32e76 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163378 Jan 17 08:44:01.133660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-744d3d8f-d1e0-4469-930e-11e370a26cf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:01.135485 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-744d3d8f-d1e0-4469-930e-11e370a26cf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f4566dc2-9e75-444e-8d1b-af027a90813c HTTP/1.1" status: 200 len: 870 time: 0.1506586 Jan 17 08:44:01.201873 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-f357034f-9cee-46da-8f2f-a835338a043c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=72dc8439-836c-43da-bc5c-925032f11b86 HTTP/1.1" status: 200 len: 217 time: 0.0608861 Jan 17 08:44:01.356725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-7739f97c-a761-4fd9-9e4c-a9726c967dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:01.358265 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-7739f97c-a761-4fd9-9e4c-a9726c967dfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e906a271-3354-4ef9-85ee-85edb691fa12 HTTP/1.1" status: 200 len: 843 time: 0.1502111 Jan 17 08:44:01.433260 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-23169391-585c-4d2e-87ae-f4ebac251976 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4566dc2-9e75-444e-8d1b-af027a90813c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0688069 Jan 17 08:44:01.563964 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ec00dc7a-e40c-4a3f-afb4-ba84c5e63e5d req-ec00494d-10be-4e6e-b258-1fd9cb1d5b1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709999 Jan 17 08:44:01.567404 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-1edf5036-b957-4ac1-9dc3-56c5cd85de00 service neutron] 10.222.0.53 "GET /v2.0/networks/f4566dc2-9e75-444e-8d1b-af027a90813c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279511 Jan 17 08:44:01.696855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eb65c79c-1e6b-4ee5-8d14-1b3e0964c0e8 req-dd2c3098-bb8c-4650-a6d0-b9739ab207ca service neutron] 10.222.0.53 "GET /v2.0/networks/f4566dc2-9e75-444e-8d1b-af027a90813c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237917 Jan 17 08:44:02.305267 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f1e2bee-8f0c-487a-bdc7-41c95cafd951 req-d9b11ba2-b07e-4874-baf7-a64c94c2d479 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0657771 Jan 17 08:44:03.032931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f190f02-a0bc-477c-9700-a6626c0fe395 req-b5842c74-af72-4fc5-afa2-dc6bbffd269a tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:03.034357 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7f190f02-a0bc-477c-9700-a6626c0fe395 req-b5842c74-af72-4fc5-afa2-dc6bbffd269a tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 949 time: 0.0780182 Jan 17 08:44:03.088119 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7f190f02-a0bc-477c-9700-a6626c0fe395 req-0c75328f-ed5e-4597-bdb1-caa448f81d28 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472214 Jan 17 08:44:04.279095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0e839-11a3-4d39-aca7-a117ebe08add req-3a70db50-8126-4ec0-a827-d61593ae47cd tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:04.280541 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-85d0e839-11a3-4d39-aca7-a117ebe08add req-3a70db50-8126-4ec0-a827-d61593ae47cd tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 949 time: 0.0745809 Jan 17 08:44:04.324204 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-85d0e839-11a3-4d39-aca7-a117ebe08add req-fbe1a95a-6354-488f-87f6-7db3c2bfe2ac tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/security-groups?id=65189e79-4f80-4731-b8d0-6ebfe98ca12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 Jan 17 08:44:04.505050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-4e042c18-8ca3-495d-99db-d2044ef595f2 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:04.506487 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-4e042c18-8ca3-495d-99db-d2044ef595f2 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 949 time: 0.0919149 Jan 17 08:44:04.576053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Deleting port 72dc8439-836c-43da-bc5c-925032f11b86 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:44:04.576390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:04.833351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] For port 72dc8439-836c-43da-bc5c-925032f11b86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=72dc8439-836c-43da-bc5c-925032f11b86,segment=NetworkSegment(302416af-c328-4c04-9dd6-991f14206c4d),segment_id=302416af-c328-4c04-9dd6-991f14206c4d)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:44:04.833813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:04.950430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Calling delete_port for 72dc8439-836c-43da-bc5c-925032f11b86 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:44:05.148835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:05.159802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['72dc8439-836c-43da-bc5c-925032f11b86'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:44:05.197955 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Pushing event deleted for resources: {'Port': ['ID=72dc8439-836c-43da-bc5c-925032f11b86,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:05.270905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] No DVR routers for this DVR port 72dc8439-836c-43da-bc5c-925032f11b86 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:44:05.274062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:05.276702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ceea45-edd0-4920-b596-4393c438c6dc', 'name': 'network-vif-deleted', 'tag': '72dc8439-836c-43da-bc5c-925032f11b86'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:44:05.332310 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ceea45-edd0-4920-b596-4393c438c6dc', 'name': 'network-vif-deleted', 'tag': '72dc8439-836c-43da-bc5c-925032f11b86', 'status': 'completed', 'code': 200} Jan 17 08:44:05.365932 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-074ffcf0-446c-456d-97d8-76bb55e3d53a req-f294da09-0511-4a48-b38d-a1532ab7bd51 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.53 "DELETE /v2.0/ports/72dc8439-836c-43da-bc5c-925032f11b86 HTTP/1.1" status: 204 len: 173 time: 0.8537879 Jan 17 08:44:05.499576 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-527a2477-f5d9-4db4-927d-cc9d2268323d req-7aaedb09-7b90-412d-8af8-b3cd3950ef94 tempest-ServersAdminNegativeTestJSON-1737551795 tempest-ServersAdminNegativeTestJSON-1737551795-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ceea45-edd0-4920-b596-4393c438c6dc HTTP/1.1" status: 200 len: 210 time: 0.0484030 Jan 17 08:44:06.091001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3ad85263-7985-4b6a-84c7-170ff7f1ce09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:07.055679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60264) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:44:07.227331 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2b3820d4-d126-458b-861e-d79daa375fba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=986660c98d244419b83dab4b38a6f89d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1704910 Jan 17 08:44:07.229718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60270) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:44:07.285674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4514-df38-410d-9386-3b99d9a41f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:07.310300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4514-df38-410d-9386-3b99d9a41f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:07.424860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4514-df38-410d-9386-3b99d9a41f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:07.441456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a4514-df38-410d-9386-3b99d9a41f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65189e79-4f80-4731-b8d0-6ebfe98ca12a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:07.520764 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4514-df38-410d-9386-3b99d9a41f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:07.521967 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ef2a4514-df38-410d-9386-3b99d9a41f7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65189e79-4f80-4731-b8d0-6ebfe98ca12a HTTP/1.1" status: 204 len: 168 time: 0.2913876 Jan 17 08:44:08.145943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60278) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:44:08.164916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4635dc1-1003-45e3-9fa7-94a3137af0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:08.194667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d4635dc1-1003-45e3-9fa7-94a3137af0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:44:08.198890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d4635dc1-1003-45e3-9fa7-94a3137af0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:8af598a22b5f4402bbc06d7fc93d052c is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:44:08.201598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d4635dc1-1003-45e3-9fa7-94a3137af0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:44:08.207121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d4635dc1-1003-45e3-9fa7-94a3137af0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:44:08.222252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8a7e6a2-a28e-4706-9ba0-e60fbad0cedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:08.272822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4635dc1-1003-45e3-9fa7-94a3137af0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:08.294294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 72dc8439-836c-43da-bc5c-925032f11b86 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:44:08.326843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 72dc8439-836c-43da-bc5c-925032f11b86 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:44:08.327119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 72dc8439-836c-43da-bc5c-925032f11b86 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:44:08.338993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4635dc1-1003-45e3-9fa7-94a3137af0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:08.383820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4635dc1-1003-45e3-9fa7-94a3137af0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5d5d8b-8a29-4ef7-be41-12bd260424e2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:08.389081 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d4635dc1-1003-45e3-9fa7-94a3137af0b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8af598a22b5f4402bbc06d7fc93d052c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2421505 Jan 17 08:44:08.391687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60282) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:44:08.452402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9590d42c-f556-4189-a2a9-b8b53d972101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:08.477411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9590d42c-f556-4189-a2a9-b8b53d972101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:08.593577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9590d42c-f556-4189-a2a9-b8b53d972101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:08.609437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590d42c-f556-4189-a2a9-b8b53d972101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5d5d8b-8a29-4ef7-be41-12bd260424e2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:08.613986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9590d42c-f556-4189-a2a9-b8b53d972101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:08.614692 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9590d42c-f556-4189-a2a9-b8b53d972101 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f5d5d8b-8a29-4ef7-be41-12bd260424e2 HTTP/1.1" status: 204 len: 168 time: 0.2221231 Jan 17 08:44:09.510099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:09.561905 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:09.743289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60304) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:44:09.868311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1347778190-network', 'tenant_id': '21f9d6e814a944aba3c450fe4df2530f'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:44:09.873014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:44:09.876679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Usage tracker for resource:network and tenant:21f9d6e814a944aba3c450fe4df2530f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:44:09.879430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:44:09.885341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:44:09.970508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Made reservation on behalf of 21f9d6e814a944aba3c450fe4df2530f for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:44:09.972941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:09.988134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:10.017787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:44:10.021447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Usage tracker for resource:security_group_rule and tenant:21f9d6e814a944aba3c450fe4df2530f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:44:10.024763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:44:10.030260 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:44:10.094473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:10.173394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:10.202938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:44:10.211804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780914c9-b744-465c-b868-058b328f7828,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:10.216981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:10.217319 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Added segment 3dd117b3-a4f3-4515-979a-b77220d409c1 of type vlan for network e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 Jan 17 08:44:10.241819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:10.302427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:10.303266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:10.303851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:10.403815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:10.413386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:44:10.456376 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7eaf2cbb-de20-459a-b70a-4a62c251bad3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7094133 Jan 17 08:44:10.456667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60310) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:44:10.462585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Request body: {'subnet': {'network_id': 'e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1347778190-subnet', 'tenant_id': '21f9d6e814a944aba3c450fe4df2530f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:44:10.467924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:44:10.472722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Usage tracker for resource:subnet and tenant:21f9d6e814a944aba3c450fe4df2530f is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:44:10.475203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:44:10.480988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:44:10.550357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Made reservation on behalf of 21f9d6e814a944aba3c450fe4df2530f for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:44:10.552777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:10.810714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:10.879708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad640e1-23b2-480f-8cb2-db4247d7ac88,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:10.895817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Checking segment: {'id': '3dd117b3-a4f3-4515-979a-b77220d409c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:44:10.896193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Network hostable DHCP agents. Network: e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:44:10.993281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Network e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:44:11.004990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:11.067873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:44:11.072309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:11.073336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:11.076880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3fff86-53b9-4533-8bea-81aed36b698b None None] Network e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:44:11.142760 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a9a02bed-f8ef-4f70-9a78-bc264c5039f2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6848893 Jan 17 08:44:11.322421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75557b91-da1e-42ec-a527-c302aba0e1d5 None None] Network e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:44:11.683881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-847410fc-37b7-4c79-85da-c8ad7f009042 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:11.684550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-847410fc-37b7-4c79-85da-c8ad7f009042 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Synchronizing usage tracker for tenant:21f9d6e814a944aba3c450fe4df2530f on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:44:11.756452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-847410fc-37b7-4c79-85da-c8ad7f009042 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Unset dirty status for tenant:21f9d6e814a944aba3c450fe4df2530f on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:44:11.757684 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-847410fc-37b7-4c79-85da-c8ad7f009042 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/networks?id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 HTTP/1.1" status: 200 len: 812 time: 0.2131042 Jan 17 08:44:11.775855 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-be1dbc10-c9bc-4637-b8ae-c3f51c35fa32 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/quotas/21f9d6e814a944aba3c450fe4df2530f HTTP/1.1" status: 200 len: 375 time: 0.0120068 Jan 17 08:44:11.821659 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-b8d015db-ca1e-4ac6-8306-4a9311f89ad4 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f9d6e814a944aba3c450fe4df2530f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403919 Jan 17 08:44:12.118074 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-6cac11c9-3b26-4bd6-af93-68b7810c9d1f service neutron] 10.222.0.44 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887030 Jan 17 08:44:12.254394 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-2451f810-6556-4049-b5b8-4679c77b4c21 service neutron] 10.222.0.44 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304648 Jan 17 08:44:12.516563 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e90f06a9-2174-4f7c-a5bc-e864a3967a1c req-d2cff7a4-dc8b-4f04-ba85-886e153850cc tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 210 time: 0.0410335 Jan 17 08:44:13.627090 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b53f739c-4cd9-43d3-8266-a16d4ab6e040 req-f7a41489-8d53-4490-a7e6-a176e126f72b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 210 time: 0.0445020 Jan 17 08:44:14.824771 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f3ceb652-e71d-48cd-92bf-c65ac9bef90b req-59cf0948-dd7f-4406-bbcd-e19043918a83 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 210 time: 0.0529175 Jan 17 08:44:14.881036 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-05df82e2-0758-4ec0-83fc-b89b76ac65d1 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:14.882489 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-05df82e2-0758-4ec0-83fc-b89b76ac65d1 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.53 "GET /v2.0/networks?id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 HTTP/1.1" status: 200 len: 812 time: 0.1817591 Jan 17 08:44:14.897540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Request body: {'port': {'device_id': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'network_id': 'e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6', 'admin_state_up': True, 'tenant_id': '21f9d6e814a944aba3c450fe4df2530f'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:44:15.038362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:44:15.042126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Usage tracker for resource:port and tenant:21f9d6e814a944aba3c450fe4df2530f is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:44:15.044913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:44:15.050458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:44:15.115933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Made reservation on behalf of 21f9d6e814a944aba3c450fe4df2530f for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:44:15.119050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:15.385726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Allocated IP 172.20.0.14 (e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6/8ad640e1-23b2-480f-8cb2-db4247d7ac88/e004e858-7bee-436b-a4b2-e4f5b2bcf002) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:44:15.578388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:15.653156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:15.720399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Network e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:44:15.723424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:44:15.727269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:44:15.760393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Pushing event updated for resources: {'Port': ['ID=e004e858-7bee-436b-a4b2-e4f5b2bcf002,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:15.792609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:15.793189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:15.871122 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bebcb8a0-5e2f-47a5-b35b-40135c98a219 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9770319 Jan 17 08:44:15.882407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Request body: {'port': {'device_id': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:44:15.988953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:16.019843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2d2a9-2d15-4d65-ad96-7435e87c8aad req-996bfab6-9fcc-4a0f-b7d8-f327f6e89b9f tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:16.021296 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aef2d2a9-2d15-4d65-ad96-7435e87c8aad req-996bfab6-9fcc-4a0f-b7d8-f327f6e89b9f tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 932 time: 0.0755439 Jan 17 08:44:16.065351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-aef2d2a9-2d15-4d65-ad96-7435e87c8aad req-f8729073-52f6-45d6-acad-368a3e514573 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Synchronizing usage tracker for tenant:21f9d6e814a944aba3c450fe4df2530f on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:44:16.136197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-aef2d2a9-2d15-4d65-ad96-7435e87c8aad req-f8729073-52f6-45d6-acad-368a3e514573 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Unset dirty status for tenant:21f9d6e814a944aba3c450fe4df2530f on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:44:16.137393 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aef2d2a9-2d15-4d65-ad96-7435e87c8aad req-f8729073-52f6-45d6-acad-368a3e514573 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105549 Jan 17 08:44:16.316845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e004e858-7bee-436b-a4b2-e4f5b2bcf002 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:44:16.323647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:16.338189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Transition to ACTIVE for port object e004e858-7bee-436b-a4b2-e4f5b2bcf002 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:44:16.393079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:16.519841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Pushing event updated for resources: {'Port': ['ID=e004e858-7bee-436b-a4b2-e4f5b2bcf002,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:16.621380 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Attempting to bind port e004e858-7bee-436b-a4b2-e4f5b2bcf002 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:44:16.621706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Attempting to bind port e004e858-7bee-436b-a4b2-e4f5b2bcf002 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '3dd117b3-a4f3-4515-979a-b77220d409c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:44:16.622028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Attempting to bind port e004e858-7bee-436b-a4b2-e4f5b2bcf002 on network e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:44:16.627657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Port e004e858-7bee-436b-a4b2-e4f5b2bcf002 on network e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:44:16.632539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Attempting to bind port e004e858-7bee-436b-a4b2-e4f5b2bcf002 on network e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:44:16.634597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:44:16.634919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Checking segment: {'id': '3dd117b3-a4f3-4515-979a-b77220d409c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:44:16.635317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Bound using segment: {'id': '3dd117b3-a4f3-4515-979a-b77220d409c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:44:16.635736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Bound port: e004e858-7bee-436b-a4b2-e4f5b2bcf002, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd117b3-a4f3-4515-979a-b77220d409c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:44:16.636071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:16.719847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:44:16.721472 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:44:16.722757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002,segment=NetworkSegment(3dd117b3-a4f3-4515-979a-b77220d409c1),segment_id=3dd117b3-a4f3-4515-979a-b77220d409c1)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:44:16.784982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:16.846125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:16.847480 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] 10.222.0.53 "PUT /v2.0/ports/e004e858-7bee-436b-a4b2-e4f5b2bcf002 HTTP/1.1" status: 200 len: 1094 time: 0.9690480 Jan 17 08:44:16.847907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:44:16.866908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65fe16-98e8-4c71-b872-57e25bb1bf06 service neutron] Pushing event updated for resources: {'Port': ['ID=e004e858-7bee-436b-a4b2-e4f5b2bcf002,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:16.901955 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002', 'status': 'completed', 'code': 200} Jan 17 08:44:16.988481 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fd65c7ff-66ab-4d64-ae10-0d238b92b4c8 req-fb750674-227e-4038-82c8-324f9704c592 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21f9d6e814a944aba3c450fe4df2530f&device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 1097 time: 0.0669382 Jan 17 08:44:17.122619 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65c7ff-66ab-4d64-ae10-0d238b92b4c8 req-5da2f81f-ae62-42b1-bfb0-4aca56ffe420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:17.124079 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fd65c7ff-66ab-4d64-ae10-0d238b92b4c8 req-5da2f81f-ae62-42b1-bfb0-4aca56ffe420 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=21f9d6e814a944aba3c450fe4df2530f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1292715 Jan 17 08:44:17.341280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d7a24-2a0f-4df9-92b9-76f9ecb7dc21 req-9f169fe5-93ed-4dc8-8da1-c3340a69002b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:17.342739 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-889d7a24-2a0f-4df9-92b9-76f9ecb7dc21 req-9f169fe5-93ed-4dc8-8da1-c3340a69002b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 944 time: 0.0800593 Jan 17 08:44:17.359411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65c7ff-66ab-4d64-ae10-0d238b92b4c8 req-dc1fbc4f-4977-46d5-ad62-8ccfd65a74aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:17.360866 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fd65c7ff-66ab-4d64-ae10-0d238b92b4c8 req-dc1fbc4f-4977-46d5-ad62-8ccfd65a74aa service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2311475 Jan 17 08:44:17.387885 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-889d7a24-2a0f-4df9-92b9-76f9ecb7dc21 req-e5b95287-fd23-4d6e-90cb-efbe929c1796 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Jan 17 08:44:17.468170 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-1da301d6-44ac-4001-a782-0f65af09b6fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21f9d6e814a944aba3c450fe4df2530f&device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 1097 time: 0.0696065 Jan 17 08:44:17.536422 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-99bc8d2e-aaee-4638-b121-e963be1a7580 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002 HTTP/1.1" status: 200 len: 217 time: 0.0619106 Jan 17 08:44:17.598101 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-78ccb975-9911-4f68-929a-9757138f6781 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:17.599548 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-78ccb975-9911-4f68-929a-9757138f6781 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ad640e1-23b2-480f-8cb2-db4247d7ac88 HTTP/1.1" status: 200 len: 852 time: 0.0580730 Jan 17 08:44:17.642278 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-bc796372-a870-4623-aa7d-d44dc4f7ead9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373800 Jan 17 08:44:17.768404 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-b782586f-bd37-4c61-9d48-5badaf3d140d service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202393 Jan 17 08:44:17.906255 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b0543adb-dfb5-4741-a896-b2ddd6b10be0 req-f5a76063-dcb9-4663-b427-45804429ee58 service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311917 Jan 17 08:44:18.584554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158397-0dde-4513-95db-65135a19585d req-04b7c6f0-1f62-4549-bad5-a6fcd6ea2830 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:18.585160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-a9158397-0dde-4513-95db-65135a19585d req-04b7c6f0-1f62-4549-bad5-a6fcd6ea2830 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Synchronizing usage tracker for tenant:21f9d6e814a944aba3c450fe4df2530f on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:44:18.646919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-a9158397-0dde-4513-95db-65135a19585d req-04b7c6f0-1f62-4549-bad5-a6fcd6ea2830 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Unset dirty status for tenant:21f9d6e814a944aba3c450fe4df2530f on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:44:18.648081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a9158397-0dde-4513-95db-65135a19585d req-04b7c6f0-1f62-4549-bad5-a6fcd6ea2830 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 944 time: 0.1394372 Jan 17 08:44:18.692027 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a9158397-0dde-4513-95db-65135a19585d req-f61c593b-3bdb-4ed9-b668-c488144e54a9 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382941 Jan 17 08:44:19.761893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:19.890541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47582fbc-77d1-4d8a-bdd3-c13a96f2a971 req-c8db9399-2472-4346-bfd3-e1d3acf390ac tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:19.892832 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-47582fbc-77d1-4d8a-bdd3-c13a96f2a971 req-c8db9399-2472-4346-bfd3-e1d3acf390ac tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 944 time: 0.0813646 Jan 17 08:44:19.947364 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-47582fbc-77d1-4d8a-bdd3-c13a96f2a971 req-86c2d145-8f12-4cbe-840b-ad42b8c96490 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479193 Jan 17 08:44:21.143219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5325ba7-da85-4299-a765-188e50d7b403 req-f965782e-8c99-482f-9ed3-a8e14992f79d tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:21.144668 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d5325ba7-da85-4299-a765-188e50d7b403 req-f965782e-8c99-482f-9ed3-a8e14992f79d tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 944 time: 0.0776043 Jan 17 08:44:21.188824 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d5325ba7-da85-4299-a765-188e50d7b403 req-e5c597ed-7734-4656-85ac-cddb9108cb8d tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387723 Jan 17 08:44:22.357020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device e004e858-7bee-436b-a4b2-e4f5b2bcf002 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:44:22.378576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c06d-d628-4bf3-9505-4a11e0b85b00 req-3f30f3c4-ed93-497c-9281-a50416dce4a8 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:22.380153 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2cd1c06d-d628-4bf3-9505-4a11e0b85b00 req-3f30f3c4-ed93-497c-9281-a50416dce4a8 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 944 time: 0.0742705 Jan 17 08:44:22.424829 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2cd1c06d-d628-4bf3-9505-4a11e0b85b00 req-816c5297-5826-4801-a299-db2607ac1d00 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390782 Jan 17 08:44:22.488183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002,segment=NetworkSegment(3dd117b3-a4f3-4515-979a-b77220d409c1),segment_id=3dd117b3-a4f3-4515-979a-b77220d409c1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:44:22.501260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002', 'network_id': 'e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6', 'port_id': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002', 'mac_address': 'fa:16:3e:c1:6f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad640e1-23b2-480f-8cb2-db4247d7ac88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:44:22.555321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:22.572350 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e004e858-7bee-436b-a4b2-e4f5b2bcf002 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:44:22.586590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002,segment=NetworkSegment(3dd117b3-a4f3-4515-979a-b77220d409c1),segment_id=3dd117b3-a4f3-4515-979a-b77220d409c1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:44:22.658513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:22.721069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=e004e858-7bee-436b-a4b2-e4f5b2bcf002,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:22.729437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.729715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.730046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.730372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.730697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.731019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.731366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.731685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.732002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.732315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.732626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:44:22.953490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['e004e858-7bee-436b-a4b2-e4f5b2bcf002'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:44:23.614622 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f606de2-701a-413d-a735-6ffe38e55223 req-521c5827-f18b-46bf-90e9-af91f4db6c61 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:23.616077 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7f606de2-701a-413d-a735-6ffe38e55223 req-521c5827-f18b-46bf-90e9-af91f4db6c61 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 945 time: 0.0742791 Jan 17 08:44:23.662466 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7f606de2-701a-413d-a735-6ffe38e55223 req-02966bea-4d5a-46d1-962c-5d030c1f0c7f tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Jan 17 08:44:24.373697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device e004e858-7bee-436b-a4b2-e4f5b2bcf002 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:44:24.492571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port e004e858-7bee-436b-a4b2-e4f5b2bcf002 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:44:24.498075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port e004e858-7bee-436b-a4b2-e4f5b2bcf002 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:44:24.498448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:24.609242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:24.634386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:44:24.643835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002,segment=NetworkSegment(3dd117b3-a4f3-4515-979a-b77220d409c1),segment_id=3dd117b3-a4f3-4515-979a-b77220d409c1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:44:24.724767 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:24.773568 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002', 'code': 200} Jan 17 08:44:24.799476 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=e004e858-7bee-436b-a4b2-e4f5b2bcf002,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:44:24.871431 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff161d-da71-4a27-b6c3-b9eb5d123e42 req-075482f1-d1e3-4705-ab51-d778cbeabd3c tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:24.872786 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dcff161d-da71-4a27-b6c3-b9eb5d123e42 req-075482f1-d1e3-4705-ab51-d778cbeabd3c tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0830846 Jan 17 08:44:24.919855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dcff161d-da71-4a27-b6c3-b9eb5d123e42 req-34678f81-c0fb-4c92-bea7-70f3bf5c4ec5 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414948 Jan 17 08:44:25.105067 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e1e61612-ab80-4f33-aede-a8d41c4ad1a9 req-8c153cd8-1206-4fd1-8a30-ee7b16493943 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 1099 time: 0.0698719 Jan 17 08:44:25.145726 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e1e61612-ab80-4f33-aede-a8d41c4ad1a9 req-c1464f44-12ed-43f8-9317-a01fcfa61791 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349650 Jan 17 08:44:26.118914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345eaae-f13b-4451-92e5-b469a37619d3 req-3bdfca13-212b-4e1e-9f33-b282cb45a49d tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:26.120433 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8345eaae-f13b-4451-92e5-b469a37619d3 req-3bdfca13-212b-4e1e-9f33-b282cb45a49d tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0782695 Jan 17 08:44:26.164225 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8345eaae-f13b-4451-92e5-b469a37619d3 req-7e29479d-a6ae-4f6a-8007-5136337f5053 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383697 Jan 17 08:44:27.361538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64d72-ddea-4201-8bbf-5cf671e0d6e4 req-0cb27467-eef7-4736-ac4d-f0e4d6ae894e tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:27.363013 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-acb64d72-ddea-4201-8bbf-5cf671e0d6e4 req-0cb27467-eef7-4736-ac4d-f0e4d6ae894e tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0755060 Jan 17 08:44:27.407299 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-acb64d72-ddea-4201-8bbf-5cf671e0d6e4 req-8058804f-13e8-4def-a1b5-fab919c9cb72 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388489 Jan 17 08:44:27.596170 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03488503-9559-4737-9e8f-95cfe49cec86 req-43f276eb-6276-4784-8992-c519c0c9b3c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0665357 Jan 17 08:44:28.047832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd89df-6a8b-4a27-90bf-07bb1d0bfacf req-3323a527-2604-4bb4-a165-607b1fa1cc43 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:28.049269 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0bbd89df-6a8b-4a27-90bf-07bb1d0bfacf req-3323a527-2604-4bb4-a165-607b1fa1cc43 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0778255 Jan 17 08:44:28.095415 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0bbd89df-6a8b-4a27-90bf-07bb1d0bfacf req-96366e2f-d197-4ad8-97d4-37b43e12e26b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Jan 17 08:44:28.164704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60380) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:44:28.297403 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-811dbf7f-3906-4870-91da-654aba2e432c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315780 Jan 17 08:44:29.301781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b5b4e-7dc0-42f0-92a1-2c133c659b05 req-85b07547-d33f-42a8-b5d5-d7a3acdd551f tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:29.303376 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-496b5b4e-7dc0-42f0-92a1-2c133c659b05 req-85b07547-d33f-42a8-b5d5-d7a3acdd551f tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0812678 Jan 17 08:44:29.349529 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-496b5b4e-7dc0-42f0-92a1-2c133c659b05 req-a85272eb-2997-48bd-b31f-13930a5d44be tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Jan 17 08:44:30.225104 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-7e0191f2-dad8-480d-a569-5f86b9103423 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21f9d6e814a944aba3c450fe4df2530f&device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 1099 time: 0.0688872 Jan 17 08:44:30.351382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-bd7c6078-6195-42eb-a490-cd448dd150e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:30.352806 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-bd7c6078-6195-42eb-a490-cd448dd150e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 HTTP/1.1" status: 200 len: 913 time: 0.1233478 Jan 17 08:44:30.420637 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-19037a97-97e8-4af5-9704-4d330ed1f71d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002 HTTP/1.1" status: 200 len: 217 time: 0.0621691 Jan 17 08:44:30.616635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-702839ad-5d14-4a56-bdf0-54a4bc384854 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:30.618112 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-702839ad-5d14-4a56-bdf0-54a4bc384854 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ad640e1-23b2-480f-8cb2-db4247d7ac88 HTTP/1.1" status: 200 len: 852 time: 0.1919219 Jan 17 08:44:30.669404 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-e5d587e9-15d9-41b0-81bd-bedb6bd93189 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446250 Jan 17 08:44:30.763672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b44eca-645a-4f18-b4b4-71bd5a568279 req-98058a1f-a260-4607-bcd2-9a10503de796 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:30.765087 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d5b44eca-645a-4f18-b4b4-71bd5a568279 req-98058a1f-a260-4607-bcd2-9a10503de796 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.2911818 Jan 17 08:44:30.844632 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-ae0b47de-6f0e-4a99-bdfd-edc26d9a6559 service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690636 Jan 17 08:44:30.846828 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d5b44eca-645a-4f18-b4b4-71bd5a568279 req-f28a9a4d-f819-4569-9fe7-1cbe25d2ebbb tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747411 Jan 17 08:44:30.974888 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-d02b67f7-ef60-44cf-a571-4c241aa786db service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247990 Jan 17 08:44:32.040314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835daa6-8daf-4b54-9ea9-69fc34fc90ee req-c5c23540-2830-4cea-99aa-e4a75fb9ebd2 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:32.042494 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e835daa6-8daf-4b54-9ea9-69fc34fc90ee req-c5c23540-2830-4cea-99aa-e4a75fb9ebd2 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0782893 Jan 17 08:44:32.085584 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e835daa6-8daf-4b54-9ea9-69fc34fc90ee req-53530125-ee91-418d-9af6-78a5cff82b83 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377405 Jan 17 08:44:33.282887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f07927-32c3-4537-8c23-725997b3499c req-ecc5ba37-cda9-4def-aa76-d3c0d00a1e76 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:33.284357 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-89f07927-32c3-4537-8c23-725997b3499c req-ecc5ba37-cda9-4def-aa76-d3c0d00a1e76 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0756063 Jan 17 08:44:33.329037 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-89f07927-32c3-4537-8c23-725997b3499c req-5bb14772-9700-4b87-829d-b7a7faa4aa29 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 Jan 17 08:44:34.518266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c605ed-8149-4d89-9e10-510bfe7d8555 req-bdd102b7-385b-42d5-95a4-d68132c7ac3a tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:34.519736 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03c605ed-8149-4d89-9e10-510bfe7d8555 req-bdd102b7-385b-42d5-95a4-d68132c7ac3a tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0741458 Jan 17 08:44:34.564144 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03c605ed-8149-4d89-9e10-510bfe7d8555 req-eb62689b-3725-4b8a-82ed-b9d53ef223b0 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382705 Jan 17 08:44:35.757699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1fb6b-dcbd-4ef2-bc65-916ceb82b369 req-95bbc171-0226-456c-a0d9-44a4038b3e83 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:35.759023 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a5f1fb6b-dcbd-4ef2-bc65-916ceb82b369 req-95bbc171-0226-456c-a0d9-44a4038b3e83 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0767157 Jan 17 08:44:35.805206 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a5f1fb6b-dcbd-4ef2-bc65-916ceb82b369 req-b1b7c8e6-3442-4a24-b4d6-14bd09970f8f tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408444 Jan 17 08:44:36.084813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-83c3c896-ebcf-4a14-8733-f10731b2f968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:37.004317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78071d49-7094-4181-b67a-db909ed30a10 req-045c3cd4-f656-4b60-8642-306464ef7dd2 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:37.005768 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-78071d49-7094-4181-b67a-db909ed30a10 req-045c3cd4-f656-4b60-8642-306464ef7dd2 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0795569 Jan 17 08:44:37.050255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-78071d49-7094-4181-b67a-db909ed30a10 req-c16da588-2c72-4269-a759-69351ca48bbc tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389755 Jan 17 08:44:38.238698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-527a4faa-b1e7-4898-b77f-4f1a2fd8bf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:38.241510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52b562-f33b-440d-a1a9-66d86c15222e req-eab6c367-43b5-4ac0-bb38-76758690de86 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:38.242942 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3c52b562-f33b-440d-a1a9-66d86c15222e req-eab6c367-43b5-4ac0-bb38-76758690de86 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0740428 Jan 17 08:44:38.287628 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3c52b562-f33b-440d-a1a9-66d86c15222e req-730171ee-864c-4b2e-9031-8bc54f92aedf tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Jan 17 08:44:39.481958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4be5e-d906-4e93-9363-5d502328b73e req-165d3493-5456-436d-9c8e-886a9dad2ce8 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:39.483421 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5be4be5e-d906-4e93-9363-5d502328b73e req-165d3493-5456-436d-9c8e-886a9dad2ce8 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0788774 Jan 17 08:44:39.512989 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:39.530552 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5be4be5e-d906-4e93-9363-5d502328b73e req-aa87c2a9-d14d-4986-aedd-03b741ba049d tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Jan 17 08:44:39.610310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:40.731553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35206281-1186-45a2-804d-79cbd57fd228 req-d9de0ca4-2345-4ed0-8488-1fce14ffa032 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:40.732981 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-35206281-1186-45a2-804d-79cbd57fd228 req-d9de0ca4-2345-4ed0-8488-1fce14ffa032 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0785124 Jan 17 08:44:40.776543 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-35206281-1186-45a2-804d-79cbd57fd228 req-9b841f7f-a2ff-4927-8013-a8eae3142bd8 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381536 Jan 17 08:44:41.035497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:41.970397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bff81-e62a-4a82-8362-722e6afe40db req-bad67744-4242-4ce9-9dca-d034880a60be tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:41.971852 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1c8bff81-e62a-4a82-8362-722e6afe40db req-bad67744-4242-4ce9-9dca-d034880a60be tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0778475 Jan 17 08:44:42.015375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1c8bff81-e62a-4a82-8362-722e6afe40db req-6e452405-34e0-43d5-9b47-7f3e4c994cde tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381596 Jan 17 08:44:43.206777 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034056fb-10f8-45ab-9f16-c1a5103f2e6d req-8bfb3cd2-81dc-452b-90a4-96e42e0b0cc2 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:43.208234 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-034056fb-10f8-45ab-9f16-c1a5103f2e6d req-8bfb3cd2-81dc-452b-90a4-96e42e0b0cc2 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0744116 Jan 17 08:44:43.251902 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-034056fb-10f8-45ab-9f16-c1a5103f2e6d req-6f2f7866-d46c-40f2-91cb-b0d9fbb70ac7 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379970 Jan 17 08:44:44.444817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bb32f-f4e8-401e-b14d-f0f0649afb30 req-0612d7df-997a-475b-8a2e-ed63ace73cd7 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:44.446249 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-713bb32f-f4e8-401e-b14d-f0f0649afb30 req-0612d7df-997a-475b-8a2e-ed63ace73cd7 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0742435 Jan 17 08:44:44.494855 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-713bb32f-f4e8-401e-b14d-f0f0649afb30 req-7cd1780b-6673-4beb-8295-750fb6716737 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Jan 17 08:44:45.706393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ad225-09c9-4425-9d3e-ff0ddd45720d req-5bb65ad1-f612-49e7-a809-d8cd09fb5506 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:45.707886 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9ad225-09c9-4425-9d3e-ff0ddd45720d req-5bb65ad1-f612-49e7-a809-d8cd09fb5506 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0950627 Jan 17 08:44:45.751590 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0e9ad225-09c9-4425-9d3e-ff0ddd45720d req-7e7d3a43-c01f-471c-af6d-18695ebfed2d tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380387 Jan 17 08:44:46.941150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d81f16-8c3a-41fc-a779-1949862936a4 req-415142b6-e80a-49c2-aafb-534594ecd991 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:46.942580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b1d81f16-8c3a-41fc-a779-1949862936a4 req-415142b6-e80a-49c2-aafb-534594ecd991 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0745919 Jan 17 08:44:46.987034 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b1d81f16-8c3a-41fc-a779-1949862936a4 req-39b95060-bf6d-4fac-86f7-574fe850ed83 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385401 Jan 17 08:44:48.179593 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26196e9-88a9-44e1-96ef-91477a01327d req-279f9c2a-81a6-41d2-a4a7-c09a227c757b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:48.181030 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e26196e9-88a9-44e1-96ef-91477a01327d req-279f9c2a-81a6-41d2-a4a7-c09a227c757b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0745313 Jan 17 08:44:48.228387 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e26196e9-88a9-44e1-96ef-91477a01327d req-54150e00-8583-4bf8-ae0e-074309e395d3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Jan 17 08:44:49.428484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229a9db-b66d-405b-b04c-b774deddf25a req-74e5e2ae-bc07-448c-9c06-9f33763db320 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:49.429721 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4229a9db-b66d-405b-b04c-b774deddf25a req-74e5e2ae-bc07-448c-9c06-9f33763db320 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0830946 Jan 17 08:44:49.474685 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4229a9db-b66d-405b-b04c-b774deddf25a req-a86d790b-6cf7-40c2-b629-07fe92fba175 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 Jan 17 08:44:49.792800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:44:50.670190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f1fe3-49a5-4dca-b7a1-82ad6d5b4f38 req-98557b6b-3127-4327-b629-30ad6bb62edc tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:50.671664 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-815f1fe3-49a5-4dca-b7a1-82ad6d5b4f38 req-98557b6b-3127-4327-b629-30ad6bb62edc tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0779698 Jan 17 08:44:50.717521 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-815f1fe3-49a5-4dca-b7a1-82ad6d5b4f38 req-3b5c4cbb-b1c4-4f09-9a2d-bf87b99ef8ba tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Jan 17 08:44:51.909997 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc5c-20e9-4813-913b-87059d97255d req-5e2c5d75-3650-419c-a74b-4e5cccbcd4ef tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:51.911984 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0750fc5c-20e9-4813-913b-87059d97255d req-5e2c5d75-3650-419c-a74b-4e5cccbcd4ef tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0735207 Jan 17 08:44:51.955441 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0750fc5c-20e9-4813-913b-87059d97255d req-4412872c-53d0-4b7a-8f61-57c726656579 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Jan 17 08:44:53.149982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75389a-90c0-4a7d-b4dc-8fb8970c14ff req-ca475d75-2bea-4a68-bf1a-57b03afc43a9 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:53.151975 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8b75389a-90c0-4a7d-b4dc-8fb8970c14ff req-ca475d75-2bea-4a68-bf1a-57b03afc43a9 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0797210 Jan 17 08:44:53.195053 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8b75389a-90c0-4a7d-b4dc-8fb8970c14ff req-7b50161b-ea93-47f6-a87e-117cf6dd6b8b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377026 Jan 17 08:44:53.721335 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:44:54.461101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd3410-13ba-489e-a387-65c8834d11a9 req-0a082475-278c-4a8c-8ce7-abe2bddb2758 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:54.462551 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-32dd3410-13ba-489e-a387-65c8834d11a9 req-0a082475-278c-4a8c-8ce7-abe2bddb2758 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.1491745 Jan 17 08:44:54.507692 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-32dd3410-13ba-489e-a387-65c8834d11a9 req-9c247054-72c2-4f74-9f17-68f445d5502e tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Jan 17 08:44:55.713798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68225ac3-3604-4624-b6be-e4df70918c47 req-4afb61fd-a23a-4ed5-a088-1622f5a7d78a tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:55.715237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-68225ac3-3604-4624-b6be-e4df70918c47 req-4afb61fd-a23a-4ed5-a088-1622f5a7d78a tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0739408 Jan 17 08:44:55.758777 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-68225ac3-3604-4624-b6be-e4df70918c47 req-c5cb6a26-210e-4f14-882a-70a6df25222d tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 Jan 17 08:44:56.949030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe6d30-f1c8-469d-8e63-d0a2e7ce6696 req-22e46d93-ff01-4dcb-aed6-e41cc329f390 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:56.950442 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6ebe6d30-f1c8-469d-8e63-d0a2e7ce6696 req-22e46d93-ff01-4dcb-aed6-e41cc329f390 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0739608 Jan 17 08:44:56.997232 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6ebe6d30-f1c8-469d-8e63-d0a2e7ce6696 req-32c64fc3-8d4e-4b1e-a366-dc224cf04916 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Jan 17 08:44:58.046525 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-3ef85c78-27e7-4aac-a48f-b5ea8f076a1a service neutron] 10.222.0.53 "GET /v2.0/ports/e004e858-7bee-436b-a4b2-e4f5b2bcf002/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0746646 Jan 17 08:44:58.189522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739d125-4b9b-4eb1-92e4-85bd54c68819 req-06771df8-b3e6-4949-9b71-61c55e0bbf70 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:58.190957 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1739d125-4b9b-4eb1-92e4-85bd54c68819 req-06771df8-b3e6-4949-9b71-61c55e0bbf70 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0753086 Jan 17 08:44:58.236508 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1739d125-4b9b-4eb1-92e4-85bd54c68819 req-de4fbc30-7d93-41cd-a10e-2b30f69ab30c tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Jan 17 08:44:58.603162 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-69ae9a19-bf88-4cfb-af13-54d3b5ac27d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587&tenant_id=21f9d6e814a944aba3c450fe4df2530f HTTP/1.1" status: 200 len: 1099 time: 0.0712261 Jan 17 08:44:58.693045 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-a4797c69-d41a-46f4-a3e5-fed8fd52c16d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21f9d6e814a944aba3c450fe4df2530f&device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 1099 time: 0.0696692 Jan 17 08:44:58.823571 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-c19958f0-9ad7-42ef-946a-6137bc34cd22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:58.825031 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-c19958f0-9ad7-42ef-946a-6137bc34cd22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 HTTP/1.1" status: 200 len: 913 time: 0.1249549 Jan 17 08:44:58.981254 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-b5cc1592-adeb-4331-aefd-5a3ec782c455 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002 HTTP/1.1" status: 200 len: 217 time: 0.1501775 Jan 17 08:44:59.041373 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-909c7034-6eff-4c84-9700-abd02af2c711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:59.042793 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-909c7034-6eff-4c84-9700-abd02af2c711 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ad640e1-23b2-480f-8cb2-db4247d7ac88 HTTP/1.1" status: 200 len: 852 time: 0.0567403 Jan 17 08:44:59.088878 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-96bf3bef-2b83-4a1c-a252-f77cde16cfe2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404637 Jan 17 08:44:59.217562 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-5cd2f76b-1d60-43cc-b4e8-00595c62ab60 service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233494 Jan 17 08:44:59.345086 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5528a7f9-1342-4bb6-b277-43b634b436fe req-ebb76932-fbef-427b-ae4a-7951566d55a0 service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221657 Jan 17 08:44:59.436039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ecf81-c06a-400e-a44a-503191b6c6b7 req-1acf0888-8f6b-4cad-8fd1-f245a4a4686b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:44:59.437411 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1f3ecf81-c06a-400e-a44a-503191b6c6b7 req-1acf0888-8f6b-4cad-8fd1-f245a4a4686b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0750642 Jan 17 08:44:59.489239 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1f3ecf81-c06a-400e-a44a-503191b6c6b7 req-29fa1cd9-c657-4e5a-b8c4-a0ab2cbcdb99 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462527 Jan 17 08:45:00.681140 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b088de-5a76-4abc-86ba-85db0566ace2 req-c831ed1e-76b6-4040-a282-ddd85069b672 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:00.682581 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-60b088de-5a76-4abc-86ba-85db0566ace2 req-c831ed1e-76b6-4040-a282-ddd85069b672 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0743625 Jan 17 08:45:00.727065 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-60b088de-5a76-4abc-86ba-85db0566ace2 req-97d53941-2dcc-4f09-b8f8-7704243999b6 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Jan 17 08:45:01.924804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49fba4-39f0-447b-8709-fb6e00f717e2 req-abebf729-8439-4f34-a958-230f58fde2b7 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:01.926225 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9c49fba4-39f0-447b-8709-fb6e00f717e2 req-abebf729-8439-4f34-a958-230f58fde2b7 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0779986 Jan 17 08:45:01.969779 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9c49fba4-39f0-447b-8709-fb6e00f717e2 req-cd3c9225-d9d4-4b93-b034-8c147b40b669 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Jan 17 08:45:02.552030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device e004e858-7bee-436b-a4b2-e4f5b2bcf002 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:45:02.555306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device e004e858-7bee-436b-a4b2-e4f5b2bcf002 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:45:02.773642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:02.796167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002,segment=NetworkSegment(3dd117b3-a4f3-4515-979a-b77220d409c1),segment_id=3dd117b3-a4f3-4515-979a-b77220d409c1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:02.812713 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8658052d-6425-4f90-bd96-46084d49141a req-39a771af-f029-4967-a333-6194f5fb69bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682597 Jan 17 08:45:02.818444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:45:02.822735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002', 'network_id': 'e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6', 'port_id': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002', 'mac_address': 'fa:16:3e:c1:6f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad640e1-23b2-480f-8cb2-db4247d7ac88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:45:02.856967 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002,segment=NetworkSegment(3dd117b3-a4f3-4515-979a-b77220d409c1),segment_id=3dd117b3-a4f3-4515-979a-b77220d409c1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:02.883601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:02.893980 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002', 'code': 200} Jan 17 08:45:02.903276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e004e858-7bee-436b-a4b2-e4f5b2bcf002 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:45:02.930576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:02.952644 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8658052d-6425-4f90-bd96-46084d49141a req-b635fd24-d11a-4701-ba06-912eda11e57b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21f9d6e814a944aba3c450fe4df2530f&device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 1099 time: 0.0697474 Jan 17 08:45:03.070600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:45:03.070854 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:45:03.075723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=e004e858-7bee-436b-a4b2-e4f5b2bcf002,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:03.098009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658052d-6425-4f90-bd96-46084d49141a req-36d14909-75f2-418e-bbc8-a407d313d310 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:03.099506 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8658052d-6425-4f90-bd96-46084d49141a req-36d14909-75f2-418e-bbc8-a407d313d310 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 HTTP/1.1" status: 200 len: 913 time: 0.1293297 Jan 17 08:45:03.169149 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8658052d-6425-4f90-bd96-46084d49141a req-f48161e2-1e6c-4325-9ee6-8de97b4b6428 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002 HTTP/1.1" status: 200 len: 217 time: 0.0634120 Jan 17 08:45:03.174840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daf5a6-5b19-42d3-807f-43f40300b42b req-101179dc-7133-4ea6-80f1-405395233216 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:03.176322 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-72daf5a6-5b19-42d3-807f-43f40300b42b req-101179dc-7133-4ea6-80f1-405395233216 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 944 time: 0.0746419 Jan 17 08:45:03.223765 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-72daf5a6-5b19-42d3-807f-43f40300b42b req-3bf5098d-a8ae-4811-9292-3a6fb998c4fa tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Jan 17 08:45:03.231553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658052d-6425-4f90-bd96-46084d49141a req-93843649-67d8-487c-9fc4-86b833031ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:03.233014 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8658052d-6425-4f90-bd96-46084d49141a req-93843649-67d8-487c-9fc4-86b833031ae3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ad640e1-23b2-480f-8cb2-db4247d7ac88 HTTP/1.1" status: 200 len: 852 time: 0.0582292 Jan 17 08:45:03.281050 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8658052d-6425-4f90-bd96-46084d49141a req-fa441288-2553-4a47-b21e-23ff8e7e8f73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422940 Jan 17 08:45:03.412718 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8658052d-6425-4f90-bd96-46084d49141a req-47328d19-7cf2-4abb-b84e-406321eb94c5 service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259916 Jan 17 08:45:03.550877 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8658052d-6425-4f90-bd96-46084d49141a req-6e7d190c-4467-47cf-a1ee-d85c5cc34ae8 service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318235 Jan 17 08:45:03.626117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:03.643748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e004e858-7bee-436b-a4b2-e4f5b2bcf002 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:45:03.658610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002,segment=NetworkSegment(3dd117b3-a4f3-4515-979a-b77220d409c1),segment_id=3dd117b3-a4f3-4515-979a-b77220d409c1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:03.741227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:03.802767 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-d15e2cfa-cb9e-4518-a7c9-9db43051f4ea tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:03.804265 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-d15e2cfa-cb9e-4518-a7c9-9db43051f4ea tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587&tenant_id=21f9d6e814a944aba3c450fe4df2530f&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 945 time: 0.0794885 Jan 17 08:45:03.812180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['e004e858-7bee-436b-a4b2-e4f5b2bcf002'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:45:03.850237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=e004e858-7bee-436b-a4b2-e4f5b2bcf002,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:03.967715 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-55a22442-ee94-4cb1-a616-a6e48c87f3a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21f9d6e814a944aba3c450fe4df2530f&device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 1098 time: 0.0858510 Jan 17 08:45:04.106821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-94fe89f6-7f3a-42e1-b3e2-5e4f2ef43afe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:04.108291 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-94fe89f6-7f3a-42e1-b3e2-5e4f2ef43afe service neutron] 10.222.0.53 "GET /v2.0/networks?id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 HTTP/1.1" status: 200 len: 913 time: 0.1350913 Jan 17 08:45:04.262040 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-e840e9ff-e597-4b8c-824f-687f345f9577 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002 HTTP/1.1" status: 200 len: 217 time: 0.1472633 Jan 17 08:45:04.329488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-617a5daa-ade0-4b81-a0fc-b8645d8ceb52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:04.330944 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-617a5daa-ade0-4b81-a0fc-b8645d8ceb52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ad640e1-23b2-480f-8cb2-db4247d7ac88 HTTP/1.1" status: 200 len: 852 time: 0.0631371 Jan 17 08:45:04.374180 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-1e33b2ab-4c63-43d0-899f-daffa0f37753 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379207 Jan 17 08:45:04.501031 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-3d28e288-e422-462d-b3db-d2fa33724667 service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202729 Jan 17 08:45:04.551909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device e004e858-7bee-436b-a4b2-e4f5b2bcf002 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:45:04.618858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port e004e858-7bee-436b-a4b2-e4f5b2bcf002 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:45:04.619251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:04.639089 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-331fe39a-4d7a-4c10-82e3-a0206bb68ede service neutron] 10.222.0.53 "GET /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308236 Jan 17 08:45:04.739147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:04.770824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002,segment=NetworkSegment(3dd117b3-a4f3-4515-979a-b77220d409c1),segment_id=3dd117b3-a4f3-4515-979a-b77220d409c1)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:04.838656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:04.894455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:45:04.911613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=e004e858-7bee-436b-a4b2-e4f5b2bcf002,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:04.977213 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002', 'code': 200} Jan 17 08:45:06.050812 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b0ed7-4538-4f72-a5af-2fa6aefd13b2 req-592b26ce-fbed-45e4-bb1c-1a6d35d0abc3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:06.052671 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e04b0ed7-4538-4f72-a5af-2fa6aefd13b2 req-592b26ce-fbed-45e4-bb1c-1a6d35d0abc3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0810513 Jan 17 08:45:06.098280 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e04b0ed7-4538-4f72-a5af-2fa6aefd13b2 req-d3bc9740-716e-4720-89e1-c997990f80de tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Jan 17 08:45:06.125958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-78c83c10-dcb5-4d77-b84b-89f07cf57255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:07.291665 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe323-9db6-43a5-ac16-952cdbcdf2e7 req-5a76b9fe-72ae-45ed-b711-25682af8c4f5 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:07.293127 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-218fe323-9db6-43a5-ac16-952cdbcdf2e7 req-5a76b9fe-72ae-45ed-b711-25682af8c4f5 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0757778 Jan 17 08:45:07.342525 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-218fe323-9db6-43a5-ac16-952cdbcdf2e7 req-4d48a718-b339-4b3c-84f4-c70405c9235f tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/security-groups?id=780914c9-b744-465c-b868-058b328f7828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 Jan 17 08:45:07.738418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-5060b4db-b411-49cf-8478-7a89022e954b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:07.739775 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-5060b4db-b411-49cf-8478-7a89022e954b tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 946 time: 0.0767293 Jan 17 08:45:07.804163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Deleting port e004e858-7bee-436b-a4b2-e4f5b2bcf002 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:45:07.804495 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:08.037355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] For port e004e858-7bee-436b-a4b2-e4f5b2bcf002, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=e004e858-7bee-436b-a4b2-e4f5b2bcf002,segment=NetworkSegment(3dd117b3-a4f3-4515-979a-b77220d409c1),segment_id=3dd117b3-a4f3-4515-979a-b77220d409c1)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:08.037620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:08.156425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Calling delete_port for e004e858-7bee-436b-a4b2-e4f5b2bcf002 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:45:08.206172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1eaaf7fa-d453-4673-aa7e-4d52ab3cb6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:08.349259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:08.360430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['e004e858-7bee-436b-a4b2-e4f5b2bcf002'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:45:08.399266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Pushing event deleted for resources: {'Port': ['ID=e004e858-7bee-436b-a4b2-e4f5b2bcf002,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:08.472129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.472473 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.472809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.473136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.473480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.473801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.474125 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.474442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.474758 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.475070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.475417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:08.482873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] No DVR routers for this DVR port e004e858-7bee-436b-a4b2-e4f5b2bcf002 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:45:08.485092 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:08.487769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'name': 'network-vif-deleted', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:45:08.513354 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-14aceb96-2c2b-4f00-b067-99f631389b05 req-2b222895-dc5e-4b8f-a55c-c40d5c39c879 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c72828-06c4-4a55-b29e-9fe6add3b587 HTTP/1.1" status: 200 len: 210 time: 0.0427823 Jan 17 08:45:08.546194 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c72828-06c4-4a55-b29e-9fe6add3b587', 'name': 'network-vif-deleted', 'tag': 'e004e858-7bee-436b-a4b2-e4f5b2bcf002', 'status': 'completed', 'code': 200} Jan 17 08:45:08.549473 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fbaec46-49d6-429e-8e81-309b0e73c4ff req-89b8570d-cacc-494e-9a20-4cd4d00930c3 tempest-DeleteServersTestJSON-1865881847 tempest-DeleteServersTestJSON-1865881847-project] 10.222.0.53 "DELETE /v2.0/ports/e004e858-7bee-436b-a4b2-e4f5b2bcf002 HTTP/1.1" status: 204 len: 173 time: 0.8047066 Jan 17 08:45:09.525937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:09.575255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:09.777528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60490) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:45:09.837170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Deleting subnet 8ad640e1-23b2-480f-8cb2-db4247d7ac88 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:45:09.840589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:09.887003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:09.940219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.069841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.104672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad640e1-23b2-480f-8cb2-db4247d7ac88,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:10.118498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.121218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.121218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.121218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.121218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.121218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.121218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.121218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.121218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.122469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.122469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:10.124393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.130630 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ba7828ca-ea15-49f9-baa7-6797c50dfa53 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8ad640e1-23b2-480f-8cb2-db4247d7ac88 HTTP/1.1" status: 204 len: 168 time: 0.3520699 Jan 17 08:45:10.133129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:45:10.238588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.364847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.390053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:45:10.401705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd117b3-a4f3-4515-979a-b77220d409c1') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:45:10.402581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd117b3-a4f3-4515-979a-b77220d409c1') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:45:10.413693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.429110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.435090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:45:10.435743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:45:10.452684 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:45:10.609782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.626585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:10.636956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:10.732280 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-17f8f7fa-94b4-4035-80c2-d60b3d6ac8c8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e0e7c48c-210d-42e1-822a-3c3b1c2e6cc6 HTTP/1.1" status: 204 len: 168 time: 0.5980992 Jan 17 08:45:11.051709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:11.111500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60500) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:45:11.171799 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-24a011e4-8c20-4a2e-bb42-320761d8d161 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21f9d6e814a944aba3c450fe4df2530f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0589814 Jan 17 08:45:11.174157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60504) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:45:11.248197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1277fdd2-bd8a-4709-ba29-88a9f5f01ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:11.277728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1277fdd2-bd8a-4709-ba29-88a9f5f01ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:11.400575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1277fdd2-bd8a-4709-ba29-88a9f5f01ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:11.418596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277fdd2-bd8a-4709-ba29-88a9f5f01ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780914c9-b744-465c-b868-058b328f7828,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:11.501942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1277fdd2-bd8a-4709-ba29-88a9f5f01ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:11.503059 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1277fdd2-bd8a-4709-ba29-88a9f5f01ca7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/780914c9-b744-465c-b868-058b328f7828 HTTP/1.1" status: 204 len: 168 time: 0.3280063 Jan 17 08:45:12.623022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device e004e858-7bee-436b-a4b2-e4f5b2bcf002 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:45:12.649930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60526) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:45:12.657920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: e004e858-7bee-436b-a4b2-e4f5b2bcf002 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:45:12.658404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device e004e858-7bee-436b-a4b2-e4f5b2bcf002 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:45:12.786289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-794887416-network', 'tenant_id': 'c9ab2fcf305e42a2930766493e80988e'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:45:12.791056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:45:12.795419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Usage tracker for resource:network and tenant:c9ab2fcf305e42a2930766493e80988e is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:45:12.798262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:45:12.804433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:45:12.868638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Made reservation on behalf of c9ab2fcf305e42a2930766493e80988e for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:45:12.871587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:12.883809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:12.913454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:45:12.917198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c9ab2fcf305e42a2930766493e80988e is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:45:12.920515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:45:12.928967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:45:13.004916 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:13.078738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:13.110281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:45:13.128029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fee78d6-7b6f-4f70-bc82-f24710fa9b71,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:13.128029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:13.128029 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Added segment 52624693-d216-43be-b56e-4d02f3f88b85 of type vlan for network c08bf593-83ab-470c-83bb-0a0994ffcbf9 Jan 17 08:45:13.156500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:13.286230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:13.287148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:13.287774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:13.486839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c08bf593-83ab-470c-83bb-0a0994ffcbf9,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:13.496633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network c08bf593-83ab-470c-83bb-0a0994ffcbf9 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:45:13.572384 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7a639487-8a6d-4689-b150-2a29f276f5c1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9213083 Jan 17 08:45:13.575689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60532) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:45:13.581166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Request body: {'subnet': {'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-794887416-subnet', 'tenant_id': 'c9ab2fcf305e42a2930766493e80988e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:45:13.587073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:45:13.591755 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Usage tracker for resource:subnet and tenant:c9ab2fcf305e42a2930766493e80988e is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:45:13.594672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:45:13.600538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:45:13.672256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Made reservation on behalf of c9ab2fcf305e42a2930766493e80988e for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:45:13.674721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:13.935326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:14.010872 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e67e18-66bc-4606-adbc-233fcc20aaac,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:14.021929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Checking segment: {'id': '52624693-d216-43be-b56e-4d02f3f88b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:45:14.022275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Network hostable DHCP agents. Network: c08bf593-83ab-470c-83bb-0a0994ffcbf9, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:45:14.106801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Network c08bf593-83ab-470c-83bb-0a0994ffcbf9 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:45:14.163575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, c08bf593-83ab-470c-83bb-0a0994ffcbf9) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:45:14.167442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:14.168562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:14.181447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9601334f-8739-458e-966d-fb2f6c152540 None None] Network c08bf593-83ab-470c-83bb-0a0994ffcbf9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:45:14.269471 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-68259e15-45fe-41e8-b1da-412612f1e59d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6925530 Jan 17 08:45:14.384852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafbee68-3f1e-4cd6-be47-b415046c4879 None None] Network c08bf593-83ab-470c-83bb-0a0994ffcbf9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:45:14.798847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f7680-361c-48f0-ae8b-924774e870af req-5699b98a-c745-458e-b4e9-b3051f2b7c77 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:14.799445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b37f7680-361c-48f0-ae8b-924774e870af req-5699b98a-c745-458e-b4e9-b3051f2b7c77 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Synchronizing usage tracker for tenant:c9ab2fcf305e42a2930766493e80988e on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:45:14.874097 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b37f7680-361c-48f0-ae8b-924774e870af req-5699b98a-c745-458e-b4e9-b3051f2b7c77 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Unset dirty status for tenant:c9ab2fcf305e42a2930766493e80988e on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:45:14.875320 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-5699b98a-c745-458e-b4e9-b3051f2b7c77 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 814 time: 0.2127092 Jan 17 08:45:14.891672 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-7aee955f-08fc-456b-be2b-3f392f0aaac4 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/quotas/c9ab2fcf305e42a2930766493e80988e HTTP/1.1" status: 200 len: 375 time: 0.0111079 Jan 17 08:45:14.936105 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-9b8b4841-8817-4972-8a7f-b17bdea75f52 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394657 Jan 17 08:45:14.946359 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-cc3e5636-c7b3-4bf7-a0cd-e5818faa53f5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:45:14.947309 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-cc3e5636-c7b3-4bf7-a0cd-e5818faa53f5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049138 Jan 17 08:45:15.075590 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-540b1f7e-756c-4688-8899-1e2f917ab680 service neutron] 10.222.0.44 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221256 Jan 17 08:45:15.124043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-93cb2b20-455b-4a82-bb0b-ac725bf719c4 req-085a0a05-7100-440f-9f25-305b2997d0a0 service neutron] (84155) timed out ('10.222.0.53', 60580) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 08:45:15.202250 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-ee9ff984-6317-449b-bc17-127cb91791c1 service neutron] 10.222.0.44 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210053 Jan 17 08:45:15.466188 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-71e20625-ecf2-418c-9542-937265392674 req-ebb3623a-ab62-4f43-8dcf-1ad71132c806 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 210 time: 0.0569203 Jan 17 08:45:16.613165 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a4d7106e-4c57-4fc2-b403-c345c43f5f44 req-c96c009e-3b6d-4945-97f2-61017e90823b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 210 time: 0.0417047 Jan 17 08:45:17.631090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f7680-361c-48f0-ae8b-924774e870af req-26000520-c665-4859-8920-bff6f9f072ca tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:17.632576 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-26000520-c665-4859-8920-bff6f9f072ca tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 814 time: 0.1400099 Jan 17 08:45:17.647875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Request body: {'port': {'device_id': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9', 'admin_state_up': True, 'tenant_id': 'c9ab2fcf305e42a2930766493e80988e'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:45:17.775559 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fefa2147-7fcf-4f9e-973e-4322fe3a6e82 req-41347647-f123-4a4d-b5ec-69f8b63500d9 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 210 time: 0.0405569 Jan 17 08:45:17.780895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:45:17.784660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Usage tracker for resource:port and tenant:c9ab2fcf305e42a2930766493e80988e is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:45:17.787496 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:45:17.796020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:45:17.874682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Made reservation on behalf of c9ab2fcf305e42a2930766493e80988e for: {'port': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:45:17.877754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:18.041610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Allocated IP 172.20.0.14 (c08bf593-83ab-470c-83bb-0a0994ffcbf9/95e67e18-66bc-4606-adbc-233fcc20aaac/b9496a26-bb00-477d-b043-fc098c335b29) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:45:18.322272 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:18.400553 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:18.466775 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Network c08bf593-83ab-470c-83bb-0a0994ffcbf9 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:45:18.469711 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:45:18.473613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:45:18.508510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Pushing event updated for resources: {'Port': ['ID=b9496a26-bb00-477d-b043-fc098c335b29,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:18.539422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:18.540006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:18.615659 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-0178f9c1-b754-4511-85b1-99f4793ba82a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9713006 Jan 17 08:45:18.626971 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Request body: {'port': {'device_id': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:45:18.727580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:19.056222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ca48d-6e0b-414d-9f66-39d3dee7abd0 req-2aa734e8-adb4-4801-9822-657eb3a4f90a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:19.056819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-dd5ca48d-6e0b-414d-9f66-39d3dee7abd0 req-2aa734e8-adb4-4801-9822-657eb3a4f90a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Synchronizing usage tracker for tenant:c9ab2fcf305e42a2930766493e80988e on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:45:19.125699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9496a26-bb00-477d-b043-fc098c335b29 {{(pid=84154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:45:19.132293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:19.145987 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Transition to ACTIVE for port object b9496a26-bb00-477d-b043-fc098c335b29 will not be triggered until provisioned by entity L2. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:45:19.180735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-dd5ca48d-6e0b-414d-9f66-39d3dee7abd0 req-2aa734e8-adb4-4801-9822-657eb3a4f90a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Unset dirty status for tenant:c9ab2fcf305e42a2930766493e80988e on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:45:19.181953 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dd5ca48d-6e0b-414d-9f66-39d3dee7abd0 req-2aa734e8-adb4-4801-9822-657eb3a4f90a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 932 time: 0.2538388 Jan 17 08:45:19.216261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:19.280574 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-dd5ca48d-6e0b-414d-9f66-39d3dee7abd0 req-781fea14-29c9-4d92-a45f-40572492e350 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Synchronizing usage tracker for tenant:c9ab2fcf305e42a2930766493e80988e on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:45:19.362572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Pushing event updated for resources: {'Port': ['ID=b9496a26-bb00-477d-b043-fc098c335b29,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:19.468215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-dd5ca48d-6e0b-414d-9f66-39d3dee7abd0 req-781fea14-29c9-4d92-a45f-40572492e350 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Unset dirty status for tenant:c9ab2fcf305e42a2930766493e80988e on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:45:19.469362 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dd5ca48d-6e0b-414d-9f66-39d3dee7abd0 req-781fea14-29c9-4d92-a45f-40572492e350 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818840 Jan 17 08:45:19.475757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Attempting to bind port b9496a26-bb00-477d-b043-fc098c335b29 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:45:19.476087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Attempting to bind port b9496a26-bb00-477d-b043-fc098c335b29 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '52624693-d216-43be-b56e-4d02f3f88b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9'}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:45:19.476414 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Attempting to bind port b9496a26-bb00-477d-b043-fc098c335b29 on network c08bf593-83ab-470c-83bb-0a0994ffcbf9 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:45:19.482257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Port b9496a26-bb00-477d-b043-fc098c335b29 on network c08bf593-83ab-470c-83bb-0a0994ffcbf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:45:19.482572 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Attempting to bind port b9496a26-bb00-477d-b043-fc098c335b29 on network c08bf593-83ab-470c-83bb-0a0994ffcbf9 {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:45:19.488792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:45:19.489122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Checking segment: {'id': '52624693-d216-43be-b56e-4d02f3f88b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:45:19.489498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Bound using segment: {'id': '52624693-d216-43be-b56e-4d02f3f88b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9'} {{(pid=84154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:45:19.489919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.managers [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Bound port: b9496a26-bb00-477d-b043-fc098c335b29, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52624693-d216-43be-b56e-4d02f3f88b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9'}}] {{(pid=84154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:45:19.490263 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:19.580202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, cleared binding levels {{(pid=84154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:45:19.583354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b9496a26-bb00-477d-b043-fc098c335b29,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:45:19.655599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:19.727720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:19.728756 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] 10.222.0.53 "PUT /v2.0/ports/b9496a26-bb00-477d-b043-fc098c335b29 HTTP/1.1" status: 200 len: 1094 time: 1.1056840 Jan 17 08:45:19.731643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:45:19.750016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9f665-1708-489d-8755-e700681e6503 service neutron] Pushing event updated for resources: {'Port': ['ID=b9496a26-bb00-477d-b043-fc098c335b29,revision_number=3']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:19.783082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:19.787320 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29', 'status': 'completed', 'code': 200} Jan 17 08:45:19.876313 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-85c2def2-46b7-439a-bd91-121f4b912878 req-088f6482-2cda-4185-a337-b814a6c09aaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 1097 time: 0.0682373 Jan 17 08:45:20.013929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2def2-46b7-439a-bd91-121f4b912878 req-82762f4b-8fe7-4a0b-9fad-0382ff32f0fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:20.015323 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-85c2def2-46b7-439a-bd91-121f4b912878 req-82762f4b-8fe7-4a0b-9fad-0382ff32f0fb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c9ab2fcf305e42a2930766493e80988e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1324861 Jan 17 08:45:20.148921 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2def2-46b7-439a-bd91-121f4b912878 req-dedf74c0-a293-4ac1-81c0-41c62a5b0f40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:20.150339 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-85c2def2-46b7-439a-bd91-121f4b912878 req-dedf74c0-a293-4ac1-81c0-41c62a5b0f40 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294522 Jan 17 08:45:20.256341 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-f5ce1f06-cf7f-4ca1-832b-b3e7261d9dea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 1097 time: 0.0699291 Jan 17 08:45:20.321056 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-70c0ea9c-4668-4ddd-8ae8-c5f9c5c0c17b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9496a26-bb00-477d-b043-fc098c335b29 HTTP/1.1" status: 200 len: 217 time: 0.0578411 Jan 17 08:45:20.473035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f7680-361c-48f0-ae8b-924774e870af req-9fdec229-818b-4de8-930c-63aa6254e2fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:20.474480 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-9fdec229-818b-4de8-930c-63aa6254e2fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 200 len: 854 time: 0.1477485 Jan 17 08:45:20.519562 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-6ae98e1b-81a0-4811-aa82-633bf3a13ead service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c08bf593-83ab-470c-83bb-0a0994ffcbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388024 Jan 17 08:45:20.701715 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-a9ac8ba9-adc0-4049-b4fa-465d0e789fa0 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762574 Jan 17 08:45:20.781680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01d7ef-f2be-435d-8bf7-3e2e9a838a44 req-d42b5633-0c1d-4da9-9093-54bffe5d29ad tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:20.783149 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4f01d7ef-f2be-435d-8bf7-3e2e9a838a44 req-d42b5633-0c1d-4da9-9093-54bffe5d29ad tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 944 time: 0.1912706 Jan 17 08:45:20.867610 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4f01d7ef-f2be-435d-8bf7-3e2e9a838a44 req-2104fbbb-9f6c-4e1e-a885-7b93aff32e74 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777471 Jan 17 08:45:20.872608 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b37f7680-361c-48f0-ae8b-924774e870af req-697900c8-92ba-4697-91cf-58a3e3b78265 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655352 Jan 17 08:45:22.072199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746057f-4ad3-4c79-af4c-7d5389fa8589 req-fcaff8dc-f708-4325-9618-d4c9eaeaf0ba tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:22.073666 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8746057f-4ad3-4c79-af4c-7d5389fa8589 req-fcaff8dc-f708-4325-9618-d4c9eaeaf0ba tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 944 time: 0.0770323 Jan 17 08:45:22.122214 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8746057f-4ad3-4c79-af4c-7d5389fa8589 req-f9ecdfa6-fed3-43f4-8b45-ab589c3889e1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Jan 17 08:45:23.313614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9351b3-d8aa-4598-9f4a-a4ad3db3354a req-8cb78f9f-3f79-46f5-9a31-937ca35ba015 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:23.315131 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8a9351b3-d8aa-4598-9f4a-a4ad3db3354a req-8cb78f9f-3f79-46f5-9a31-937ca35ba015 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 944 time: 0.0751579 Jan 17 08:45:23.367774 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8a9351b3-d8aa-4598-9f4a-a4ad3db3354a req-153b276d-45da-4cdc-938f-0579856d92aa tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469575 Jan 17 08:45:24.566187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba41cd9-0630-4644-b57d-9736120d8018 req-da76f927-7ddf-48c3-a103-11df1e2c7ab0 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:24.567666 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dba41cd9-0630-4644-b57d-9736120d8018 req-da76f927-7ddf-48c3-a103-11df1e2c7ab0 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 944 time: 0.0755191 Jan 17 08:45:24.614103 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dba41cd9-0630-4644-b57d-9736120d8018 req-c25acead-5ae0-49b5-848e-ea07cd3c900b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Jan 17 08:45:24.684273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b9496a26-bb00-477d-b043-fc098c335b29 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:45:24.815473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b9496a26-bb00-477d-b043-fc098c335b29,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:24.828851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'b9496a26-bb00-477d-b043-fc098c335b29', 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9', 'port_id': 'b9496a26-bb00-477d-b043-fc098c335b29', 'mac_address': 'fa:16:3e:7c:f6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e67e18-66bc-4606-adbc-233fcc20aaac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:45:24.881581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:24.898760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9496a26-bb00-477d-b043-fc098c335b29 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:45:24.914403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b9496a26-bb00-477d-b043-fc098c335b29,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:25.003846 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:25.116824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=b9496a26-bb00-477d-b043-fc098c335b29,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:25.116824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.117169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.117421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.117752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.118082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.118409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.118734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.119057 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.119405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.119727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.120044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:45:25.312377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['b9496a26-bb00-477d-b043-fc098c335b29'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:45:25.812096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a7444-0899-4500-b4d1-09099c4a421f req-6a84f612-57a0-495d-9c26-ddedea75ee41 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:25.813555 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-037a7444-0899-4500-b4d1-09099c4a421f req-6a84f612-57a0-495d-9c26-ddedea75ee41 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 945 time: 0.0755296 Jan 17 08:45:25.858775 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-037a7444-0899-4500-b4d1-09099c4a421f req-fbeaea73-cd61-4144-869f-93852f7323ff tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Jan 17 08:45:26.699002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b9496a26-bb00-477d-b043-fc098c335b29 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:45:26.822761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port b9496a26-bb00-477d-b043-fc098c335b29 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:45:26.832310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port b9496a26-bb00-477d-b043-fc098c335b29 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:45:26.832680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:26.947640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:26.976088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:45:26.985581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b9496a26-bb00-477d-b043-fc098c335b29,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:27.037035 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29', 'code': 200} Jan 17 08:45:27.061099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:27.062076 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d40093-66c5-4271-8221-1e14766c22b7 req-fd3e6f77-4928-4286-9b28-e78baf38a4c9 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:27.063736 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92d40093-66c5-4271-8221-1e14766c22b7 req-fd3e6f77-4928-4286-9b28-e78baf38a4c9 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 945 time: 0.0853508 Jan 17 08:45:27.112946 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92d40093-66c5-4271-8221-1e14766c22b7 req-cc1c4af2-a972-43b8-81c1-fad70d354920 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427907 Jan 17 08:45:27.129822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=b9496a26-bb00-477d-b043-fc098c335b29,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:27.399492 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-77b94961-695c-4b0b-a2a3-7d6e6e1bdab5 req-ab20a2cd-9d86-49b8-b11b-b8c95cc5b9a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 1099 time: 0.0720141 Jan 17 08:45:27.441378 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-77b94961-695c-4b0b-a2a3-7d6e6e1bdab5 req-f40891ed-8026-44a4-be8a-0aaa5d19d41d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363326 Jan 17 08:45:28.308783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0158a4-26c9-482f-8bf6-0a2d893b13ce req-f1e604e6-8b98-4f2f-b9a5-8c01ff801961 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:28.310151 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1c0158a4-26c9-482f-8bf6-0a2d893b13ce req-f1e604e6-8b98-4f2f-b9a5-8c01ff801961 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0761626 Jan 17 08:45:28.357612 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1c0158a4-26c9-482f-8bf6-0a2d893b13ce req-9763f2c2-465a-4468-a308-dfa709586ece tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Jan 17 08:45:29.554173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c645a-3a49-4bf3-9c4f-d74300535948 req-f904c68c-29be-46d9-9962-69f7d0eb8979 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:29.555684 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c94c645a-3a49-4bf3-9c4f-d74300535948 req-f904c68c-29be-46d9-9962-69f7d0eb8979 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0766973 Jan 17 08:45:29.601015 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c94c645a-3a49-4bf3-9c4f-d74300535948 req-d60d58f4-369c-4a1e-9d21-e3793692de90 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Jan 17 08:45:29.798123 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53f28d-5379-4214-906a-770c65884f86 req-68126395-d0a3-4c04-92c0-3b2e7662e28e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:29.799594 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5f53f28d-5379-4214-906a-770c65884f86 req-68126395-d0a3-4c04-92c0-3b2e7662e28e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0789762 Jan 17 08:45:29.844244 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5f53f28d-5379-4214-906a-770c65884f86 req-b779fc75-af2a-4b8c-b3b0-506b5c0637ff tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392311 Jan 17 08:45:30.316798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b14382-70e2-40f6-9380-775e8e3dd265 req-284abc05-85bb-4f87-96a4-59d674806430 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:30.318257 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-61b14382-70e2-40f6-9380-775e8e3dd265 req-284abc05-85bb-4f87-96a4-59d674806430 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0762205 Jan 17 08:45:30.365722 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-61b14382-70e2-40f6-9380-775e8e3dd265 req-87f6a962-7252-4ce4-9654-ac758d1eee0d tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Jan 17 08:45:30.563533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb04de-1228-49d5-86d0-b8560ac76772 req-72963348-9d2e-4ffc-9a83-df6f88df202d tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:30.565006 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-72eb04de-1228-49d5-86d0-b8560ac76772 req-72963348-9d2e-4ffc-9a83-df6f88df202d tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0789306 Jan 17 08:45:30.610449 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-72eb04de-1228-49d5-86d0-b8560ac76772 req-f8cbe8d7-f1d6-49d1-8b35-d77c1df3fe43 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Jan 17 08:45:30.721874 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:45:30.808296 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bae5b195-e215-4b2a-8406-3404faa1e2ff req-b4536bea-19bd-4c7c-acef-026235932ad2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0673921 Jan 17 08:45:31.387470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ef711-2e8c-448d-830c-9fb575b75101 req-ca5b6e93-422a-437a-96ca-ae267d49fef9 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:31.389001 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-908ef711-2e8c-448d-830c-9fb575b75101 req-ca5b6e93-422a-437a-96ca-ae267d49fef9 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.2018652 Jan 17 08:45:31.455241 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-908ef711-2e8c-448d-830c-9fb575b75101 req-a49ac13b-c9d0-4988-8d8e-679e12e8fae2 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595152 Jan 17 08:45:31.463071 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-2dc377ea-bd4d-4fde-a6b0-873fa2109c2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2054203 Jan 17 08:45:32.662288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d58ec-4182-470b-a3b5-2428b23e35b6 req-2a0747cc-7ab6-4ddc-8124-9af3b492c92a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:32.663773 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a86d58ec-4182-470b-a3b5-2428b23e35b6 req-2a0747cc-7ab6-4ddc-8124-9af3b492c92a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0751026 Jan 17 08:45:32.711867 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a86d58ec-4182-470b-a3b5-2428b23e35b6 req-7c1d4d64-4ad2-4169-ac9a-7e75ffc4ccde tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Jan 17 08:45:33.584922 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-a776c4e5-d47a-4004-a58b-3c26cea76523 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 1099 time: 0.0761535 Jan 17 08:45:33.727930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-f218d1d4-6eb2-4dc2-8c9f-76ec8ab459e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:33.730303 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-f218d1d4-6eb2-4dc2-8c9f-76ec8ab459e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 915 time: 0.1398811 Jan 17 08:45:33.808798 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-1a0f83ac-dba2-45f1-80db-03fce77752d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9496a26-bb00-477d-b043-fc098c335b29 HTTP/1.1" status: 200 len: 217 time: 0.0727570 Jan 17 08:45:33.876652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-39a381b8-7c85-4d56-9063-bc02d27af7d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:33.878082 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-39a381b8-7c85-4d56-9063-bc02d27af7d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 200 len: 854 time: 0.0636952 Jan 17 08:45:33.905265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ccc7d-2d25-4811-8785-985ee484db6b req-fda6bfc1-892c-4b88-8a03-bf8abeede4a1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:33.906690 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5c6ccc7d-2d25-4811-8785-985ee484db6b req-fda6bfc1-892c-4b88-8a03-bf8abeede4a1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0746288 Jan 17 08:45:33.922876 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-64be8534-c94b-4604-a362-258da8e5901f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c08bf593-83ab-470c-83bb-0a0994ffcbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387011 Jan 17 08:45:33.958168 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5c6ccc7d-2d25-4811-8785-985ee484db6b req-ae50d338-5a15-48d4-9c82-0e9ffbcda59d tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457273 Jan 17 08:45:34.137022 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-e10e4dfe-4829-4c83-8ec4-9d82037038a7 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085862 Jan 17 08:45:34.284468 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-650ed54f-6890-498b-a410-007fdfa13f3e service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410322 Jan 17 08:45:35.174162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ede583-1cfe-479d-aec7-bd35be854e9b req-a549688e-b5b7-49c1-9dca-a39ba5ce7e96 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:35.175615 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d4ede583-1cfe-479d-aec7-bd35be854e9b req-a549688e-b5b7-49c1-9dca-a39ba5ce7e96 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0955575 Jan 17 08:45:35.220307 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d4ede583-1cfe-479d-aec7-bd35be854e9b req-a50a8cce-2f40-4821-8796-beb4e1a38ef1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386977 Jan 17 08:45:36.142426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dafcd2c8-771d-4f02-8cc5-d965aa9df495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:36.410570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d63fa0-5dd4-425e-a72b-82c6628ab112 req-f94ab970-e384-49da-b438-9b92757e582f tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:36.411951 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92d63fa0-5dd4-425e-a72b-82c6628ab112 req-f94ab970-e384-49da-b438-9b92757e582f tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0745912 Jan 17 08:45:36.456075 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92d63fa0-5dd4-425e-a72b-82c6628ab112 req-c7676162-8526-4222-b10d-1c0025325b84 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Jan 17 08:45:37.647326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f49c80-5cd0-4c31-bb91-112c95801dd3 req-bd2ef792-c88f-4d9b-9844-0d742d8c8a8e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:37.648750 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-25f49c80-5cd0-4c31-bb91-112c95801dd3 req-bd2ef792-c88f-4d9b-9844-0d742d8c8a8e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0741875 Jan 17 08:45:37.699443 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-25f49c80-5cd0-4c31-bb91-112c95801dd3 req-edad54df-f19a-4e21-b3a8-9c87de7704ee tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 Jan 17 08:45:38.208591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e20028d-f86b-43d6-add8-4f56a14cc90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:38.910960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf221c35-1c22-43ab-b270-70d7455276fa req-203c2a86-bc10-421e-a123-2ca14bf68193 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:38.912418 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf221c35-1c22-43ab-b270-70d7455276fa req-203c2a86-bc10-421e-a123-2ca14bf68193 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0775158 Jan 17 08:45:38.957224 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf221c35-1c22-43ab-b270-70d7455276fa req-10c3a5e6-7a66-4abb-9664-c1415c6f879c tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390410 Jan 17 08:45:39.515608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:39.594212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:40.169399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac826d0-d30b-462d-b17e-1f3d9f099bee req-0fdafe2f-9ccb-4861-ac64-bb71e07c6561 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:40.170848 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5ac826d0-d30b-462d-b17e-1f3d9f099bee req-0fdafe2f-9ccb-4861-ac64-bb71e07c6561 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0768285 Jan 17 08:45:40.216479 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5ac826d0-d30b-462d-b17e-1f3d9f099bee req-3e42c8ca-65a3-422a-8425-3f2a52acd1ff tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Jan 17 08:45:41.005218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:41.408379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b769-a00e-44a3-8706-577bc11ac340 req-b3f95567-bb1b-4f8f-8b50-0ba280132039 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:41.409825 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b140b769-a00e-44a3-8706-577bc11ac340 req-b3f95567-bb1b-4f8f-8b50-0ba280132039 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0748188 Jan 17 08:45:41.455625 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b140b769-a00e-44a3-8706-577bc11ac340 req-a9b4d7b2-3a13-466b-9df1-ec3c51223ed3 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Jan 17 08:45:42.657726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da735f-56c4-423f-a240-8db091c6fa8f req-dda0efcc-1339-4567-b389-be4eb03a6ae1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:42.659159 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78da735f-56c4-423f-a240-8db091c6fa8f req-dda0efcc-1339-4567-b389-be4eb03a6ae1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0785460 Jan 17 08:45:42.702668 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78da735f-56c4-423f-a240-8db091c6fa8f req-6f61fbb2-0daa-4a59-8ef8-1c0aea3e1dc3 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Jan 17 08:45:43.923804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ffeed-29ce-440f-95cb-4ad4dc307097 req-eeeabe9b-6c4a-4116-9a5f-792ab5ddaa88 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:43.925253 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f78ffeed-29ce-440f-95cb-4ad4dc307097 req-eeeabe9b-6c4a-4116-9a5f-792ab5ddaa88 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0793679 Jan 17 08:45:43.969032 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f78ffeed-29ce-440f-95cb-4ad4dc307097 req-eb986876-72c5-420b-9c6e-23045d4eb910 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Jan 17 08:45:45.160271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758d73-11ed-4845-9783-c8aa2f6daaef req-2448f03b-ac65-4a46-92cf-2a94ba6037d5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:45.161759 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cf758d73-11ed-4845-9783-c8aa2f6daaef req-2448f03b-ac65-4a46-92cf-2a94ba6037d5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0753901 Jan 17 08:45:45.207598 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cf758d73-11ed-4845-9783-c8aa2f6daaef req-c4a82082-32ca-4462-bdad-0e9cf133bc6f tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Jan 17 08:45:46.406022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3ac1-2a86-497f-b3b8-7795c5e1df99 req-8e67723f-cb8e-4d5c-add3-705c29caff51 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:46.407531 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-65dd3ac1-2a86-497f-b3b8-7795c5e1df99 req-8e67723f-cb8e-4d5c-add3-705c29caff51 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0760605 Jan 17 08:45:46.457076 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-65dd3ac1-2a86-497f-b3b8-7795c5e1df99 req-46e22eeb-28b0-4601-a239-7fe08617e6b7 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439854 Jan 17 08:45:47.669000 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e0435-67b4-4797-8463-8b5900084ca9 req-fc814837-1f16-438d-9615-8aa3992a71f0 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:47.670465 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3a0e0435-67b4-4797-8463-8b5900084ca9 req-fc814837-1f16-438d-9615-8aa3992a71f0 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0834959 Jan 17 08:45:47.720514 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3a0e0435-67b4-4797-8463-8b5900084ca9 req-000861e4-3711-467c-9515-a3d129440c1e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Jan 17 08:45:48.914901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a09ad8-c36b-4120-8941-78a5476e5636 req-1e10b05d-8d45-4d69-b02a-04979ecd915f tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:48.916395 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-66a09ad8-c36b-4120-8941-78a5476e5636 req-1e10b05d-8d45-4d69-b02a-04979ecd915f tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0754433 Jan 17 08:45:48.961387 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-66a09ad8-c36b-4120-8941-78a5476e5636 req-67685c82-4a30-49e2-974d-05d51460f848 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Jan 17 08:45:49.803537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:50.165031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af512705-3c95-4ae9-b266-6f928acd269d req-0361fdd7-139b-439b-b40b-97ac7133725b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:50.167156 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-af512705-3c95-4ae9-b266-6f928acd269d req-0361fdd7-139b-439b-b40b-97ac7133725b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0869577 Jan 17 08:45:50.226343 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-af512705-3c95-4ae9-b266-6f928acd269d req-808db54e-7f4b-4157-91a2-dd7cdcff9598 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 Jan 17 08:45:51.355412 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-3672c7c7-4f68-4f13-927c-74b9899b308c service neutron] 10.222.0.53 "GET /v2.0/ports/b9496a26-bb00-477d-b043-fc098c335b29/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0716348 Jan 17 08:45:51.428374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633aea0-5864-4233-be26-4bb31de30236 req-762c529e-00d2-4463-92d1-7b06b18982e3 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:51.429798 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a633aea0-5864-4233-be26-4bb31de30236 req-762c529e-00d2-4463-92d1-7b06b18982e3 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0820892 Jan 17 08:45:51.475985 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a633aea0-5864-4233-be26-4bb31de30236 req-523c700f-bb03-498b-94df-cb431715994c tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 Jan 17 08:45:51.914066 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-11419887-7e7c-41e7-8812-09ce8e9a57e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6&tenant_id=c9ab2fcf305e42a2930766493e80988e HTTP/1.1" status: 200 len: 1099 time: 0.0676217 Jan 17 08:45:52.004572 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-84b18d77-c11a-49d4-b1a5-eea1ebe38326 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 1099 time: 0.0705171 Jan 17 08:45:52.136853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-ff177900-8bfd-47c1-8d2d-3d052bb97198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:52.138310 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-ff177900-8bfd-47c1-8d2d-3d052bb97198 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 915 time: 0.1277452 Jan 17 08:45:52.203706 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-51fe387f-e5a2-4e5f-b2fc-325354be340c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9496a26-bb00-477d-b043-fc098c335b29 HTTP/1.1" status: 200 len: 217 time: 0.0590668 Jan 17 08:45:52.264878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-67f2758e-55b4-40b0-8c4f-7639b68a012c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:52.266349 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-67f2758e-55b4-40b0-8c4f-7639b68a012c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 200 len: 854 time: 0.0584173 Jan 17 08:45:52.309697 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-f51b6e47-a29b-425e-9bd0-afe88d5c628b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c08bf593-83ab-470c-83bb-0a0994ffcbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380101 Jan 17 08:45:52.438998 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-e8f6d0b4-c0f4-4684-b0eb-c6017fe57ab6 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234341 Jan 17 08:45:52.570558 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a269bebf-1763-44f0-bd08-8f65f97c3676 req-1e595ce3-9ed8-42d1-8604-dfcbf44a56fc service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256931 Jan 17 08:45:52.769748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782854fc-2ca4-4dd6-8bdc-d973de54e22c req-43ae2500-9508-4c1c-90c8-6f23a7dff326 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:52.771172 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-782854fc-2ca4-4dd6-8bdc-d973de54e22c req-43ae2500-9508-4c1c-90c8-6f23a7dff326 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.1678705 Jan 17 08:45:52.816903 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-782854fc-2ca4-4dd6-8bdc-d973de54e22c req-eba6fd34-e063-4acc-866f-786cdf97b5e7 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Jan 17 08:45:54.024404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa3ea2-d881-44a2-bd12-0a1add83f926 req-b31ac827-ccf9-47c7-86e5-00696f1b3dc6 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:54.025864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ffa3ea2-d881-44a2-bd12-0a1add83f926 req-b31ac827-ccf9-47c7-86e5-00696f1b3dc6 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0745463 Jan 17 08:45:54.071071 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ffa3ea2-d881-44a2-bd12-0a1add83f926 req-3b96be5b-8dc3-44bc-9fcf-132d3b1fd1f3 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397086 Jan 17 08:45:54.882182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b9496a26-bb00-477d-b043-fc098c335b29 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:45:54.885485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b9496a26-bb00-477d-b043-fc098c335b29 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:45:55.094103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:55.124525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b9496a26-bb00-477d-b043-fc098c335b29,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:55.147178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:45:55.153418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'b9496a26-bb00-477d-b043-fc098c335b29', 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9', 'port_id': 'b9496a26-bb00-477d-b043-fc098c335b29', 'mac_address': 'fa:16:3e:7c:f6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e67e18-66bc-4606-adbc-233fcc20aaac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:45:55.159473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b9496a26-bb00-477d-b043-fc098c335b29,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:55.221543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:55.237450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:55.278254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9496a26-bb00-477d-b043-fc098c335b29 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:45:55.308765 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8250eb-8e75-43ad-8851-7d686bd45524 req-f8b7f721-828f-4867-b75e-7c5e2eece4b4 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:55.310702 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0a8250eb-8e75-43ad-8851-7d686bd45524 req-f8b7f721-828f-4867-b75e-7c5e2eece4b4 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 944 time: 0.0881064 Jan 17 08:45:55.365460 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0a8250eb-8e75-43ad-8851-7d686bd45524 req-73995c65-835f-40c5-960f-be7bb6f2fc9c tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473106 Jan 17 08:45:55.367470 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29', 'code': 200} Jan 17 08:45:55.371991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=b9496a26-bb00-477d-b043-fc098c335b29,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:55.376814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:45:55.377162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:45:55.928379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:55.945599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9496a26-bb00-477d-b043-fc098c335b29 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:45:55.960800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b9496a26-bb00-477d-b043-fc098c335b29,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:56.067922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:56.132576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['b9496a26-bb00-477d-b043-fc098c335b29'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:45:56.173277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=b9496a26-bb00-477d-b043-fc098c335b29,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:56.574511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957818e0-a08e-4835-97f1-2f5b1e0cbd9e req-f6007760-448f-44ed-8bd4-893b6b271259 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:56.575978 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-957818e0-a08e-4835-97f1-2f5b1e0cbd9e req-f6007760-448f-44ed-8bd4-893b6b271259 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 945 time: 0.0786686 Jan 17 08:45:56.631759 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-957818e0-a08e-4835-97f1-2f5b1e0cbd9e req-8df7ad08-5079-4de8-898d-2f595573de3a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496037 Jan 17 08:45:56.907507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b9496a26-bb00-477d-b043-fc098c335b29 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:45:56.979850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port b9496a26-bb00-477d-b043-fc098c335b29 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:45:56.980564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:57.079236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d50365-fe4d-47fd-86d2-db1930e1c479 req-e82e9289-b04b-48bf-93b8-b49836eacfa3 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:57.081138 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-32d50365-fe4d-47fd-86d2-db1930e1c479 req-e82e9289-b04b-48bf-93b8-b49836eacfa3 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 945 time: 0.0814912 Jan 17 08:45:57.093726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:57.132083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b9496a26-bb00-477d-b043-fc098c335b29,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:45:57.132304 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-32d50365-fe4d-47fd-86d2-db1930e1c479 req-02a259db-0c73-4e1c-831a-0423a5a4f15d tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Jan 17 08:45:57.136388 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-018f24d3-9330-4ccd-b143-7ec0f4a08ff5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:57.137855 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-018f24d3-9330-4ccd-b143-7ec0f4a08ff5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6&tenant_id=c9ab2fcf305e42a2930766493e80988e&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 945 time: 0.0924757 Jan 17 08:45:57.216604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:45:57.275188 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-52704b7f-bb9b-42d7-94c2-981c9dbe1fe5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 1099 time: 0.0690112 Jan 17 08:45:57.283091 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=b9496a26-bb00-477d-b043-fc098c335b29,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:45:57.368583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:45:57.406790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-9a9ea092-c923-46a5-8ed7-4e47e6cf4c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:57.408243 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-9a9ea092-c923-46a5-8ed7-4e47e6cf4c72 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 915 time: 0.1276190 Jan 17 08:45:57.458984 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29', 'code': 200} Jan 17 08:45:57.490390 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-9d3d7dbe-0cad-468e-a33a-d6e42c9e6c1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9496a26-bb00-477d-b043-fc098c335b29 HTTP/1.1" status: 200 len: 217 time: 0.0750225 Jan 17 08:45:57.551708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-dc59a485-dfac-4131-9c95-9315369afb13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:57.553156 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-dc59a485-dfac-4131-9c95-9315369afb13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 200 len: 854 time: 0.0575402 Jan 17 08:45:57.601487 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-deb4651b-6530-4e07-bb93-de84cf8063a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c08bf593-83ab-470c-83bb-0a0994ffcbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423572 Jan 17 08:45:57.735806 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-9407c3f6-5596-4a4f-986f-32b4242eceea service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275172 Jan 17 08:45:57.866619 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-294c47ad-c683-46a1-8936-f4a3dceccb6d req-eae7ed4f-99e2-42c9-a187-2e6feb733849 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251869 Jan 17 08:45:58.340012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf16ca5-1e59-41b2-acad-084e7fe20208 req-89b67027-7bff-4f35-b1d3-00de91ab1912 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:58.341489 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddf16ca5-1e59-41b2-acad-084e7fe20208 req-89b67027-7bff-4f35-b1d3-00de91ab1912 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0824492 Jan 17 08:45:58.389465 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddf16ca5-1e59-41b2-acad-084e7fe20208 req-5a13b133-a38a-454a-9d1c-80714ee912c2 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Jan 17 08:45:59.586262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43e99c-5463-48a4-9703-b0c7909faa5d req-7323ed61-a73d-4fb4-b416-711f4b2a7e4e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:59.587765 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7a43e99c-5463-48a4-9703-b0c7909faa5d req-7323ed61-a73d-4fb4-b416-711f4b2a7e4e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0754840 Jan 17 08:45:59.633706 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7a43e99c-5463-48a4-9703-b0c7909faa5d req-73196191-7bd0-4b9e-ac59-62f55fec3bc4 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393462 Jan 17 08:45:59.824977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd66d6a-e509-4889-9b58-60f6e33bb878 req-52dcc8f7-12ff-4b95-9968-d3ed9f7589d0 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:45:59.826448 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fcd66d6a-e509-4889-9b58-60f6e33bb878 req-52dcc8f7-12ff-4b95-9968-d3ed9f7589d0 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0743697 Jan 17 08:45:59.874814 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fcd66d6a-e509-4889-9b58-60f6e33bb878 req-6e99d146-f730-48c8-8a38-7dd9680d2843 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Jan 17 08:46:00.071793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742277ce-972c-43ed-b5cc-e0780b29c7f1 req-892bbe8a-43cc-4aef-9bc0-89a83e278479 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:00.073273 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-742277ce-972c-43ed-b5cc-e0780b29c7f1 req-892bbe8a-43cc-4aef-9bc0-89a83e278479 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.0781705 Jan 17 08:46:00.118902 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-742277ce-972c-43ed-b5cc-e0780b29c7f1 req-439f9243-f819-4283-84ea-37bfe3ff5557 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Jan 17 08:46:00.849662 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-10a79c93-bf08-4c57-952b-3e5a8c425602 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:00.851120 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-10a79c93-bf08-4c57-952b-3e5a8c425602 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 814 time: 0.1383314 Jan 17 08:46:00.867490 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-2a01d333-5772-448f-a8c6-d7749b38614d tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/quotas/c9ab2fcf305e42a2930766493e80988e HTTP/1.1" status: 200 len: 375 time: 0.0109656 Jan 17 08:46:00.945105 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-8c3212e5-3a1b-44f5-86af-d7a861727f87 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725994 Jan 17 08:46:01.074173 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-40768b8f-2f9c-4e52-b3ae-e7db037085cc service neutron] 10.222.0.44 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223862 Jan 17 08:46:01.203177 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-0b9984c2-9044-4afe-8e0f-703453b625d1 service neutron] 10.222.0.44 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231067 Jan 17 08:46:01.501593 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c147e9ac-7cbf-404d-9dac-222d1a9ace7b req-c9b2c078-1cba-4051-8f83-a83b845bdaf1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 210 time: 0.0414426 Jan 17 08:46:02.613643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59131bca-306b-41c6-9002-ddb035077e0a req-fcc4c8c2-9ffa-4b74-ab52-8ada0cb44892 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:02.615212 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-59131bca-306b-41c6-9002-ddb035077e0a req-fcc4c8c2-9ffa-4b74-ab52-8ada0cb44892 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8b0b16-8040-4bfe-afcd-bd49a5f270a6 HTTP/1.1" status: 200 len: 946 time: 0.1753197 Jan 17 08:46:02.704286 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d27fc231-91b9-4358-84c5-6cc3f53bf9e4 req-b6742550-d7c7-4427-9f5a-4a50008509a1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 210 time: 0.0526562 Jan 17 08:46:02.727654 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Deleting port b9496a26-bb00-477d-b043-fc098c335b29 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:46:02.727994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:02.968820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] For port b9496a26-bb00-477d-b043-fc098c335b29, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=b9496a26-bb00-477d-b043-fc098c335b29,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:02.969206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:03.090982 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Calling delete_port for b9496a26-bb00-477d-b043-fc098c335b29 owned by compute:nova {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:46:03.296498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:03.307878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['b9496a26-bb00-477d-b043-fc098c335b29'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:46:03.341829 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Pushing event deleted for resources: {'Port': ['ID=b9496a26-bb00-477d-b043-fc098c335b29,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:03.421132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] No DVR routers for this DVR port b9496a26-bb00-477d-b043-fc098c335b29 on host hv-neutron-8248 {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:46:03.423616 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:03.426068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'name': 'network-vif-deleted', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:46:03.467619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.53', 60802) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:03.490903 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b0b16-8040-4bfe-afcd-bd49a5f270a6', 'name': 'network-vif-deleted', 'tag': 'b9496a26-bb00-477d-b043-fc098c335b29', 'status': 'completed', 'code': 200} Jan 17 08:46:03.536742 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "DELETE /v2.0/ports/b9496a26-bb00-477d-b043-fc098c335b29 HTTP/1.1" status: 204 len: 173 time: 0.9166393 Jan 17 08:46:03.608103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-b80353fd-b715-4a3a-988e-71cb92092f46 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:03.610820 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-b80353fd-b715-4a3a-988e-71cb92092f46 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 814 time: 0.1409104 Jan 17 08:46:03.626497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Request body: {'port': {'device_id': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9', 'admin_state_up': True, 'tenant_id': 'c9ab2fcf305e42a2930766493e80988e'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:46:03.762983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:46:03.768197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Usage tracker for resource:port and tenant:c9ab2fcf305e42a2930766493e80988e is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:46:03.771157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:46:03.778385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:46:03.874407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-a7857c3b-34b7-4732-bbf1-5518c395b40d req-56703860-0956-4e06-b679-69ab02cbce86 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Synchronizing usage tracker for tenant:c9ab2fcf305e42a2930766493e80988e on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:46:03.882622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Made reservation on behalf of c9ab2fcf305e42a2930766493e80988e for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:46:03.885704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:03.974332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-a7857c3b-34b7-4732-bbf1-5518c395b40d req-56703860-0956-4e06-b679-69ab02cbce86 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Unset dirty status for tenant:c9ab2fcf305e42a2930766493e80988e on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:46:03.975787 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a7857c3b-34b7-4732-bbf1-5518c395b40d req-56703860-0956-4e06-b679-69ab02cbce86 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 210 time: 0.1421039 Jan 17 08:46:04.132259 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Allocated IP 172.20.0.5 (c08bf593-83ab-470c-83bb-0a0994ffcbf9/95e67e18-66bc-4606-adbc-233fcc20aaac/2e89b3bd-5f2a-4218-a89e-faa51fbeee86) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:46:04.330166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:04.433957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:04.445984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['b9496a26-bb00-477d-b043-fc098c335b29'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:46:04.518165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Network c08bf593-83ab-470c-83bb-0a0994ffcbf9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:46:04.519027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Pushing event updated for resources: {'Port': ['ID=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:04.521582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:46:04.523593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:46:04.586870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:04.587511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:04.697081 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-5c5c8749-19b7-4c1f-b9ad-ffa1561c6a47 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0748320 Jan 17 08:46:04.807123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Request body: {'port': {'device_id': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:46:04.913813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:05.239881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa80dd-f1e2-444b-85f8-f5dcb82d50b0 req-04ecf8df-6227-4d18-9152-08526f92efd1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:05.240559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-7cfa80dd-f1e2-444b-85f8-f5dcb82d50b0 req-04ecf8df-6227-4d18-9152-08526f92efd1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Synchronizing usage tracker for tenant:c9ab2fcf305e42a2930766493e80988e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:46:05.313302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:46:05.319817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:05.333857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Transition to ACTIVE for port object 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:46:05.402281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-7cfa80dd-f1e2-444b-85f8-f5dcb82d50b0 req-04ecf8df-6227-4d18-9152-08526f92efd1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Unset dirty status for tenant:c9ab2fcf305e42a2930766493e80988e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:46:05.403490 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7cfa80dd-f1e2-444b-85f8-f5dcb82d50b0 req-04ecf8df-6227-4d18-9152-08526f92efd1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 931 time: 0.2860124 Jan 17 08:46:05.427935 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:05.567006 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7cfa80dd-f1e2-444b-85f8-f5dcb82d50b0 req-ded00404-32d8-40f5-bba8-fc36a8e92333 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571691 Jan 17 08:46:05.567959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Pushing event updated for resources: {'Port': ['ID=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:05.673791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Attempting to bind port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:46:05.674114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Attempting to bind port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '52624693-d216-43be-b56e-4d02f3f88b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:46:05.674435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Attempting to bind port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 on network c08bf593-83ab-470c-83bb-0a0994ffcbf9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:46:05.680217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 on network c08bf593-83ab-470c-83bb-0a0994ffcbf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:46:05.680532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Attempting to bind port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 on network c08bf593-83ab-470c-83bb-0a0994ffcbf9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:46:05.686513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:46:05.686844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Checking segment: {'id': '52624693-d216-43be-b56e-4d02f3f88b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:46:05.687251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Bound using segment: {'id': '52624693-d216-43be-b56e-4d02f3f88b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:46:05.687704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Bound port: 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52624693-d216-43be-b56e-4d02f3f88b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:46:05.688089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:05.774248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:46:05.777139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:46:05.845473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:05.914267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:05.916179 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] 10.222.0.53 "PUT /v2.0/ports/2e89b3bd-5f2a-4218-a89e-faa51fbeee86 HTTP/1.1" status: 200 len: 1093 time: 1.2120452 Jan 17 08:46:05.916759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:46:05.939400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92703e4-7bf5-42e7-a154-7fd71dc2445d service neutron] Pushing event updated for resources: {'Port': ['ID=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:06.079678 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86', 'status': 'completed', 'code': 200} Jan 17 08:46:06.098968 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-9655dc16-ad35-4102-9ef9-23e7ba366af8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 1096 time: 0.0705447 Jan 17 08:46:06.167563 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-d3194309-ffe4-4594-b235-a9b0cce5b6db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86 HTTP/1.1" status: 200 len: 217 time: 0.0616782 Jan 17 08:46:06.186143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-be033759-a629-45b5-a3d0-3c8f4ddad320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:06.226595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-bbe13736-5c26-42d7-8618-97583ac3045b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:06.228026 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-bbe13736-5c26-42d7-8618-97583ac3045b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 200 len: 854 time: 0.0555184 Jan 17 08:46:06.276053 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-63c1463b-edc1-4942-be8e-c62221b80c78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c08bf593-83ab-470c-83bb-0a0994ffcbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422957 Jan 17 08:46:06.499861 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-8f58c669-0afe-4585-b314-4105daeb5035 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176683 Jan 17 08:46:06.633878 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-00b47b75-d6dd-48a2-a5eb-18638d1e0953 req-00a2f4fd-84e3-4956-9ca3-e5538a43517b service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276765 Jan 17 08:46:06.808262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699153-8dcd-411a-bdc0-8ef697adc919 req-ee728c25-e9c3-4aac-8a64-f56df426820a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:06.809655 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-80699153-8dcd-411a-bdc0-8ef697adc919 req-ee728c25-e9c3-4aac-8a64-f56df426820a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 943 time: 0.1079950 Jan 17 08:46:06.872809 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-80699153-8dcd-411a-bdc0-8ef697adc919 req-24d40e65-6fd8-4234-bba5-6d61625443bf tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540965 Jan 17 08:46:06.882592 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6043ecf5-7be0-464b-9462-91ec223872d9 req-8e4c76e4-8200-4511-9346-aa578d72666f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 1096 time: 0.1120400 Jan 17 08:46:06.948308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b9496a26-bb00-477d-b043-fc098c335b29 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:46:06.981242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: b9496a26-bb00-477d-b043-fc098c335b29 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:46:06.981635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device b9496a26-bb00-477d-b043-fc098c335b29 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:46:07.012046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043ecf5-7be0-464b-9462-91ec223872d9 req-544612b6-f7ed-4a4f-8b9f-161101c9e94a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:07.013453 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6043ecf5-7be0-464b-9462-91ec223872d9 req-544612b6-f7ed-4a4f-8b9f-161101c9e94a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 915 time: 0.1248927 Jan 17 08:46:07.076602 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6043ecf5-7be0-464b-9462-91ec223872d9 req-0d90627e-8cd6-4f2e-af69-81516dd8d338 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86 HTTP/1.1" status: 200 len: 217 time: 0.0573344 Jan 17 08:46:07.138456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043ecf5-7be0-464b-9462-91ec223872d9 req-feb65ee5-ed6a-4af0-8172-0a5fc84175d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:07.139836 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6043ecf5-7be0-464b-9462-91ec223872d9 req-feb65ee5-ed6a-4af0-8172-0a5fc84175d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 200 len: 854 time: 0.0576427 Jan 17 08:46:07.182426 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6043ecf5-7be0-464b-9462-91ec223872d9 req-7374c302-482f-48b3-9a43-ea5e6ffa9588 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c08bf593-83ab-470c-83bb-0a0994ffcbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373697 Jan 17 08:46:07.308448 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6043ecf5-7be0-464b-9462-91ec223872d9 req-fa66d48b-13ba-421b-a680-d7fe6f8c2fa6 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200013 Jan 17 08:46:07.437366 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6043ecf5-7be0-464b-9462-91ec223872d9 req-f82aefed-b562-406f-8789-9641602593ad service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228437 Jan 17 08:46:07.723235 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:46:08.082313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae041d-90e8-4bc7-8816-39090c3f2913 req-0235a956-e303-4222-8a99-ff2cbb766e8e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:08.082313 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e4ae041d-90e8-4bc7-8816-39090c3f2913 req-0235a956-e303-4222-8a99-ff2cbb766e8e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 943 time: 0.0783951 Jan 17 08:46:08.121081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e4ae041d-90e8-4bc7-8816-39090c3f2913 req-9299f530-c103-40fc-bb23-b21cd4d20f3f tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385807 Jan 17 08:46:08.221517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a558ae6b-2ff3-4369-b8b7-87aa6ecb1237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:08.963519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:46:09.126289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:09.138843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86', 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9', 'port_id': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86', 'mac_address': 'fa:16:3e:7a:48:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e67e18-66bc-4606-adbc-233fcc20aaac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:46:09.194156 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:09.211644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:46:09.226769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:09.294264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:09.317147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103f34f-016a-45cd-8843-c7b9237287c2 req-dbbb2621-7e16-4674-a850-0d4eca581d2c tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:09.318584 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6103f34f-016a-45cd-8843-c7b9237287c2 req-dbbb2621-7e16-4674-a850-0d4eca581d2c tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 943 time: 0.0785370 Jan 17 08:46:09.361731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:09.363434 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6103f34f-016a-45cd-8843-c7b9237287c2 req-9e720069-fed2-41ee-a018-0b0bee356471 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391953 Jan 17 08:46:09.512855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:09.607079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['2e89b3bd-5f2a-4218-a89e-faa51fbeee86'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:46:09.634721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:10.616917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3592-6990-40f3-9ea6-08ec1498c816 req-35b0cf34-0eea-45d3-a791-256953b3810b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:10.618274 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-484b3592-6990-40f3-9ea6-08ec1498c816 req-35b0cf34-0eea-45d3-a791-256953b3810b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 944 time: 0.0746629 Jan 17 08:46:10.663455 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-484b3592-6990-40f3-9ea6-08ec1498c816 req-af79a831-b5df-4dc2-bd4f-597886fc06ec tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Jan 17 08:46:10.979108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:46:11.044285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:11.141255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:46:11.146704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:46:11.147072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:11.259181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:11.285100 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:46:11.294254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:11.339155 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86', 'code': 200} Jan 17 08:46:11.374064 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:11.444212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:11.695823 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cd8d75de-9908-4b0a-9fc8-f63ada6fea3f req-1183fcea-7d95-48ce-8f1f-2fa32bbfab3d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 1098 time: 0.0847604 Jan 17 08:46:11.741265 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cd8d75de-9908-4b0a-9fc8-f63ada6fea3f req-584b2ce9-293d-44d8-bfae-f287404b329d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Jan 17 08:46:11.870915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be4f02-7a86-42fd-a879-0882bf4c4c3c req-5aa437b1-4474-4772-a168-38ed86f05c34 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:11.872406 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f9be4f02-7a86-42fd-a879-0882bf4c4c3c req-5aa437b1-4474-4772-a168-38ed86f05c34 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0851312 Jan 17 08:46:11.917237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f9be4f02-7a86-42fd-a879-0882bf4c4c3c req-f8140581-a8a0-4952-95be-6bf6e9200eff tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Jan 17 08:46:13.118296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f03f3-b6a5-4aab-8775-5c36df3c5801 req-dba8b297-4dcb-437a-ad75-7c0e9cb9d147 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:13.119806 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fe3f03f3-b6a5-4aab-8775-5c36df3c5801 req-dba8b297-4dcb-437a-ad75-7c0e9cb9d147 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0813019 Jan 17 08:46:13.173279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fe3f03f3-b6a5-4aab-8775-5c36df3c5801 req-1f2fff19-33d9-4f2c-99ec-0f7654ca95ab tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479906 Jan 17 08:46:14.369285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56688d6-476b-483a-97f3-a90bbcae8691 req-fb33ee97-847d-4940-a330-d30b94b97e02 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:14.370747 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b56688d6-476b-483a-97f3-a90bbcae8691 req-fb33ee97-847d-4940-a330-d30b94b97e02 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0775759 Jan 17 08:46:14.420078 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b56688d6-476b-483a-97f3-a90bbcae8691 req-b9582781-e752-4c2d-8fdb-6c85b7e98c1e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Jan 17 08:46:14.626443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a7d6a-f77d-4cac-bf7c-bb931a95469b req-efc3db8b-ebd5-4c77-bbfc-b30a0244f7f1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:14.628251 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-003a7d6a-f77d-4cac-bf7c-bb931a95469b req-efc3db8b-ebd5-4c77-bbfc-b30a0244f7f1 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0852301 Jan 17 08:46:14.687984 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-003a7d6a-f77d-4cac-bf7c-bb931a95469b req-ba15e230-e0a5-4f70-81e2-1b826bf6cb0c tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526490 Jan 17 08:46:14.882857 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f7cc4e9d-e3e0-4701-9a5c-c3a0384c42aa req-c7568648-ba51-4291-82b4-f4d8c1660a1a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660987 Jan 17 08:46:15.313313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53da334-4f38-4767-b2f6-928fb3f5ede7 req-d0f7c529-f7cb-4bcb-b775-df7f20b92a1b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:15.314753 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c53da334-4f38-4767-b2f6-928fb3f5ede7 req-d0f7c529-f7cb-4bcb-b775-df7f20b92a1b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0761974 Jan 17 08:46:15.494082 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c53da334-4f38-4767-b2f6-928fb3f5ede7 req-01baac97-ea6c-410f-a22a-259902f11621 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499500 Jan 17 08:46:15.507276 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-084c39c8-2436-47df-aafb-7a09a691e4ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1909800 Jan 17 08:46:16.694520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e7766-fdf9-46c5-9e3f-58618b7c9196 req-5797b4e5-71ec-4fc1-b1ce-ef433bda589d tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:16.696075 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b77e7766-fdf9-46c5-9e3f-58618b7c9196 req-5797b4e5-71ec-4fc1-b1ce-ef433bda589d tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0756695 Jan 17 08:46:16.744356 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b77e7766-fdf9-46c5-9e3f-58618b7c9196 req-c5cdfda6-a39e-4800-b62f-6752fb58ab49 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Jan 17 08:46:17.630314 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-ec743e96-c4b4-4b42-aabc-b203bb0ad55e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 1098 time: 0.0685039 Jan 17 08:46:17.758400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-211b0fb5-9d1c-4933-8668-cd91701f2b7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:17.760092 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-211b0fb5-9d1c-4933-8668-cd91701f2b7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 915 time: 0.1243188 Jan 17 08:46:17.828770 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-c96b1d5e-f6bb-4cbb-9e24-a9bbddca0592 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86 HTTP/1.1" status: 200 len: 217 time: 0.0628870 Jan 17 08:46:17.931038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-bc730c8b-d31b-45f0-b09a-382e1aa2e539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:17.932468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-bc730c8b-d31b-45f0-b09a-382e1aa2e539 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 200 len: 854 time: 0.0982099 Jan 17 08:46:17.988897 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-11684cad-268c-4a57-8519-8b79272453bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c08bf593-83ab-470c-83bb-0a0994ffcbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447547 Jan 17 08:46:18.035685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338f6cb-884c-4bc0-a27d-9d10dea728ae req-a831369b-59c3-4f7d-b5e0-04363eb84f4b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:18.037669 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0338f6cb-884c-4bc0-a27d-9d10dea728ae req-a831369b-59c3-4f7d-b5e0-04363eb84f4b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.1622305 Jan 17 08:46:18.170246 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0338f6cb-884c-4bc0-a27d-9d10dea728ae req-c912cf2a-8641-49f1-bc8e-1e67a39bf59d tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724382 Jan 17 08:46:18.186508 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-25e4a867-ed64-4ebc-aee2-6a8f09306878 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900864 Jan 17 08:46:18.314797 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-96b60bc8-7c4e-4a47-8cc0-3d73693b46fb service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221814 Jan 17 08:46:19.363714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1023be-ed8e-4eb8-9c96-41340c02eca9 req-5ecb04d8-84f1-4cfc-8843-c96c9b87d801 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:19.365150 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b1023be-ed8e-4eb8-9c96-41340c02eca9 req-5ecb04d8-84f1-4cfc-8843-c96c9b87d801 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0748458 Jan 17 08:46:19.409852 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b1023be-ed8e-4eb8-9c96-41340c02eca9 req-8f162df2-6972-4263-8960-003d05239068 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392869 Jan 17 08:46:19.808374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:20.605819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150c0b2-35c7-4bef-87bd-65ce26c0ebea req-9a32e5c6-a915-49ba-8700-5e1f781ccf0b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:20.607418 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9150c0b2-35c7-4bef-87bd-65ce26c0ebea req-9a32e5c6-a915-49ba-8700-5e1f781ccf0b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0762041 Jan 17 08:46:20.656436 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9150c0b2-35c7-4bef-87bd-65ce26c0ebea req-f5d931c8-0ca2-422d-97c1-f6e625a8c8a3 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436940 Jan 17 08:46:21.868627 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8a5ec-3cfc-41fe-a1f0-3898570b8ace req-074ff534-8528-4aeb-b423-b8147adad6c5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:21.870480 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-84b8a5ec-3cfc-41fe-a1f0-3898570b8ace req-074ff534-8528-4aeb-b423-b8147adad6c5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0798006 Jan 17 08:46:21.916600 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-84b8a5ec-3cfc-41fe-a1f0-3898570b8ace req-b8843191-1232-4e64-bf90-405b69b5f378 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Jan 17 08:46:23.111099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c900-52ef-49d3-a869-ad12694c2db7 req-7527dded-e3b0-4fda-ae0d-0481ef3f0e17 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:23.112568 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a962c900-52ef-49d3-a869-ad12694c2db7 req-7527dded-e3b0-4fda-ae0d-0481ef3f0e17 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0760283 Jan 17 08:46:23.156714 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a962c900-52ef-49d3-a869-ad12694c2db7 req-2c3df3e9-e1f3-407a-9bf1-9737d4441565 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Jan 17 08:46:24.359214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a421f-b6df-4460-bc13-8a2bdfcdfd8a req-7cadd7ee-6c6d-480a-b2dd-bdad66a91ccf tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:24.360771 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f94a421f-b6df-4460-bc13-8a2bdfcdfd8a req-7cadd7ee-6c6d-480a-b2dd-bdad66a91ccf tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0787766 Jan 17 08:46:24.405345 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f94a421f-b6df-4460-bc13-8a2bdfcdfd8a req-93ae4fce-9df0-4dd6-bd7a-352064a430de tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387144 Jan 17 08:46:25.600931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ff635-67ae-4063-9486-98cba054536c req-e9427d65-1e0e-4c47-b41b-5fff3f571a2e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:25.602367 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f5ff635-67ae-4063-9486-98cba054536c req-e9427d65-1e0e-4c47-b41b-5fff3f571a2e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0784075 Jan 17 08:46:25.646153 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f5ff635-67ae-4063-9486-98cba054536c req-6fa31cd5-0833-4a14-a356-c962aea302fe tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380530 Jan 17 08:46:26.841796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420347a-734b-4d81-a292-09ef0135a9cc req-62fd2160-0653-410b-b138-8e3b208cbed9 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:26.843267 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2420347a-734b-4d81-a292-09ef0135a9cc req-62fd2160-0653-410b-b138-8e3b208cbed9 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0773048 Jan 17 08:46:26.887031 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2420347a-734b-4d81-a292-09ef0135a9cc req-019d2a35-6f57-4c17-9184-8f69a191acab tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384092 Jan 17 08:46:28.092145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5af44-ff56-45d2-80da-fcca581f363d req-4f461c3c-b50e-4956-ae68-3bb0b274369e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:28.093586 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b7a5af44-ff56-45d2-80da-fcca581f363d req-4f461c3c-b50e-4956-ae68-3bb0b274369e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0752354 Jan 17 08:46:28.138864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b7a5af44-ff56-45d2-80da-fcca581f363d req-89142bcf-9ed7-4661-9a5f-dc34ec77dbd3 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Jan 17 08:46:29.336567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f88f16-b49b-46b9-a275-86965c89a17c req-152ed916-d08e-403a-a8db-6be7231135de tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:29.337935 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-59f88f16-b49b-46b9-a275-86965c89a17c req-152ed916-d08e-403a-a8db-6be7231135de tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0776451 Jan 17 08:46:29.385550 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-59f88f16-b49b-46b9-a275-86965c89a17c req-657b4f65-2c01-4900-9619-e3ebd7b512bf tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422440 Jan 17 08:46:30.580672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf9c37-0fbc-4f6d-af5f-faf24118d8cd req-31e9d047-2ac7-43d8-8c86-28e3420cc789 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:30.582117 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c6bf9c37-0fbc-4f6d-af5f-faf24118d8cd req-31e9d047-2ac7-43d8-8c86-28e3420cc789 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0781131 Jan 17 08:46:30.626545 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c6bf9c37-0fbc-4f6d-af5f-faf24118d8cd req-77586022-e581-4f4e-8280-ecedcf55e5a2 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Jan 17 08:46:31.817704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27335e-97fb-4670-aa40-601f498d5716 req-9366f424-da62-4642-bcd0-b52eb48d1383 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:31.819084 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fe27335e-97fb-4670-aa40-601f498d5716 req-9366f424-da62-4642-bcd0-b52eb48d1383 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0749941 Jan 17 08:46:31.864349 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fe27335e-97fb-4670-aa40-601f498d5716 req-9aa9abfb-16e2-4911-aad1-5c21d6a61486 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395885 Jan 17 08:46:33.054905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd706-2aaa-4c6d-bfdd-0af4a49ef56d req-5578df71-cd7f-4a1c-ab96-93e6c4fc2f27 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:33.056367 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-79ddd706-2aaa-4c6d-bfdd-0af4a49ef56d req-5578df71-cd7f-4a1c-ab96-93e6c4fc2f27 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0753043 Jan 17 08:46:33.103878 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-79ddd706-2aaa-4c6d-bfdd-0af4a49ef56d req-fb061e55-2f2b-4bac-8014-e5a8c29e0516 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Jan 17 08:46:34.297968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3f36e-c0f0-44ad-8f71-a9266e0635d4 req-09697395-8100-4423-8347-1f3b44cc3ea5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:34.299443 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8bc3f36e-c0f0-44ad-8f71-a9266e0635d4 req-09697395-8100-4423-8347-1f3b44cc3ea5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0779624 Jan 17 08:46:34.344449 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8bc3f36e-c0f0-44ad-8f71-a9266e0635d4 req-dec047c4-f9ea-4d31-915e-b93068946e05 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390778 Jan 17 08:46:35.527851 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-cba36a87-8562-438f-b4c6-1ac01bc9c4f0 service neutron] 10.222.0.53 "GET /v2.0/ports/2e89b3bd-5f2a-4218-a89e-faa51fbeee86/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.1217005 Jan 17 08:46:35.559961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad39fb-2d16-4201-863c-51646e954f18 req-4910904d-79ee-4d24-a5c8-7d8110da0ad4 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:35.567480 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3bad39fb-2d16-4201-863c-51646e954f18 req-4910904d-79ee-4d24-a5c8-7d8110da0ad4 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0878394 Jan 17 08:46:35.611220 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3bad39fb-2d16-4201-863c-51646e954f18 req-44689471-a4b5-4b0b-a9cb-ab5cfa51f461 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 Jan 17 08:46:36.090183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ab6bc031-233b-46d5-806d-f9fa718f2874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:36.153111 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-70d54741-0a45-410b-8ab1-9dee133986e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed&tenant_id=c9ab2fcf305e42a2930766493e80988e HTTP/1.1" status: 200 len: 1098 time: 0.0702174 Jan 17 08:46:36.240602 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-2ce747e3-d036-45d6-9c2a-ae478bd7cb15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 1098 time: 0.0675974 Jan 17 08:46:36.448021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-569c8e4f-2be6-4561-b169-cb0cedeba3e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:36.449458 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-569c8e4f-2be6-4561-b169-cb0cedeba3e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 915 time: 0.2044570 Jan 17 08:46:36.519007 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-1ee755f2-3c22-4385-a60a-4f62390be9fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86 HTTP/1.1" status: 200 len: 217 time: 0.0634410 Jan 17 08:46:36.582033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-d836a405-39da-4985-912f-81d5264f29cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:36.583999 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-d836a405-39da-4985-912f-81d5264f29cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 200 len: 854 time: 0.0586636 Jan 17 08:46:36.627148 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-0ea22d00-5829-4014-ae88-5d56445d2773 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c08bf593-83ab-470c-83bb-0a0994ffcbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381734 Jan 17 08:46:36.763097 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-7309bf8d-842c-487f-8787-d2ddd3cccd78 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300788 Jan 17 08:46:36.830024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b523a-98a5-459e-b135-3cdd8a3f762c req-9fadc2e8-0182-4279-b44c-59b652fff31a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:36.831532 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e2b523a-98a5-459e-b135-3cdd8a3f762c req-9fadc2e8-0182-4279-b44c-59b652fff31a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0751898 Jan 17 08:46:36.876514 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5e2b523a-98a5-459e-b135-3cdd8a3f762c req-56c16c7c-a269-4d3c-9b34-9c033c111f8e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385494 Jan 17 08:46:36.894458 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b8701bd4-6ea9-4e9b-ac0c-f2c1d6566dca req-8c44380d-fb05-461d-ba79-92783b8315a7 service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257410 Jan 17 08:46:38.094685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f1c33-d622-46ce-bdcd-28f812e794e8 req-4869d357-d4bd-494c-938f-5c3f655e4136 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:38.096152 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2d4f1c33-d622-46ce-bdcd-28f812e794e8 req-4869d357-d4bd-494c-938f-5c3f655e4136 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0757346 Jan 17 08:46:38.140633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2d4f1c33-d622-46ce-bdcd-28f812e794e8 req-89d79158-7555-404c-9b8b-b9978330d18b tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383084 Jan 17 08:46:38.259067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-598789d3-70d6-4e7f-9d0b-2eab3f7c4f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:39.048762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:46:39.051069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:46:39.268035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:39.290383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:39.316455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:46:39.323243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86', 'network_id': 'c08bf593-83ab-470c-83bb-0a0994ffcbf9', 'port_id': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86', 'mac_address': 'fa:16:3e:7a:48:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e67e18-66bc-4606-adbc-233fcc20aaac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:46:39.329343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:39.350030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbeb5e-da11-498f-99f4-f9aa91b89735 req-5af5a9fc-5152-4dfc-bba6-1233f821b2cf tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:39.355880 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-29dbeb5e-da11-498f-99f4-f9aa91b89735 req-5af5a9fc-5152-4dfc-bba6-1233f821b2cf tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0897608 Jan 17 08:46:39.390482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:39.410194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:46:39.418974 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-29dbeb5e-da11-498f-99f4-f9aa91b89735 req-65172769-9b70-4888-8492-5b7c082d4359 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560861 Jan 17 08:46:39.446950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:39.450823 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86', 'code': 200} Jan 17 08:46:39.557480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:46:39.557826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:46:39.565531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:39.574655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.574919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.575275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.575600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.575943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.576249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.576555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.576868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.577180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.577495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.577801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:39.581558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:39.619119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:40.111294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:40.128581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:46:40.142932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:40.237673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:40.298559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['2e89b3bd-5f2a-4218-a89e-faa51fbeee86'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:46:40.347327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:40.609131 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e4b3-82e8-4646-9e2c-648637089861 req-44c57443-1786-4451-a50c-55691cb621da tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:40.610569 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8406e4b3-82e8-4646-9e2c-648637089861 req-44c57443-1786-4451-a50c-55691cb621da tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 944 time: 0.0752149 Jan 17 08:46:40.655874 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8406e4b3-82e8-4646-9e2c-648637089861 req-3219d1db-9d31-425e-9b59-07d87b3efae6 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Jan 17 08:46:41.038547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:41.056141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:46:41.162230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:46:41.162618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:41.282178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:41.303286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-1be26a9f-cda5-4d8d-b925-2fee1cdb3237 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:41.304967 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-1be26a9f-cda5-4d8d-b925-2fee1cdb3237 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed&tenant_id=c9ab2fcf305e42a2930766493e80988e&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 944 time: 0.0858469 Jan 17 08:46:41.314479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:41.318512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670694aa-c9a4-4365-b9f0-d395c30a69e3 req-d703c301-6678-4824-94ba-b08e15425153 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:41.320129 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-670694aa-c9a4-4365-b9f0-d395c30a69e3 req-d703c301-6678-4824-94ba-b08e15425153 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 944 time: 0.1757751 Jan 17 08:46:41.368163 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-670694aa-c9a4-4365-b9f0-d395c30a69e3 req-b1ce801d-c8e5-471b-af43-93cd77a25c81 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Jan 17 08:46:41.373292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:41.440071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:41.443845 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-b42fec7e-df42-43a9-a535-84118aac189a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9ab2fcf305e42a2930766493e80988e&device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 1098 time: 0.0693934 Jan 17 08:46:41.451864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:46:41.516686 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86', 'code': 200} Jan 17 08:46:41.576016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-0aac3b83-a40a-4a18-a413-c82294f32ed8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:41.577391 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-0aac3b83-a40a-4a18-a413-c82294f32ed8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 200 len: 915 time: 0.1283860 Jan 17 08:46:41.647548 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-8452ed68-d701-400d-aa11-b58667bca91d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86 HTTP/1.1" status: 200 len: 217 time: 0.0643096 Jan 17 08:46:41.707742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-f2f6ba0c-278c-47dd-b7a0-da82ffaa8928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:41.709216 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-f2f6ba0c-278c-47dd-b7a0-da82ffaa8928 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 200 len: 854 time: 0.0563293 Jan 17 08:46:41.760004 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-c8243b29-ff00-4217-ac7a-870b8cc0355d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c08bf593-83ab-470c-83bb-0a0994ffcbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455172 Jan 17 08:46:41.892667 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-c198cce0-a333-419d-b04b-d468f3b7f9fe service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266572 Jan 17 08:46:42.035723 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27098a5e-fd3f-4df2-b031-0e2a3704db9b req-a0577a16-8943-4727-83a4-3f8064e00a2a service neutron] 10.222.0.53 "GET /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366701 Jan 17 08:46:42.572730 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35481c-34cd-4f69-8b87-9fb337ad7736 req-6761c52e-3efa-4ac8-adbf-bb95614ef22c tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:42.574175 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ae35481c-34cd-4f69-8b87-9fb337ad7736 req-6761c52e-3efa-4ac8-adbf-bb95614ef22c tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0809968 Jan 17 08:46:42.618693 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ae35481c-34cd-4f69-8b87-9fb337ad7736 req-866d7e27-ff1c-4d53-84cc-255bbc3bbb37 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 Jan 17 08:46:43.814106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb792ea-c7c8-4685-aba4-d71354cad3be req-67ee2b7d-c9cd-431b-9290-456d526e5062 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:43.815477 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6fb792ea-c7c8-4685-aba4-d71354cad3be req-67ee2b7d-c9cd-431b-9290-456d526e5062 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0742767 Jan 17 08:46:43.860070 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6fb792ea-c7c8-4685-aba4-d71354cad3be req-ca62425d-6ecc-40fa-88e6-31002f18a2cb tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Jan 17 08:46:44.059832 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f71b59-9514-40e2-b478-274f1dc1e7b5 req-7770dccc-f962-4746-9e0e-036a9569ab24 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:44.061275 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-00f71b59-9514-40e2-b478-274f1dc1e7b5 req-7770dccc-f962-4746-9e0e-036a9569ab24 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0836630 Jan 17 08:46:44.105781 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-00f71b59-9514-40e2-b478-274f1dc1e7b5 req-de6a91e1-efe6-4ec5-8b1e-c4c4fd89a1bb tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389051 Jan 17 08:46:44.382487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fceba-cc85-4d85-8717-2d24ccccd8e8 req-48a10ac3-37b4-4b8c-86e2-16f51a313873 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:44.383936 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1c0fceba-cc85-4d85-8717-2d24ccccd8e8 req-48a10ac3-37b4-4b8c-86e2-16f51a313873 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.1623394 Jan 17 08:46:44.428277 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1c0fceba-cc85-4d85-8717-2d24ccccd8e8 req-e5ae4c83-0478-4942-bd51-8aa94069a9e7 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Jan 17 08:46:44.726304 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:46:45.194917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec03aa5-bbc3-48e8-9ba4-3bc501a13856 req-f01c8129-90d1-4d6b-9093-cea128a394f2 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:45.196388 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eec03aa5-bbc3-48e8-9ba4-3bc501a13856 req-f01c8129-90d1-4d6b-9093-cea128a394f2 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0783634 Jan 17 08:46:45.241306 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eec03aa5-bbc3-48e8-9ba4-3bc501a13856 req-f664fd95-95d3-4286-95c4-a81f61c1af46 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394466 Jan 17 08:46:46.443682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bb8f3-7b24-43aa-9513-f72841fc04c2 req-cfe303b4-36f1-4555-9f16-74cfee03196e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:46.446614 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f37bb8f3-7b24-43aa-9513-f72841fc04c2 req-cfe303b4-36f1-4555-9f16-74cfee03196e tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0872059 Jan 17 08:46:46.517041 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f37bb8f3-7b24-43aa-9513-f72841fc04c2 req-83b372f7-8ae9-40cc-8824-34d6c97e36c6 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/security-groups?id=1fee78d6-7b6f-4f70-bc82-f24710fa9b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616703 Jan 17 08:46:46.756662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-fddeb923-8984-4616-8091-a70d99316e30 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:46.760093 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-fddeb923-8984-4616-8091-a70d99316e30 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 945 time: 0.0840099 Jan 17 08:46:46.825843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Deleting port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:46:46.826107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:47.062217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] For port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,segment=NetworkSegment(52624693-d216-43be-b56e-4d02f3f88b85),segment_id=52624693-d216-43be-b56e-4d02f3f88b85)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:47.062591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:47.181879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Calling delete_port for 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:46:47.386696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:47.398785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['2e89b3bd-5f2a-4218-a89e-faa51fbeee86'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:46:47.437773 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Pushing event deleted for resources: {'Port': ['ID=2e89b3bd-5f2a-4218-a89e-faa51fbeee86,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:47.476216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.476814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.476940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.477206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.477537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.477863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.478185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.478505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.478830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.479150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.479488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:47.517918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] No DVR routers for this DVR port 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:46:47.520232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:47.523301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'name': 'network-vif-deleted', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:46:47.578437 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cbbf7d-8fc8-418c-b600-5f808229eeed', 'name': 'network-vif-deleted', 'tag': '2e89b3bd-5f2a-4218-a89e-faa51fbeee86', 'status': 'completed', 'code': 200} Jan 17 08:46:47.672503 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb9df262-7496-4bce-bea5-9b13e4d43b82 req-49fe85c4-4b33-4cdf-ad37-ffbeef0bba7a tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.53 "DELETE /v2.0/ports/2e89b3bd-5f2a-4218-a89e-faa51fbeee86 HTTP/1.1" status: 204 len: 173 time: 0.9095914 Jan 17 08:46:47.678393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-7c74f5ff-c5e1-4612-b79a-608f54243ae5 req-93a6aaec-f14e-4a1d-9e42-875e6e7084a2 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Synchronizing usage tracker for tenant:c9ab2fcf305e42a2930766493e80988e on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:46:47.775027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-7c74f5ff-c5e1-4612-b79a-608f54243ae5 req-93a6aaec-f14e-4a1d-9e42-875e6e7084a2 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] Unset dirty status for tenant:c9ab2fcf305e42a2930766493e80988e on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:46:47.776141 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7c74f5ff-c5e1-4612-b79a-608f54243ae5 req-93a6aaec-f14e-4a1d-9e42-875e6e7084a2 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] 10.222.0.44 "GET /v2.0/ports?device_id=25cbbf7d-8fc8-418c-b600-5f808229eeed HTTP/1.1" status: 200 len: 210 time: 0.1378195 Jan 17 08:46:49.033994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:49.095269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbfbe56-d919-4475-820d-c2fb609294fb admin admin] Deleting subnet 95e67e18-66bc-4606-adbc-233fcc20aaac {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:46:49.098096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbe56-d919-4475-820d-c2fb609294fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.146219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbe56-d919-4475-820d-c2fb609294fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.206478 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbe56-d919-4475-820d-c2fb609294fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.329500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbe56-d919-4475-820d-c2fb609294fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.367504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfbe56-d919-4475-820d-c2fb609294fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e67e18-66bc-4606-adbc-233fcc20aaac,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:49.372442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbe56-d919-4475-820d-c2fb609294fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.377850 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7cbfbe56-d919-4475-820d-c2fb609294fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/95e67e18-66bc-4606-adbc-233fcc20aaac HTTP/1.1" status: 204 len: 168 time: 0.3428099 Jan 17 08:46:49.381012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60842) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:49.490607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.609733 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.634731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08bf593-83ab-470c-83bb-0a0994ffcbf9']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:46:49.649641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52624693-d216-43be-b56e-4d02f3f88b85') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:46:49.649926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52624693-d216-43be-b56e-4d02f3f88b85') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:46:49.660724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.754633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.760563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:46:49.774676 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:46:49.819280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.940670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.956073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:49.966677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c08bf593-83ab-470c-83bb-0a0994ffcbf9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:50.077149 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-74ca4510-1dc2-4cb4-9c51-29175c68b5f1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c08bf593-83ab-470c-83bb-0a0994ffcbf9 HTTP/1.1" status: 204 len: 168 time: 0.6950848 Jan 17 08:46:50.556689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60848) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:50.606010 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-79f8905e-b106-4a16-8b7b-ae7bc325b42b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9ab2fcf305e42a2930766493e80988e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481870 Jan 17 08:46:50.608527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60852) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:50.665035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a288e33-ec9c-41fd-b9ab-34a197907d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:50.689683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a288e33-ec9c-41fd-b9ab-34a197907d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:50.831945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a288e33-ec9c-41fd-b9ab-34a197907d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:50.848984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a288e33-ec9c-41fd-b9ab-34a197907d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fee78d6-7b6f-4f70-bc82-f24710fa9b71,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:50.928669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a288e33-ec9c-41fd-b9ab-34a197907d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:50.929699 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5a288e33-ec9c-41fd-b9ab-34a197907d30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fee78d6-7b6f-4f70-bc82-f24710fa9b71 HTTP/1.1" status: 204 len: 168 time: 0.3202512 Jan 17 08:46:51.090664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:46:51.123903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:46:51.124248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 2e89b3bd-5f2a-4218-a89e-faa51fbeee86 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:46:52.124876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60874) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:52.248561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1367040324-network', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:46:52.253141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:46:52.257481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Usage tracker for resource:network and tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:46:52.260295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:46:52.269355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:46:52.363360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Made reservation on behalf of 1ddb4c6a68a44762b7f06ae70ebd5f41 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:46:52.366168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:52.378312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:52.413179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:46:52.419828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Usage tracker for resource:security_group_rule and tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:46:52.424458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:46:52.430936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:46:52.499924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:52.563615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:52.589513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:46:52.601735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51616b9c-f1c1-4e1b-b99a-745e9c98ca5e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:52.605930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:52.606266 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Added segment aabf1c83-efc3-4105-93e0-55cecdc891ed of type vlan for network e4b8b156-421b-41aa-8baf-346ee12323aa Jan 17 08:46:52.631621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:52.729037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:52.729862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:52.730452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:52.831301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b8b156-421b-41aa-8baf-346ee12323aa,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:52.841598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network e4b8b156-421b-41aa-8baf-346ee12323aa details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:46:52.907352 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2a0494c6-ca60-46e4-a9db-409fa105e118 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7810349 Jan 17 08:46:52.910290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60880) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:52.917632 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Request body: {'subnet': {'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1367040324-subnet', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:46:52.922212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:46:52.926020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Usage tracker for resource:subnet and tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:46:52.928819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:46:52.935228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:46:53.001763 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Made reservation on behalf of 1ddb4c6a68a44762b7f06ae70ebd5f41 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:46:53.004529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:53.260869 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:53.338317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8fce2e-ab8c-407c-b923-e1171b36c980,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:53.350787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.351129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.351481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.351808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.352126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.352445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.352759 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.353073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.353383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.353692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.354002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:46:53.358460 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Checking segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:46:53.358813 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Network hostable DHCP agents. Network: e4b8b156-421b-41aa-8baf-346ee12323aa, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:46:53.461207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Network e4b8b156-421b-41aa-8baf-346ee12323aa is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:46:53.568478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, e4b8b156-421b-41aa-8baf-346ee12323aa) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:46:53.572522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:46:53.573104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:53.577693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f49a4c-e241-4ea5-9895-09985855c1c5 None None] Network e4b8b156-421b-41aa-8baf-346ee12323aa requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:46:53.667164 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8f5131e6-12cd-49b1-8ef0-1aa02c905ae5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7543073 Jan 17 08:46:53.669882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60884) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:53.675232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:46:53.680403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:46:53.686084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Usage tracker for resource:router and tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:46:53.687110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:46:53.693434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:46:53.773425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:53.774389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:53.791454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-e4b8b156-421b-41aa-8baf-346ee12323aa', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:46:53.792270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:53.796630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:53.944850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Allocated IP 172.20.0.2 (e4b8b156-421b-41aa-8baf-346ee12323aa/6c8fce2e-ab8c-407c-b923-e1171b36c980/3d296da1-1766-484b-91cf-cd474a5286ac) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:46:54.017858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.149513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.159440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Transition to ACTIVE for port object 3d296da1-1766-484b-91cf-cd474a5286ac will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:46:54.178097 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Transition to ACTIVE for port object 3d296da1-1766-484b-91cf-cd474a5286ac will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:46:54.244081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.263361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.292598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.310705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Network e4b8b156-421b-41aa-8baf-346ee12323aa is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:46:54.313470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:46:54.317870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:46:54.319986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Pushing event updated for resources: {'Port': ['ID=3d296da1-1766-484b-91cf-cd474a5286ac,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:54.410287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Attempting to bind port 3d296da1-1766-484b-91cf-cd474a5286ac on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:46:54.410659 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Attempting to bind port 3d296da1-1766-484b-91cf-cd474a5286ac by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:46:54.411887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Attempting to bind port 3d296da1-1766-484b-91cf-cd474a5286ac on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:46:54.418473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:46:54.418855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Checking segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:46:54.419305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.419688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Bound using segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:46:54.420155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Bound port: 3d296da1-1766-484b-91cf-cd474a5286ac, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:46:54.420531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.434810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Allocated IP 172.26.4.10 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/2053db41-47c9-493c-88f6-2857b23cad2d) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:46:54.531940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] For port 3d296da1-1766-484b-91cf-cd474a5286ac, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:46:54.535172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] For port 3d296da1-1766-484b-91cf-cd474a5286ac, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3d296da1-1766-484b-91cf-cd474a5286ac,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:46:54.605346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.627084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.710648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de430767-4923-4d10-bdaa-43a4a341c627 None None] Pushing event updated for resources: {'Port': ['ID=3d296da1-1766-484b-91cf-cd474a5286ac,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:54.719254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:54.793310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:46:54.796276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:46:54.800439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:46:54.830717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Pushing event updated for resources: {'Port': ['ID=2053db41-47c9-493c-88f6-2857b23cad2d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:55.070564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:55.071412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:55.489166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Router 545c46cc-fb21-41ca-b871-00b8d753d33d is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:46:55.666527 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8faa91-34b0-4b77-b430-cc09c18a485f None None] Network e4b8b156-421b-41aa-8baf-346ee12323aa requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:46:55.712405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:46:55.731859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:46:55.777336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:46:55.777987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:46:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:46:55.814789 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:55.819061 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-787b7961-c320-4875-98cd-7677db1583ee admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1451895 Jan 17 08:46:55.819546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60888) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:55.944388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-11afb351-5ffd-4d06-98cc-a62c1bcbc690 None None] Provisioning for port 3d296da1-1766-484b-91cf-cd474a5286ac completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:46:56.112562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:46:56.468891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:54Z', 'revision_number': 3, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:46:56.473148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:46:56.474099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Updating router 545c46cc-fb21-41ca-b871-00b8d753d33d port 2053db41-47c9-493c-88f6-2857b23cad2d binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:46:56.514928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3d296da1-1766-484b-91cf-cd474a5286ac up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:46:56.602086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:56.607371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:56.811011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 3d296da1-1766-484b-91cf-cd474a5286ac completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:46:56.818689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Allocated IP 172.20.0.1 (e4b8b156-421b-41aa-8baf-346ee12323aa/6c8fce2e-ab8c-407c-b923-e1171b36c980/164370e6-ddab-4c6e-b830-6fab23bba40c) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:46:56.821277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3d296da1-1766-484b-91cf-cd474a5286ac triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:46:56.821651 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:56.973449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:56.990963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Transition to ACTIVE for port object 164370e6-ddab-4c6e-b830-6fab23bba40c will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:46:57.024990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.077509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.078450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.087493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 3d296da1-1766-484b-91cf-cd474a5286ac, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3d296da1-1766-484b-91cf-cd474a5286ac,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:46:57.094425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Transition to ACTIVE for port object 2053db41-47c9-493c-88f6-2857b23cad2d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:46:57.148482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Network e4b8b156-421b-41aa-8baf-346ee12323aa is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:46:57.151470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:46:57.155262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:46:57.169466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.184407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Pushing event updated for resources: {'Port': ['ID=164370e6-ddab-4c6e-b830-6fab23bba40c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:57.215227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.219545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.261536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=3d296da1-1766-484b-91cf-cd474a5286ac,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:57.296890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Attempting to bind port 2053db41-47c9-493c-88f6-2857b23cad2d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:46:57.297334 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Attempting to bind port 2053db41-47c9-493c-88f6-2857b23cad2d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:46:57.297629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Attempting to bind port 2053db41-47c9-493c-88f6-2857b23cad2d on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:46:57.314754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:46:57.315133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:46:57.315569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.315969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:46:57.316478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Bound port: 2053db41-47c9-493c-88f6-2857b23cad2d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:46:57.316845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.382532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f486248-4df1-4453-8334-60d2e56447a1 None None] Pushing event updated for resources: {'Port': ['ID=2053db41-47c9-493c-88f6-2857b23cad2d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:57.383701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.420057 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] For port 2053db41-47c9-493c-88f6-2857b23cad2d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:46:57.424744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] For port 2053db41-47c9-493c-88f6-2857b23cad2d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2053db41-47c9-493c-88f6-2857b23cad2d,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:46:57.505825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.563683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-31a419f2-d0e3-4b79-b88a-da105f7437a4 None None] Provisioning for port 164370e6-ddab-4c6e-b830-6fab23bba40c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:46:57.581271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-31a419f2-d0e3-4b79-b88a-da105f7437a4 None None] Provisioning complete for port 164370e6-ddab-4c6e-b830-6fab23bba40c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:46:57.581644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-31a419f2-d0e3-4b79-b88a-da105f7437a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.637922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f486248-4df1-4453-8334-60d2e56447a1 None None] Pushing event updated for resources: {'Port': ['ID=2053db41-47c9-493c-88f6-2857b23cad2d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:57.650919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-31a419f2-d0e3-4b79-b88a-da105f7437a4 None None] Port 164370e6-ddab-4c6e-b830-6fab23bba40c cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:46:57.653125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:46:57.653125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:46:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:46:57.791246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.859098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:57.909577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:46:57.960153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Pushing event updated for resources: {'Port': ['ID=164370e6-ddab-4c6e-b830-6fab23bba40c,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:46:57.975223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:58.130865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Network e4b8b156-421b-41aa-8baf-346ee12323aa is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:46:58.133210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:46:58.277672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:46:56Z', 'revision_number': 1, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:46:58.283351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c73d36-8985-4dff-bffb-5ca3f582b44d None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:46:56Z', 'revision_number': 1, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:46:58.406669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ca1d8273-55d5-4878-9b4f-7dda14e3b6c8 None None] Provisioning complete for port 164370e6-ddab-4c6e-b830-6fab23bba40c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:46:58.407249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca1d8273-55d5-4878-9b4f-7dda14e3b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:58.505904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3d296da1-1766-484b-91cf-cd474a5286ac up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:46:58.592919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d8273-55d5-4878-9b4f-7dda14e3b6c8 None None] Port 164370e6-ddab-4c6e-b830-6fab23bba40c cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:46:58.621656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 3d296da1-1766-484b-91cf-cd474a5286ac triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:46:58.622041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:58.672851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:46:58.916379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:46:58.927388 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7f525017-3bd3-44bc-91c3-495109b8add4 admin admin] 10.222.0.44 "PUT /v2.0/routers/545c46cc-fb21-41ca-b871-00b8d753d33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1051676 Jan 17 08:46:59.616389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 60898) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:46:59.622172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873987135', 'description': 'tempest-description--205092689'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:46:59.631498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:46:59.635593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Usage tracker for resource:security_group and tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:46:59.639016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:46:59.645048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:46:59.718173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:59.753197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:46:59.757447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Usage tracker for resource:security_group_rule and tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:46:59.760340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:46:59.765822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:46:59.825481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:59.899011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:46:59.940708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17886243-d665-43bf-b25f-f7ef41da5d39,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:00.009241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.010408 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ac8d52fe-86c2-4311-ab4e-27a06d2be94e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3928952 Jan 17 08:47:00.013374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60902) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:47:00.019760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'security_group_rule': {'security_group_id': '17886243-d665-43bf-b25f-f7ef41da5d39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:47:00.026404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:47:00.030387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Usage tracker for resource:security_group_rule and tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:47:00.033421 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:47:00.040357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:47:00.103860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.169501 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.231798 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.256532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6be8d2-6411-445c-8484-c75f4850e1eb,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:00.306320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.307569 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3d3a51be-0441-46fc-bbf4-6d7d1bd38a19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2930882 Jan 17 08:47:00.310075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60906) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:47:00.315692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'security_group_rule': {'security_group_id': '17886243-d665-43bf-b25f-f7ef41da5d39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:47:00.321721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:47:00.325475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Usage tracker for resource:security_group_rule and tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:47:00.328330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:47:00.334732 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:47:00.412720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.461857 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2053db41-47c9-493c-88f6-2857b23cad2d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:47:00.496807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.575114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.600166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af321712-2cf3-4808-b498-6a72e69ccc8e,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:00.604098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 2053db41-47c9-493c-88f6-2857b23cad2d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:47:00.609872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2053db41-47c9-493c-88f6-2857b23cad2d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:47:00.610235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.688863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.690115 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7c89109c-c3fd-4c56-a288-854448c6a75c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3790996 Jan 17 08:47:00.693734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60910) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:47:00.699103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:47:00.706499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:47:00.711862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Usage tracker for resource:floatingip and tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:47:00.716567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:47:00.727325 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:47:00.733172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.750163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 2053db41-47c9-493c-88f6-2857b23cad2d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2053db41-47c9-493c-88f6-2857b23cad2d,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:47:00.809093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.837772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:00.906036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=2053db41-47c9-493c-88f6-2857b23cad2d,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:00.947075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:01.098427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Allocated IP 172.26.4.163 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/23aa1a1c-50dc-4048-9052-462fc2b1b4ee) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:47:01.255367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:01.345228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:01.412296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:47:01.415338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:47:01.417963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:47:01.447505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event updated for resources: {'Port': ['ID=23aa1a1c-50dc-4048-9052-462fc2b1b4ee,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:01.590536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:01.702305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:02.012072 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:02.072086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:02.179368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event updated for resources: {'Port': ['ID=23aa1a1c-50dc-4048-9052-462fc2b1b4ee,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:02.199702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:02.295063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:02.296329 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4f518a44-3d46-46cb-b572-37d2b7b154f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6016767 Jan 17 08:47:02.440571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2053db41-47c9-493c-88f6-2857b23cad2d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:47:02.478578 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-4c7f1b15-0147-4279-8b89-156bdfdd7bf8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--873987135&fields=id&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 267 time: 0.0448234 Jan 17 08:47:02.513268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2053db41-47c9-493c-88f6-2857b23cad2d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:47:02.513919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:02.635354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-52fc5cac-aebf-4ff1-a75f-a242b0c099ac tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:02.639442 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-52fc5cac-aebf-4ff1-a75f-a242b0c099ac tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 812 time: 0.1489031 Jan 17 08:47:02.654829 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-39bd67b5-1351-436f-8c4f-a963d1814069 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/quotas/1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 375 time: 0.0108700 Jan 17 08:47:02.735983 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-a32ca2a7-5996-411f-9b67-023d0001b8a4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760550 Jan 17 08:47:02.961003 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-db97c4bf-955b-4db2-9de4-0fbb2c7c2620 service neutron] 10.222.0.44 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129664 Jan 17 08:47:03.092959 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-4784f433-f6ab-4d0e-8cf5-3d0847acd317 service neutron] 10.222.0.44 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261036 Jan 17 08:47:03.367274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-7e5dd60f-fd1b-41d1-a8ea-3e67fcec3139 req-75b79f0d-5b8b-4901-8657-5ecf9b63f236 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:47:03.437682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-7e5dd60f-fd1b-41d1-a8ea-3e67fcec3139 req-75b79f0d-5b8b-4901-8657-5ecf9b63f236 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:47:03.438859 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7e5dd60f-fd1b-41d1-a8ea-3e67fcec3139 req-75b79f0d-5b8b-4901-8657-5ecf9b63f236 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 210 time: 0.1171908 Jan 17 08:47:04.608311 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8cbbdea1-a1d6-4c40-88ba-703550e7dbe2 req-c8382a3d-4980-48ba-9861-8f16b13a1caf tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 210 time: 0.0455484 Jan 17 08:47:05.522084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-a70cca33-edca-424a-8a15-63e32fab397e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:05.522944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-a70cca33-edca-424a-8a15-63e32fab397e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:47:05.597647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-a70cca33-edca-424a-8a15-63e32fab397e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:47:05.598965 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-a70cca33-edca-424a-8a15-63e32fab397e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 812 time: 0.2343307 Jan 17 08:47:05.662137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-aee3d07f-7a90-4d09-9386-868c0007562d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:47:05.769547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-aee3d07f-7a90-4d09-9386-868c0007562d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:47:05.770844 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-aee3d07f-7a90-4d09-9386-868c0007562d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 379 time: 0.1598196 Jan 17 08:47:05.779470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'port': {'device_id': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'admin_state_up': True, 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'security_groups': ['17886243-d665-43bf-b25f-f7ef41da5d39']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:47:05.800401 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e48a6a0b-47f7-40b5-b37b-1a1f75a263ef req-c241bfa2-1c9b-43b5-8f55-c9b3f600e7fe tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 210 time: 0.0622342 Jan 17 08:47:06.030145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:47:06.038476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:47:06.123211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-004b91ee-5b90-4514-924e-1d31711e5996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:06.168916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Made reservation on behalf of 1ddb4c6a68a44762b7f06ae70ebd5f41 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:47:06.172046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:06.341628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Allocated IP 172.20.0.11 (e4b8b156-421b-41aa-8baf-346ee12323aa/6c8fce2e-ab8c-407c-b923-e1171b36c980/783950aa-6191-400a-8c60-7d82229f956b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:47:06.530627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:06.546738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Transition to ACTIVE for port object 783950aa-6191-400a-8c60-7d82229f956b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:47:06.632224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:06.710663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Network e4b8b156-421b-41aa-8baf-346ee12323aa is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:47:06.713887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:47:06.718474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:47:06.746077 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event updated for resources: {'Port': ['ID=783950aa-6191-400a-8c60-7d82229f956b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:06.784907 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:06.785618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:06.890534 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b3d0ad31-dd86-4b36-9191-cb54e8b9bd6d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1144605 Jan 17 08:47:06.901775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Request body: {'port': {'device_id': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:47:07.015326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c04e0-678d-4c20-8b94-0f992ffd3028 req-5fd598be-2ec2-439d-9af2-ea957fc896e2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:07.015866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:07.017503 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-431c04e0-678d-4c20-8b94-0f992ffd3028 req-5fd598be-2ec2-439d-9af2-ea957fc896e2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 932 time: 0.0790863 Jan 17 08:47:07.060807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-38f529e2-cdf9-4818-bd9c-3e7abf47e6f9 None None] Provisioning for port 783950aa-6191-400a-8c60-7d82229f956b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:47:07.063862 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-431c04e0-678d-4c20-8b94-0f992ffd3028 req-c01f7f47-e3d6-4f24-9184-3341c0518f7d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399778 Jan 17 08:47:07.066523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-38f529e2-cdf9-4818-bd9c-3e7abf47e6f9 None None] Provisioning complete for port 783950aa-6191-400a-8c60-7d82229f956b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:47:07.067428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-38f529e2-cdf9-4818-bd9c-3e7abf47e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:07.122577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-38f529e2-cdf9-4818-bd9c-3e7abf47e6f9 None None] Port 783950aa-6191-400a-8c60-7d82229f956b cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:47:07.367862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783950aa-6191-400a-8c60-7d82229f956b {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:47:07.374910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:07.391037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Transition to ACTIVE for port object 783950aa-6191-400a-8c60-7d82229f956b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:47:07.454523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:07.584099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Pushing event updated for resources: {'Port': ['ID=783950aa-6191-400a-8c60-7d82229f956b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:07.706248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Attempting to bind port 783950aa-6191-400a-8c60-7d82229f956b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:47:07.706584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Attempting to bind port 783950aa-6191-400a-8c60-7d82229f956b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:47:07.706915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Attempting to bind port 783950aa-6191-400a-8c60-7d82229f956b on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:47:07.713445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Port 783950aa-6191-400a-8c60-7d82229f956b on network e4b8b156-421b-41aa-8baf-346ee12323aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:47:07.713762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Attempting to bind port 783950aa-6191-400a-8c60-7d82229f956b on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:47:07.723791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:47:07.724271 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Checking segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:47:07.725444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Bound using segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:47:07.726059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Bound port: 783950aa-6191-400a-8c60-7d82229f956b, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:47:07.726445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:07.818742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:47:07.821550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=783950aa-6191-400a-8c60-7d82229f956b,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:47:07.872451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:07.952859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:07.954789 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] 10.222.0.53 "PUT /v2.0/ports/783950aa-6191-400a-8c60-7d82229f956b HTTP/1.1" status: 200 len: 1094 time: 1.0572336 Jan 17 08:47:07.955416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'tag': '783950aa-6191-400a-8c60-7d82229f956b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:47:07.982927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a859e8-1666-42eb-b7e9-ae8ff3b33d51 service neutron] Pushing event updated for resources: {'Port': ['ID=783950aa-6191-400a-8c60-7d82229f956b,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:08.015466 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'tag': '783950aa-6191-400a-8c60-7d82229f956b', 'status': 'completed', 'code': 200} Jan 17 08:47:08.111297 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29bb2729-f09d-4b4b-9788-640faa8d40a6 req-df9f86dd-f3c9-4471-bed9-f839e8a17ddd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 1097 time: 0.0765471 Jan 17 08:47:08.236218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b59e8ad-451a-4ba9-b17f-f75fc782efad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:08.281139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2729-f09d-4b4b-9788-640faa8d40a6 req-02c18c29-7559-422c-a619-b04daaae0e9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:08.282656 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29bb2729-f09d-4b4b-9788-640faa8d40a6 req-02c18c29-7559-422c-a619-b04daaae0e9e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1638627 Jan 17 08:47:08.289346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aa955-8c17-4d0e-8a0f-98bae8314d88 req-e99bce8e-eef1-4a8d-8b1f-d077f7821bab tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:08.290970 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f32aa955-8c17-4d0e-8a0f-98bae8314d88 req-e99bce8e-eef1-4a8d-8b1f-d077f7821bab tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 944 time: 0.0976927 Jan 17 08:47:08.352922 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f32aa955-8c17-4d0e-8a0f-98bae8314d88 req-ad434ab6-daac-4e76-bea8-5b914ae4b997 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554309 Jan 17 08:47:08.511781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2729-f09d-4b4b-9788-640faa8d40a6 req-d52a516f-42d6-44ed-afe0-ade66f6e7e8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:08.513208 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29bb2729-f09d-4b4b-9788-640faa8d40a6 req-d52a516f-42d6-44ed-afe0-ade66f6e7e8c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251110 Jan 17 08:47:08.622811 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-4892cc1c-8c0b-4a51-8c4b-56ce742d81c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 1097 time: 0.0744071 Jan 17 08:47:08.693235 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-0283f49d-a8c7-4058-a4a7-1b237a0e06f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=783950aa-6191-400a-8c60-7d82229f956b HTTP/1.1" status: 200 len: 217 time: 0.0635042 Jan 17 08:47:08.753982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-8eb01502-043f-4929-a373-c99ba30aa7f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:08.756050 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-8eb01502-043f-4929-a373-c99ba30aa7f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0576861 Jan 17 08:47:08.828525 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-a2630187-864f-411c-8d29-01fe7d7ca6c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671515 Jan 17 08:47:08.967412 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-969c5005-8d0f-48c8-a96d-116e58110bcd service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321874 Jan 17 08:47:09.102593 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e6035df5-4ab1-48f1-86c0-9dd60be4d385 req-b26202fb-2061-4ade-9dab-d8bb57a23c2e service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298263 Jan 17 08:47:09.524927 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:09.558321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b4f55-d53c-43b4-a881-adaa9a6a48f0 req-e143c936-ea7a-4f79-b301-9e27e2770277 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:09.559002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e91b4f55-d53c-43b4-a881-adaa9a6a48f0 req-e143c936-ea7a-4f79-b301-9e27e2770277 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:47:09.591835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:09.637814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e91b4f55-d53c-43b4-a881-adaa9a6a48f0 req-e143c936-ea7a-4f79-b301-9e27e2770277 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:47:09.638986 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e91b4f55-d53c-43b4-a881-adaa9a6a48f0 req-e143c936-ea7a-4f79-b301-9e27e2770277 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 944 time: 0.1628881 Jan 17 08:47:09.684656 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e91b4f55-d53c-43b4-a881-adaa9a6a48f0 req-0ded4f0b-daa9-4ffe-9539-dacbb78b16b2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401177 Jan 17 08:47:10.880893 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1706cb-fcf7-4efc-ab1f-8e33166dbb76 req-3821cf10-7af1-4e4f-9ee3-856988729d4f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:10.882380 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b1706cb-fcf7-4efc-ab1f-8e33166dbb76 req-3821cf10-7af1-4e4f-9ee3-856988729d4f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 944 time: 0.0773816 Jan 17 08:47:10.932896 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5b1706cb-fcf7-4efc-ab1f-8e33166dbb76 req-fb38aad5-222b-4bde-86f4-de5129f7f7b0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441902 Jan 17 08:47:11.025980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:11.117164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 783950aa-6191-400a-8c60-7d82229f956b details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:47:11.248968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=783950aa-6191-400a-8c60-7d82229f956b,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:47:11.262907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '783950aa-6191-400a-8c60-7d82229f956b', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': '783950aa-6191-400a-8c60-7d82229f956b', 'mac_address': 'fa:16:3e:b5:dd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:47:11.319728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:11.337486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783950aa-6191-400a-8c60-7d82229f956b {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:47:11.352065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=783950aa-6191-400a-8c60-7d82229f956b,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:47:11.413518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:11.479169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=783950aa-6191-400a-8c60-7d82229f956b,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:11.708451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['783950aa-6191-400a-8c60-7d82229f956b'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:47:12.014184 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:47:12.025830 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:47:12.026428 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:47:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:47:12.129758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081a440-ac4e-4c36-aae1-8a5986672b94 req-737f1ab0-e907-4982-adb3-930c84d1e39b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:12.131233 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1081a440-ac4e-4c36-aae1-8a5986672b94 req-737f1ab0-e907-4982-adb3-930c84d1e39b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 945 time: 0.0773914 Jan 17 08:47:12.184249 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1081a440-ac4e-4c36-aae1-8a5986672b94 req-4e253684-7ceb-4e44-b86f-f8cd3b04371a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474780 Jan 17 08:47:12.201007 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:47:12.533449 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 2, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:47:12.537781 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:47:12.538121 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Updating router 545c46cc-fb21-41ca-b871-00b8d753d33d port 164370e6-ddab-4c6e-b830-6fab23bba40c binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:47:12.586584 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:12.925842 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:12.937534 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Transition to ACTIVE for port object 164370e6-ddab-4c6e-b830-6fab23bba40c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:47:13.003207 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:13.116831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 783950aa-6191-400a-8c60-7d82229f956b up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:47:13.129727 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Pushing event updated for resources: {'Port': ['ID=164370e6-ddab-4c6e-b830-6fab23bba40c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:13.143632 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.143968 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.144293 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.144614 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.145475 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.145791 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.146107 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.147359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.147359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.147359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.147359 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:47:13.233707 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Attempting to bind port 164370e6-ddab-4c6e-b830-6fab23bba40c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:47:13.234084 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Attempting to bind port 164370e6-ddab-4c6e-b830-6fab23bba40c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:47:13.234441 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Attempting to bind port 164370e6-ddab-4c6e-b830-6fab23bba40c on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:47:13.241621 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:47:13.242144 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Checking segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:47:13.242421 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:13.242775 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Bound using segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:47:13.243270 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Bound port: 164370e6-ddab-4c6e-b830-6fab23bba40c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:47:13.243644 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:13.254624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 783950aa-6191-400a-8c60-7d82229f956b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:47:13.262473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 783950aa-6191-400a-8c60-7d82229f956b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:47:13.263340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:13.339607 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] For port 164370e6-ddab-4c6e-b830-6fab23bba40c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:47:13.343374 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] For port 164370e6-ddab-4c6e-b830-6fab23bba40c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=164370e6-ddab-4c6e-b830-6fab23bba40c,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:47:13.400901 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:13.402061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d749b7a-7290-48e0-a9b6-546d340c42ec req-313149cd-b6f7-4a3b-a79e-e07881e2f7d6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:13.403567 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0d749b7a-7290-48e0-a9b6-546d340c42ec req-313149cd-b6f7-4a3b-a79e-e07881e2f7d6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 945 time: 0.0901656 Jan 17 08:47:13.429392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783950aa-6191-400a-8c60-7d82229f956b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:47:13.437919 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:13.458979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=783950aa-6191-400a-8c60-7d82229f956b,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:47:13.461895 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0d749b7a-7290-48e0-a9b6-546d340c42ec req-44390ab6-e762-454e-9dd1-586bdea44785 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525050 Jan 17 08:47:13.498871 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783950aa-6191-400a-8c60-7d82229f956b', 'code': 200} Jan 17 08:47:13.522144 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85efd7-b5a4-4267-bddb-00dc73a113bf None None] Pushing event updated for resources: {'Port': ['ID=164370e6-ddab-4c6e-b830-6fab23bba40c,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:13.530540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:13.530766 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:47:13.530896 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:47:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:47:13.605183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=783950aa-6191-400a-8c60-7d82229f956b,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:13.733304 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:47:13.857248 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12b0ef27-c7a0-4615-9c26-eb9efda75b1e req-48a6aaae-df9f-4e5d-b753-48a997bef742 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 1099 time: 0.0718329 Jan 17 08:47:13.900036 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12b0ef27-c7a0-4615-9c26-eb9efda75b1e req-331077cd-006f-40aa-8f85-d2225a116e4d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369525 Jan 17 08:47:14.045275 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:13Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:47:14.049072 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f04cb10-39c4-455d-8477-f723d3cbb213 None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:13Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:47:14.455973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 164370e6-ddab-4c6e-b830-6fab23bba40c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:47:14.614342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 164370e6-ddab-4c6e-b830-6fab23bba40c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:47:14.619428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 164370e6-ddab-4c6e-b830-6fab23bba40c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:47:14.619847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:14.666378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5426a-5c11-4148-8687-ad1c1feaa035 req-306c1f03-66ba-4aae-a64a-2a2aaa941ea2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:14.667860 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ce5426a-5c11-4148-8687-ad1c1feaa035 req-306c1f03-66ba-4aae-a64a-2a2aaa941ea2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0867229 Jan 17 08:47:14.718861 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ce5426a-5c11-4148-8687-ad1c1feaa035 req-09993b06-759c-45c5-b8cc-194095a09be3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452466 Jan 17 08:47:14.733935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:14.764785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 164370e6-ddab-4c6e-b830-6fab23bba40c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=164370e6-ddab-4c6e-b830-6fab23bba40c,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:47:14.854827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:14.921997 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=164370e6-ddab-4c6e-b830-6fab23bba40c,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:47:15.918310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c957c7-6ee0-410f-a0d9-592c7ca2419f req-b15e0720-e1a4-446e-88f3-8d083e5c39e3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:15.919959 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a2c957c7-6ee0-410f-a0d9-592c7ca2419f req-b15e0720-e1a4-446e-88f3-8d083e5c39e3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0833797 Jan 17 08:47:15.965437 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a2c957c7-6ee0-410f-a0d9-592c7ca2419f req-6f916530-a493-4ffc-a238-1e2262b2a5c8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399714 Jan 17 08:47:16.158246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ff761-3689-4403-a34b-778e87c1702c req-a2826a7b-fbc0-4e76-b183-59b3fb6fdcd8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:16.159789 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-672ff761-3689-4403-a34b-778e87c1702c req-a2826a7b-fbc0-4e76-b183-59b3fb6fdcd8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0760379 Jan 17 08:47:16.169048 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 60960) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:47:16.174318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f1a36da9-e2e2-4249-97ce-63cc4d58e368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'floatingip': {'port_id': '783950aa-6191-400a-8c60-7d82229f956b'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:47:16.252261 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a36da9-e2e2-4249-97ce-63cc4d58e368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:16.441076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 164370e6-ddab-4c6e-b830-6fab23bba40c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:47:16.513314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 164370e6-ddab-4c6e-b830-6fab23bba40c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:47:16.513683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:16.937787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a36da9-e2e2-4249-97ce-63cc4d58e368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:17.001012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a36da9-e2e2-4249-97ce-63cc4d58e368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:17.190365 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-f1a36da9-e2e2-4249-97ce-63cc4d58e368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 associated. External IP: 172.26.4.163, port: 783950aa-6191-400a-8c60-7d82229f956b. Jan 17 08:47:17.576035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a36da9-e2e2-4249-97ce-63cc4d58e368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:47:17.774481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a36da9-e2e2-4249-97ce-63cc4d58e368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:47:17.779398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f1a36da9-e2e2-4249-97ce-63cc4d58e368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:17.784168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:47:17.796257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:47:17.796952 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:47:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:47:17.831545 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f1a36da9-e2e2-4249-97ce-63cc4d58e368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "PUT /v2.0/floatingips/a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 HTTP/1.1" status: 200 len: 992 time: 1.6613767 Jan 17 08:47:17.832146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'tag': '783950aa-6191-400a-8c60-7d82229f956b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:47:17.887007 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'tag': '783950aa-6191-400a-8c60-7d82229f956b', 'status': 'completed', 'code': 200} Jan 17 08:47:17.978412 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45963c0d-3ea5-4855-b6fa-5915865a7f88 req-f38776ed-c1a5-46d0-8e84-761c0a02d5bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 1099 time: 0.0685594 Jan 17 08:47:17.982546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:47:18.118112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45963c0d-3ea5-4855-b6fa-5915865a7f88 req-cd25dee6-c4ef-4518-846a-768bddebcec4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:18.119575 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45963c0d-3ea5-4855-b6fa-5915865a7f88 req-cd25dee6-c4ef-4518-846a-768bddebcec4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1357172 Jan 17 08:47:18.224948 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45963c0d-3ea5-4855-b6fa-5915865a7f88 req-e95fd024-94ed-4add-b3b0-bc0aad25e549 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=783950aa-6191-400a-8c60-7d82229f956b HTTP/1.1" status: 200 len: 1000 time: 0.0981457 Jan 17 08:47:18.289716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45963c0d-3ea5-4855-b6fa-5915865a7f88 req-08ca8304-c1ef-4be0-bd9f-7fae800f3d84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:47:18.291594 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45963c0d-3ea5-4855-b6fa-5915865a7f88 req-08ca8304-c1ef-4be0-bd9f-7fae800f3d84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0602577 Jan 17 08:47:18.337402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': '783950aa-6191-400a-8c60-7d82229f956b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:b5:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:47:16Z', 'revision_number': 1, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:47:18.341384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:47:18.352591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:47:18.353209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:47:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:47:18.370762 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45963c0d-3ea5-4855-b6fa-5915865a7f88 req-352bd905-b0eb-4cbd-b35e-ad824053aa62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735512 Jan 17 08:47:18.538390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:47:18.601426 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45963c0d-3ea5-4855-b6fa-5915865a7f88 req-07bdcfb6-b556-467e-a269-b422a1069170 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245152 Jan 17 08:47:18.732829 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45963c0d-3ea5-4855-b6fa-5915865a7f88 req-6161d930-cdc7-40f5-a3cf-332d419393f0 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254153 Jan 17 08:47:18.921188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': '783950aa-6191-400a-8c60-7d82229f956b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:b5:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:47:16Z', 'revision_number': 1, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:47:18.925276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720d006-3969-44a9-b69a-0e5123338690 None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': '783950aa-6191-400a-8c60-7d82229f956b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:b5:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:47:16Z', 'revision_number': 1, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:47:19.808705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:20.798327 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f801e741-02f7-4f94-9039-51e069a43cb5 None None] New status for floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:47:21.725971 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:47:36.086930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a5f3962-e158-4ab8-9d3c-fb15b541d2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:38.219445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d7a32ebd-160b-4867-b563-fa2213e876b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:39.515077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:39.602369 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:41.019128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:49.819945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:47:58.725916 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:48:06.093058 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9de1520a-3484-4e81-b766-5fe68e236a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:07.432019 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-5c324e7f-02b4-44b7-b989-5f7de6c94dc7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666573 Jan 17 08:48:07.572559 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-064cae54-12d4-4cbb-9c6e-09843752d13e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 1099 time: 0.0711608 Jan 17 08:48:07.716206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-0564141d-3d01-4701-92c0-f6555f198d7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:07.717629 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-0564141d-3d01-4701-92c0-f6555f198d7c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1273425 Jan 17 08:48:07.820489 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-32bb0c46-d026-4658-a9e0-c65401cd05bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=783950aa-6191-400a-8c60-7d82229f956b HTTP/1.1" status: 200 len: 1002 time: 0.0965831 Jan 17 08:48:07.882822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-f00ab81b-7fdf-420a-85f6-7fcce3bc491c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:07.884327 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-f00ab81b-7fdf-420a-85f6-7fcce3bc491c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0583496 Jan 17 08:48:07.969266 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-0d36d310-81f2-4fa4-8ed9-8da7d4dc6f69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684631 Jan 17 08:48:08.096847 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-b124b32a-375c-4aee-bbc8-05782ee9f514 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211851 Jan 17 08:48:08.207153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5711c78d-6f3b-498d-807a-2220a50cb9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:08.225802 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-582fe698-aa7e-4ce6-b049-ef195a5b533f req-89b2118a-200c-4636-b221-c49b741b2ec6 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219888 Jan 17 08:48:09.573316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:09.601738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:11.019020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:19.847122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:28.629986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147cea4-3843-41be-9a90-bed887b67459 req-61f62c36-877c-42e8-a690-8f0e04d72e91 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:28.631446 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d147cea4-3843-41be-9a90-bed887b67459 req-61f62c36-877c-42e8-a690-8f0e04d72e91 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0773191 Jan 17 08:48:28.675854 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d147cea4-3843-41be-9a90-bed887b67459 req-3e3b7583-9af0-4885-8875-9d5ef42a9ba7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385404 Jan 17 08:48:28.869985 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0ec1561-e416-440c-8d69-7237005c1ee3 req-c5dff47b-53bd-454d-813e-f438e5c31e53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0704522 Jan 17 08:48:29.294275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae11aeb-37b2-42f4-923f-c9ddde8c772e req-f9a65d48-e871-4f60-a4af-bb35e35a6795 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:29.295843 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cae11aeb-37b2-42f4-923f-c9ddde8c772e req-f9a65d48-e871-4f60-a4af-bb35e35a6795 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0769529 Jan 17 08:48:29.344954 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cae11aeb-37b2-42f4-923f-c9ddde8c772e req-b3b6d33d-82cb-45f7-a4c2-f4d42168f46f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 Jan 17 08:48:29.386234 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-17c58918-0975-429b-bead-b2260561affe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677719 Jan 17 08:48:30.545903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cec4e-13a0-4cfb-bef9-632b9216bf11 req-ed68cfa4-c295-4fb3-9f56-3c2ed330c480 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:30.547483 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-723cec4e-13a0-4cfb-bef9-632b9216bf11 req-ed68cfa4-c295-4fb3-9f56-3c2ed330c480 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0789297 Jan 17 08:48:30.594348 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-723cec4e-13a0-4cfb-bef9-632b9216bf11 req-ac676c8f-a157-408a-8ada-e657c5a9da14 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406680 Jan 17 08:48:31.446719 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-57faed01-3fcd-40d2-a782-2cdbf1ef945e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 1099 time: 0.0756595 Jan 17 08:48:31.577422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-cbd71879-9111-413d-ac97-f713d6389626 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:31.578782 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-cbd71879-9111-413d-ac97-f713d6389626 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1261535 Jan 17 08:48:31.681882 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-4137d8f7-9926-43e7-bb9f-b475c11646f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=783950aa-6191-400a-8c60-7d82229f956b HTTP/1.1" status: 200 len: 1002 time: 0.0972979 Jan 17 08:48:31.744405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-d8d78333-0e29-403d-8e9e-4a27889fbf94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:31.745762 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-d8d78333-0e29-403d-8e9e-4a27889fbf94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0582476 Jan 17 08:48:31.910296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e4788-4216-474e-8fed-ac72ab110d99 req-364d6882-d812-43cb-b753-84297ca72863 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:31.911801 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-137e4788-4216-474e-8fed-ac72ab110d99 req-364d6882-d812-43cb-b753-84297ca72863 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.1925681 Jan 17 08:48:31.923667 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-4416b72f-67bf-414f-885d-0ca2ac9cbf3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1719491 Jan 17 08:48:31.957749 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-137e4788-4216-474e-8fed-ac72ab110d99 req-a7092d30-6787-4d7d-b8ac-c78252d95f83 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Jan 17 08:48:32.061581 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-4b42c8a3-5cde-4fad-abf3-40eadacc795b service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321862 Jan 17 08:48:32.195967 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-69de71d6-80a4-4573-9182-6c1bc9a2b610 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288252 Jan 17 08:48:33.153246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bafab-1dff-48d9-8ec9-3b401b003ff7 req-66e9991d-abae-48fa-aff1-91ca2af84541 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:33.154709 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a72bafab-1dff-48d9-8ec9-3b401b003ff7 req-66e9991d-abae-48fa-aff1-91ca2af84541 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0759561 Jan 17 08:48:33.201699 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a72bafab-1dff-48d9-8ec9-3b401b003ff7 req-2a0eb71f-ea72-4446-8bf4-5194bd689e49 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410142 Jan 17 08:48:34.397606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905a8f2-b637-4ba2-9dae-f4bd653a4481 req-3673f5b9-0d47-4c9a-97fc-056fa4e6adef tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:34.399041 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2905a8f2-b637-4ba2-9dae-f4bd653a4481 req-3673f5b9-0d47-4c9a-97fc-056fa4e6adef tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0772977 Jan 17 08:48:34.444835 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2905a8f2-b637-4ba2-9dae-f4bd653a4481 req-dd315374-49ac-47e0-aa84-d5542c2bb2ca tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402641 Jan 17 08:48:35.639297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06cbbb-f1fa-4fd8-a6d4-b52efa7ce21a req-2854adc4-c7f8-492d-bb5f-ca5ae3a2edc2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:35.640724 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8f06cbbb-f1fa-4fd8-a6d4-b52efa7ce21a req-2854adc4-c7f8-492d-bb5f-ca5ae3a2edc2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0753062 Jan 17 08:48:35.684587 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8f06cbbb-f1fa-4fd8-a6d4-b52efa7ce21a req-abe38fec-c903-4db6-8fd1-3d16e827f4d3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381215 Jan 17 08:48:35.725420 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:48:36.087092 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3acff3b5-f307-4559-b027-077aa9e68674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:36.875533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3a911-15bd-4d71-a5a6-a79711855870 req-f392c569-a22c-46eb-8942-c5cdc7b6073a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:36.876978 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e3a3a911-15bd-4d71-a5a6-a79711855870 req-f392c569-a22c-46eb-8942-c5cdc7b6073a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0742369 Jan 17 08:48:36.923342 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e3a3a911-15bd-4d71-a5a6-a79711855870 req-8e5ab3f1-8c7f-4e38-84dd-62dd7f082ab4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407875 Jan 17 08:48:38.124943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b1f89-25c4-4b5a-be3c-40c2df365cd2 req-477c0db6-302b-4e0e-84fb-7f37d1ebae5c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:38.126386 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-438b1f89-25c4-4b5a-be3c-40c2df365cd2 req-477c0db6-302b-4e0e-84fb-7f37d1ebae5c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0791011 Jan 17 08:48:38.171474 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-438b1f89-25c4-4b5a-be3c-40c2df365cd2 req-083c8b40-17fd-456b-95f7-8e81bf4ec8d8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395777 Jan 17 08:48:38.218298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f956831f-7931-438f-b433-52b5d32f5838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:39.371462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e25dd-5b22-4011-9924-184b5ab656fc req-ba2b0910-b017-48a6-8f39-9def516083f7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:39.372890 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-537e25dd-5b22-4011-9924-184b5ab656fc req-ba2b0910-b017-48a6-8f39-9def516083f7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0814965 Jan 17 08:48:39.416893 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-537e25dd-5b22-4011-9924-184b5ab656fc req-2e37ce44-5bf6-41b5-95a0-04466f2eeb24 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386393 Jan 17 08:48:39.521826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:39.612532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:40.609453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9584f-787d-43a3-8815-6f937496c5d7 req-459bcfe1-437b-4788-b84a-8727bcd724f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:40.610887 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9a9584f-787d-43a3-8815-6f937496c5d7 req-459bcfe1-437b-4788-b84a-8727bcd724f6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0748918 Jan 17 08:48:40.654132 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9a9584f-787d-43a3-8815-6f937496c5d7 req-60c2a2d8-ef70-4321-9d5c-7ebbe40cb6a1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378895 Jan 17 08:48:41.023653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:41.848835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e157-e64e-44f8-8c05-ab0ba6b42fbd req-6699baf7-29ef-43f8-8d78-4b1e096fd0be tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:41.850176 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9d12e157-e64e-44f8-8c05-ab0ba6b42fbd req-6699baf7-29ef-43f8-8d78-4b1e096fd0be tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0761468 Jan 17 08:48:41.897779 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9d12e157-e64e-44f8-8c05-ab0ba6b42fbd req-c618dee8-0678-4f80-934b-c09907b82943 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415833 Jan 17 08:48:43.104759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29b497-ea57-4137-8a37-55ea2bd69075 req-abe6f965-0115-483c-bc4d-2626dd3244e7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:43.106281 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4d29b497-ea57-4137-8a37-55ea2bd69075 req-abe6f965-0115-483c-bc4d-2626dd3244e7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0824575 Jan 17 08:48:43.150708 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4d29b497-ea57-4137-8a37-55ea2bd69075 req-6bb3211e-0470-4dad-8e75-c71fa76f5f89 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390291 Jan 17 08:48:44.161250 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-ea7f0702-3a7a-43c7-8bdc-988ecb7c2419 service neutron] 10.222.0.53 "GET /v2.0/ports/783950aa-6191-400a-8c60-7d82229f956b/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0701668 Jan 17 08:48:44.344557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67015208-2c19-4790-ad22-104022991076 req-941ce547-117a-42bd-8705-475a894b95ae tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:44.346013 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67015208-2c19-4790-ad22-104022991076 req-941ce547-117a-42bd-8705-475a894b95ae tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0755320 Jan 17 08:48:44.391039 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67015208-2c19-4790-ad22-104022991076 req-070b5d20-dc7a-4cdd-927b-e739a96d878d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393479 Jan 17 08:48:44.653012 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-e8c1017d-b808-42d0-8635-28ef72bc7866 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 1099 time: 0.0700076 Jan 17 08:48:44.743312 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-d182df54-8bcd-40b0-9a14-717fe104bb92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 1099 time: 0.0679889 Jan 17 08:48:44.869705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-fd3f63cb-0851-4856-b320-b4f0c0768083 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:44.871120 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-fd3f63cb-0851-4856-b320-b4f0c0768083 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1221437 Jan 17 08:48:44.971271 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-708c1eb3-0631-4c4f-b5b6-5c994fb44f93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=783950aa-6191-400a-8c60-7d82229f956b HTTP/1.1" status: 200 len: 1002 time: 0.0939627 Jan 17 08:48:45.030627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-5540305d-56d4-4cce-b11a-21061902d9c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:45.031959 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-5540305d-56d4-4cce-b11a-21061902d9c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0546589 Jan 17 08:48:45.106327 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-381a9278-01ee-4cc9-a8fa-5cdb7e71351b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682328 Jan 17 08:48:45.233744 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-5ca537e5-752b-4895-bbe5-2418e598533d service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210072 Jan 17 08:48:45.442439 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ae8ac54d-25e2-42c4-8300-b8c020986b7c req-1bde00bf-8870-4a94-b74b-2efacd75b9cb service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032764 Jan 17 08:48:45.592577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c8bc2-9e19-41a9-8238-7e8fab291356 req-2ce2a67f-955b-4b47-a047-c9292cf94971 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:45.593980 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8a5c8bc2-9e19-41a9-8238-7e8fab291356 req-2ce2a67f-955b-4b47-a047-c9292cf94971 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0739675 Jan 17 08:48:45.638076 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8a5c8bc2-9e19-41a9-8238-7e8fab291356 req-f6728984-5ea1-463f-b1c8-f269cbd3295c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387118 Jan 17 08:48:46.838463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec1ea7-3ba6-4f42-9d1c-d0c9cc6888b3 req-012b59c7-b283-4cc3-8c3b-ba2f00a83530 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:46.839927 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cfec1ea7-3ba6-4f42-9d1c-d0c9cc6888b3 req-012b59c7-b283-4cc3-8c3b-ba2f00a83530 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0787828 Jan 17 08:48:46.882944 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cfec1ea7-3ba6-4f42-9d1c-d0c9cc6888b3 req-00d95221-f6eb-4663-bcbd-5f068307a8ce tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376420 Jan 17 08:48:47.572452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 783950aa-6191-400a-8c60-7d82229f956b details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:48:47.575355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 783950aa-6191-400a-8c60-7d82229f956b no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:48:47.788170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:47.810125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=783950aa-6191-400a-8c60-7d82229f956b,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:48:47.830008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783950aa-6191-400a-8c60-7d82229f956b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:48:47.837799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '783950aa-6191-400a-8c60-7d82229f956b', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': '783950aa-6191-400a-8c60-7d82229f956b', 'mac_address': 'fa:16:3e:b5:dd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:48:47.868862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=783950aa-6191-400a-8c60-7d82229f956b,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:48:47.892317 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783950aa-6191-400a-8c60-7d82229f956b', 'code': 200} Jan 17 08:48:47.894485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:47.912549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 783950aa-6191-400a-8c60-7d82229f956b {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:48:47.954576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:48.064081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:48:48.064349 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:48:48.066557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=783950aa-6191-400a-8c60-7d82229f956b,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:48:48.075329 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.075812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.076268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.076600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.076929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.077255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.077577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.077902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.078223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.078538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.078853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:48.080852 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c43c4-6970-4c23-b49d-79515959b5f2 req-b7eeb505-633b-45b1-b0a5-6c784d53fd39 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:48.082315 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-591c43c4-6970-4c23-b49d-79515959b5f2 req-b7eeb505-633b-45b1-b0a5-6c784d53fd39 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 944 time: 0.0766420 Jan 17 08:48:48.137400 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-591c43c4-6970-4c23-b49d-79515959b5f2 req-a7ffeac8-0227-4243-bb57-9ec49f2b985a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484741 Jan 17 08:48:48.619497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:48.636463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783950aa-6191-400a-8c60-7d82229f956b {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:48:48.650774 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=783950aa-6191-400a-8c60-7d82229f956b,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:48:48.704112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:48.771772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['783950aa-6191-400a-8c60-7d82229f956b'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:48:48.822084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=783950aa-6191-400a-8c60-7d82229f956b,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:48:49.334127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c0c0d-5150-478f-a5fe-447b5edf0326 req-4bc08102-7b7c-4c8f-a110-bfff11a8a6d1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:49.336435 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b48c0c0d-5150-478f-a5fe-447b5edf0326 req-4bc08102-7b7c-4c8f-a110-bfff11a8a6d1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 945 time: 0.0785992 Jan 17 08:48:49.379342 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b48c0c0d-5150-478f-a5fe-447b5edf0326 req-4e60bf7f-0c3c-4a74-aeb4-833a03133950 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374701 Jan 17 08:48:49.587480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 783950aa-6191-400a-8c60-7d82229f956b up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:48:49.653157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 783950aa-6191-400a-8c60-7d82229f956b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:48:49.653841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:49.817053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:49.849346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=783950aa-6191-400a-8c60-7d82229f956b,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:48:49.857465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:49.893291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783950aa-6191-400a-8c60-7d82229f956b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:48:49.898848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:49.906578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36276882-9b5d-461d-a3a7-6c86cf1c5d33 req-72318179-1087-49b4-9d88-b4cd85000983 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:49.908286 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-36276882-9b5d-461d-a3a7-6c86cf1c5d33 req-72318179-1087-49b4-9d88-b4cd85000983 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 945 time: 0.1470494 Jan 17 08:48:49.916532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-ae4f0824-425f-4bfb-a3d5-c2696dd8d3dd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:49.918043 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-ae4f0824-425f-4bfb-a3d5-c2696dd8d3dd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 945 time: 0.1231883 Jan 17 08:48:49.966947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-36276882-9b5d-461d-a3a7-6c86cf1c5d33 req-7a45a1bd-7c66-4e49-b91a-2a2cfc5ca610 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479150 Jan 17 08:48:49.974360 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783950aa-6191-400a-8c60-7d82229f956b', 'code': 200} Jan 17 08:48:49.975086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=783950aa-6191-400a-8c60-7d82229f956b,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:48:50.084527 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-9f38d991-71c1-4aab-a1e7-e17b29699ecf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 1099 time: 0.0699914 Jan 17 08:48:50.213416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-2f6d55e4-44ef-44c2-b395-49de490104d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:50.215163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-2f6d55e4-44ef-44c2-b395-49de490104d0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1250544 Jan 17 08:48:50.330111 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-2a58c8ea-ffa2-4d5e-be31-b41d306ea2e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=783950aa-6191-400a-8c60-7d82229f956b HTTP/1.1" status: 200 len: 1002 time: 0.1093774 Jan 17 08:48:50.395283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-7159937d-7f4d-48d2-9c50-30cfcf2ca0a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:50.396634 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-7159937d-7f4d-48d2-9c50-30cfcf2ca0a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0609248 Jan 17 08:48:50.468970 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-9faf9fd3-3342-4c6e-8283-6ab5e75d41b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664792 Jan 17 08:48:50.622016 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-8623edd6-a219-4c09-9ea9-4eab3e4f1734 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464791 Jan 17 08:48:50.756797 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6178afc8-8cbc-435c-87b2-70df1d2cfa8f req-9324f78d-e5fb-4135-bd75-99bdc256efeb service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227570 Jan 17 08:48:51.278007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d11df-811f-4e12-8e43-522098da8a4d req-0cbf3707-ad93-4a1b-8c75-df4cfb942ed9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:51.279400 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d87d11df-811f-4e12-8e43-522098da8a4d req-0cbf3707-ad93-4a1b-8c75-df4cfb942ed9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.1854901 Jan 17 08:48:51.326274 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d87d11df-811f-4e12-8e43-522098da8a4d req-03e84f28-9a29-4032-a66d-7c30a102388f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413053 Jan 17 08:48:52.592394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a969d25-7816-475b-a759-8374e6c9713f req-96ca8d71-ac57-4cb5-a2cc-e20e55bd77b0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:52.593830 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1a969d25-7816-475b-a759-8374e6c9713f req-96ca8d71-ac57-4cb5-a2cc-e20e55bd77b0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.1464000 Jan 17 08:48:52.648106 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1a969d25-7816-475b-a759-8374e6c9713f req-109819ed-52b6-450f-9c97-aba1af714961 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485580 Jan 17 08:48:52.840500 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729e9b7-93b3-493f-a2ab-604f5054de56 req-7876db49-7950-4ba4-a7f9-1040d7a753a9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:52.841951 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4729e9b7-93b3-493f-a2ab-604f5054de56 req-7876db49-7950-4ba4-a7f9-1040d7a753a9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0770071 Jan 17 08:48:52.890804 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4729e9b7-93b3-493f-a2ab-604f5054de56 req-c8e6e351-e279-442b-be8e-ca680516a070 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Jan 17 08:48:53.096806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fa72b-8a91-4ac4-a68c-460c47ecb095 req-6a48567e-3e4e-457e-a034-4f368af63549 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:53.098243 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7b9fa72b-8a91-4ac4-a68c-460c47ecb095 req-6a48567e-3e4e-457e-a034-4f368af63549 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0758312 Jan 17 08:48:53.145947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7b9fa72b-8a91-4ac4-a68c-460c47ecb095 req-901fdeec-b105-4682-a441-b3893a4fd1d5 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Jan 17 08:48:53.770437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6114e-3056-49aa-9a6e-b99a285851d0 req-944fd60d-1282-4a03-a886-de2f6748998f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:53.771807 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2ee6114e-3056-49aa-9a6e-b99a285851d0 req-944fd60d-1282-4a03-a886-de2f6748998f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0783460 Jan 17 08:48:53.817348 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2ee6114e-3056-49aa-9a6e-b99a285851d0 req-0c2a9e17-b076-425c-b1b5-8e9e1c5afb18 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386381 Jan 17 08:48:55.017428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0ac1-e5dc-4da1-8102-f8f6ee98adb4 req-7d74c139-f4c4-4c02-9cc5-0cbfefbe1b01 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:55.018874 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7b5a0ac1-e5dc-4da1-8102-f8f6ee98adb4 req-7d74c139-f4c4-4c02-9cc5-0cbfefbe1b01 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0799811 Jan 17 08:48:55.064442 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7b5a0ac1-e5dc-4da1-8102-f8f6ee98adb4 req-2f017313-151b-4142-820c-e580a9a69cf0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400612 Jan 17 08:48:55.471841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-9746810a-49db-4e92-8706-51e1adcd7aa2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:55.473260 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-9746810a-49db-4e92-8706-51e1adcd7aa2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.0776210 Jan 17 08:48:55.542143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Deleting port 783950aa-6191-400a-8c60-7d82229f956b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:48:55.542507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:55.868950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] For port 783950aa-6191-400a-8c60-7d82229f956b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=783950aa-6191-400a-8c60-7d82229f956b,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:48:55.869303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:56.152889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:56.153273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:56.153704 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 disassociated. External IP: 172.26.4.163, port: 783950aa-6191-400a-8c60-7d82229f956b. Jan 17 08:48:56.153914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Calling delete_port for 783950aa-6191-400a-8c60-7d82229f956b owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:48:56.355112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817b8e4-634d-472e-9d6d-83d80b9d0e6c req-8f9e9c8d-033a-4ab3-9bf2-01c86cad42a4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:56.356554 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9817b8e4-634d-472e-9d6d-83d80b9d0e6c req-8f9e9c8d-033a-4ab3-9bf2-01c86cad42a4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 946 time: 0.1536620 Jan 17 08:48:56.407616 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9817b8e4-634d-472e-9d6d-83d80b9d0e6c req-c455bbdb-8454-44d9-8dfb-fff47cc7283d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452242 Jan 17 08:48:56.452456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:56.504465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event deleted for resources: {'Port': ['ID=783950aa-6191-400a-8c60-7d82229f956b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:48:56.519013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.519527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.519739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.520075 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.520516 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.520750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.521082 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.521416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.521741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.522064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.522381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:48:56.753592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:48:56.969568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:48:56.979879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:48:56.993421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:48:56.994150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:48:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:48:57.038038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] No DVR routers for this DVR port 783950aa-6191-400a-8c60-7d82229f956b on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:48:57.040704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:48:57.043454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'name': 'network-vif-deleted', 'tag': '783950aa-6191-400a-8c60-7d82229f956b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:48:57.101503 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa3c6f1-6343-4763-bbff-af2f580e1905', 'name': 'network-vif-deleted', 'tag': '783950aa-6191-400a-8c60-7d82229f956b', 'status': 'completed', 'code': 200} Jan 17 08:48:57.131771 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4c4bd573-bc8d-4fb7-b69b-0570d3214af2 req-f083150b-dbaa-4b4b-b0af-ba3f0524f796 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "DELETE /v2.0/ports/783950aa-6191-400a-8c60-7d82229f956b HTTP/1.1" status: 204 len: 173 time: 1.6531549 Jan 17 08:48:57.174141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:48:57.503647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:48:57.507887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:48:57.519697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:48:57.520644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:48:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:48:57.605489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-887e8618-06bf-463b-ad6d-bfabf2f36f17 req-8d008a33-db31-40ae-b626-c50df8c04d06 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:48:57.675420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-887e8618-06bf-463b-ad6d-bfabf2f36f17 req-8d008a33-db31-40ae-b626-c50df8c04d06 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:48:57.677325 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-887e8618-06bf-463b-ad6d-bfabf2f36f17 req-8d008a33-db31-40ae-b626-c50df8c04d06 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa3c6f1-6343-4763-bbff-af2f580e1905 HTTP/1.1" status: 200 len: 210 time: 0.1173389 Jan 17 08:48:57.712144 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:48:58.029839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:48:58.034334 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b60b8a-ec82-4fe0-9820-07380550d7a5 None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:48:58.265286 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13af649-0f1b-4a53-bdce-7cbc65b068c3 None None] New status for floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:48:59.038419 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-38211ba3-1309-4f9c-9211-0a0fcce08d6e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--873987135&fields=id&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 267 time: 0.0404725 Jan 17 08:48:59.186213 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-e7e6aa64-b654-425e-b390-53e367e1c863 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:48:59.187740 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-e7e6aa64-b654-425e-b390-53e367e1c863 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 812 time: 0.1424966 Jan 17 08:48:59.203146 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-d463e450-2a9a-44dc-9fd8-c1ecca2dff97 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/quotas/1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 375 time: 0.0101688 Jan 17 08:48:59.285237 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-a83ff111-0a58-4512-8870-361a7ba91e79 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772340 Jan 17 08:48:59.418682 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-260a0284-01b8-43ca-ae1f-d0e28d115830 service neutron] 10.222.0.44 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218500 Jan 17 08:48:59.545484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-2bdea1af-6a8d-4083-ab73-f3bfa797a180 service neutron] 10.222.0.44 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210802 Jan 17 08:48:59.643448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 783950aa-6191-400a-8c60-7d82229f956b no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:48:59.679413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 783950aa-6191-400a-8c60-7d82229f956b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:48:59.679761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 783950aa-6191-400a-8c60-7d82229f956b not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:48:59.784732 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-68095146-9b53-4707-82f9-23b4a50a6a5a req-82524ebe-32dd-4457-a988-5f8fefd21ab8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0404251 Jan 17 08:49:00.951406 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8f78997e-70bb-4f50-9d07-8b118d30c4da req-7590496c-30c4-4e2a-bc63-99a426433c14 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0407996 Jan 17 08:49:01.520874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-f8588b1b-b3ca-4500-8c69-ea4a818eec0d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:01.522262 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-f8588b1b-b3ca-4500-8c69-ea4a818eec0d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 812 time: 0.1378770 Jan 17 08:49:01.574640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-8eae2706-cc54-476e-8662-2d40b00a9ef1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 379 time: 0.0397689 Jan 17 08:49:01.583017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'port': {'device_id': '9b41a659-d10a-4810-8334-411bea16c9f0', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'admin_state_up': True, 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'security_groups': ['17886243-d665-43bf-b25f-f7ef41da5d39']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:49:01.802940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:49:01.812262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:49:01.880655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Made reservation on behalf of 1ddb4c6a68a44762b7f06ae70ebd5f41 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:49:01.883730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:02.047449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Allocated IP 172.20.0.5 (e4b8b156-421b-41aa-8baf-346ee12323aa/6c8fce2e-ab8c-407c-b923-e1171b36c980/78ebeafa-8bd0-4121-b5b5-115ae4991dae) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:49:02.145033 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1626d85c-d776-4a27-a292-cf2143197e18 req-94615198-b15c-4b39-9c09-1a7fe7c4856c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0636842 Jan 17 08:49:02.285139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:02.300386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Transition to ACTIVE for port object 78ebeafa-8bd0-4121-b5b5-115ae4991dae will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:49:02.370967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:02.439606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Network e4b8b156-421b-41aa-8baf-346ee12323aa is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:49:02.443021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:49:02.446941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:49:02.483923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event updated for resources: {'Port': ['ID=78ebeafa-8bd0-4121-b5b5-115ae4991dae,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:49:02.517782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:02.518383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:02.619063 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-c50ccd44-3da7-476b-8114-c65a984932b1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0393543 Jan 17 08:49:02.629896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Request body: {'port': {'device_id': '9b41a659-d10a-4810-8334-411bea16c9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:49:02.737444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:02.793649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b8fd4a59-ff80-44a0-92d4-88eb909a95d9 None None] Provisioning for port 78ebeafa-8bd0-4121-b5b5-115ae4991dae completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:49:02.798596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b8fd4a59-ff80-44a0-92d4-88eb909a95d9 None None] Provisioning complete for port 78ebeafa-8bd0-4121-b5b5-115ae4991dae triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:49:02.799076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8fd4a59-ff80-44a0-92d4-88eb909a95d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:02.850904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd4a59-ff80-44a0-92d4-88eb909a95d9 None None] Port 78ebeafa-8bd0-4121-b5b5-115ae4991dae cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:49:03.068926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ebeafa-8bd0-4121-b5b5-115ae4991dae {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:49:03.075567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:03.090014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Transition to ACTIVE for port object 78ebeafa-8bd0-4121-b5b5-115ae4991dae will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:49:03.164715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:03.291358 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Pushing event updated for resources: {'Port': ['ID=78ebeafa-8bd0-4121-b5b5-115ae4991dae,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:49:03.350186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0c7b9-47ce-4d49-9010-6d0641c06dc5 req-953e8bff-e1f0-4792-bdb5-c3be6083dafa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:03.351787 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-75b0c7b9-47ce-4d49-9010-6d0641c06dc5 req-953e8bff-e1f0-4792-bdb5-c3be6083dafa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0852911 Jan 17 08:49:03.407785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Attempting to bind port 78ebeafa-8bd0-4121-b5b5-115ae4991dae on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:49:03.408003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Attempting to bind port 78ebeafa-8bd0-4121-b5b5-115ae4991dae by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:49:03.408599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Attempting to bind port 78ebeafa-8bd0-4121-b5b5-115ae4991dae on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:49:03.415739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Port 78ebeafa-8bd0-4121-b5b5-115ae4991dae on network e4b8b156-421b-41aa-8baf-346ee12323aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:49:03.416062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Attempting to bind port 78ebeafa-8bd0-4121-b5b5-115ae4991dae on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:49:03.423872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:49:03.424213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Checking segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:49:03.424596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Bound using segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:49:03.425027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Bound port: 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:49:03.425367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:03.494698 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-75b0c7b9-47ce-4d49-9010-6d0641c06dc5 req-eaebb869-e608-4583-ad2c-e7805ab90b19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370921 Jan 17 08:49:03.514771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:49:03.518344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:49:03.594890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:03.654851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:03.656335 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] 10.222.0.53 "PUT /v2.0/ports/78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 200 len: 1093 time: 1.0306005 Jan 17 08:49:03.665690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:49:03.691740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753ee68-d5c8-4627-87b8-5aada501da7e service neutron] Pushing event updated for resources: {'Port': ['ID=78ebeafa-8bd0-4121-b5b5-115ae4991dae,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:49:03.742757 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'status': 'completed', 'code': 200} Jan 17 08:49:03.825434 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-b4f8191a-2edb-4cfe-b2f4-11e8597831c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0704410 Jan 17 08:49:03.977552 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-0ef0f0b4-633d-4b33-833a-c0069af784ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 200 len: 217 time: 0.1458178 Jan 17 08:49:04.037479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-dee43213-cf7a-47a9-b1c3-0fa6547b4af1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:04.038921 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-dee43213-cf7a-47a9-b1c3-0fa6547b4af1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0564356 Jan 17 08:49:04.110591 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-cd743a77-a547-458f-9382-51693f4e13a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660191 Jan 17 08:49:04.236104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-0fb2d776-e9dd-4b15-83ec-9a7be6362c87 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193345 Jan 17 08:49:04.361259 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ccf369e6-fbf7-4139-9aca-a540e1d71ed8 req-daf48949-8605-404e-915d-b81b7988f6ae service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197119 Jan 17 08:49:04.571820 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3c936fe-8ea0-4ae4-b4e6-1234afca3de8 req-7451b1e2-1c13-482e-ae71-ea224ffa09af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 1096 time: 0.0727580 Jan 17 08:49:04.688138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778e619-0d70-4d06-9ad0-1860a311685b req-7688f3b4-a862-43b2-9d18-90d3a2c35b24 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:04.689601 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6778e619-0d70-4d06-9ad0-1860a311685b req-7688f3b4-a862-43b2-9d18-90d3a2c35b24 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0752358 Jan 17 08:49:04.698788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c936fe-8ea0-4ae4-b4e6-1234afca3de8 req-ac9ac04f-a434-4630-a4ab-d27723b5c9ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:04.700792 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3c936fe-8ea0-4ae4-b4e6-1234afca3de8 req-ac9ac04f-a434-4630-a4ab-d27723b5c9ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1231773 Jan 17 08:49:04.735854 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6778e619-0d70-4d06-9ad0-1860a311685b req-0e24827d-5606-4c91-8d69-48910b12f510 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407147 Jan 17 08:49:04.765769 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3c936fe-8ea0-4ae4-b4e6-1234afca3de8 req-0d14572e-4116-4860-a428-e3ec7df22251 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 200 len: 217 time: 0.0593941 Jan 17 08:49:04.828974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c936fe-8ea0-4ae4-b4e6-1234afca3de8 req-a65dc4c7-cc25-4b3a-9a95-6ffcf74aa92c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:04.830305 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3c936fe-8ea0-4ae4-b4e6-1234afca3de8 req-a65dc4c7-cc25-4b3a-9a95-6ffcf74aa92c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0587783 Jan 17 08:49:04.909308 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3c936fe-8ea0-4ae4-b4e6-1234afca3de8 req-bdf46e56-f5ed-4fb8-af0f-04d98d6faf77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730090 Jan 17 08:49:05.037212 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3c936fe-8ea0-4ae4-b4e6-1234afca3de8 req-2e3050a1-36c2-431e-a464-eec64502867a service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224787 Jan 17 08:49:05.165993 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3c936fe-8ea0-4ae4-b4e6-1234afca3de8 req-37d4024b-8833-40cb-bc66-d6bb52c17134 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230381 Jan 17 08:49:05.934951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f2b8f-b355-427f-8533-f63d2871ed62 req-f3252b22-49a6-4140-a39b-d80a4752414d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:05.935661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-a67f2b8f-b355-427f-8533-f63d2871ed62 req-f3252b22-49a6-4140-a39b-d80a4752414d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:49:06.025699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-a67f2b8f-b355-427f-8533-f63d2871ed62 req-f3252b22-49a6-4140-a39b-d80a4752414d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:49:06.026841 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a67f2b8f-b355-427f-8533-f63d2871ed62 req-f3252b22-49a6-4140-a39b-d80a4752414d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1707160 Jan 17 08:49:06.073841 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a67f2b8f-b355-427f-8533-f63d2871ed62 req-552f4889-0a64-4c99-b88c-50d5b5cd9c2f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407860 Jan 17 08:49:06.103319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47e93086-ca71-4311-9774-bc239f9bfa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:07.272854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8814f3-6cdb-4891-b229-2e9877f43ff6 req-7bbaa02e-bffb-4fc7-955a-ffccad7f1c50 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:07.274197 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0d8814f3-6cdb-4891-b229-2e9877f43ff6 req-7bbaa02e-bffb-4fc7-955a-ffccad7f1c50 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 943 time: 0.0775149 Jan 17 08:49:07.318717 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0d8814f3-6cdb-4891-b229-2e9877f43ff6 req-4e556348-be34-4010-baa4-2a22dfd9fcc9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388935 Jan 17 08:49:07.704566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 78ebeafa-8bd0-4121-b5b5-115ae4991dae details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:49:07.871147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:49:07.883949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'mac_address': 'fa:16:3e:35:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:49:07.939157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:07.956227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ebeafa-8bd0-4121-b5b5-115ae4991dae {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:49:07.971408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:49:08.045909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:08.109166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=78ebeafa-8bd0-4121-b5b5-115ae4991dae,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:49:08.205663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d85c52ca-a051-4e1d-93fc-b3b860fc03a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:08.352618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['78ebeafa-8bd0-4121-b5b5-115ae4991dae'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:49:08.516984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e88db-4f7f-4bf2-b288-a5a72c512396 req-e24a17a5-66fd-4cf9-ab9e-78f04fec91f2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:08.518439 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d88e88db-4f7f-4bf2-b288-a5a72c512396 req-e24a17a5-66fd-4cf9-ab9e-78f04fec91f2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 944 time: 0.0751996 Jan 17 08:49:08.563054 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d88e88db-4f7f-4bf2-b288-a5a72c512396 req-5b0fabbf-d37e-4d67-ac56-c4de8f81f9dd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Jan 17 08:49:09.530313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:09.623234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:09.704763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 78ebeafa-8bd0-4121-b5b5-115ae4991dae up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:49:09.756449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac983e7d-dbe5-4b84-a768-1db1c6fab7d3 req-0ed803ad-9818-4ba4-a280-477497bc885c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:09.758181 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ac983e7d-dbe5-4b84-a768-1db1c6fab7d3 req-0ed803ad-9818-4ba4-a280-477497bc885c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 944 time: 0.0774531 Jan 17 08:49:09.806308 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ac983e7d-dbe5-4b84-a768-1db1c6fab7d3 req-6248882d-a133-432d-8fba-d78b41e9466d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429900 Jan 17 08:49:09.811840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 78ebeafa-8bd0-4121-b5b5-115ae4991dae completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:49:09.816842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 78ebeafa-8bd0-4121-b5b5-115ae4991dae triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:49:09.817214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:09.928065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:09.954227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:49:09.963768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:49:10.008383 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'code': 200} Jan 17 08:49:10.023328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:10.091082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=78ebeafa-8bd0-4121-b5b5-115ae4991dae,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:49:10.349905 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-490fb2a2-d072-43d7-8e01-055c390ba565 req-b5a7a232-3124-4a1b-8bd5-3479a2a8f5bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.0685055 Jan 17 08:49:10.390251 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-490fb2a2-d072-43d7-8e01-055c390ba565 req-4367bb8b-7acf-4562-af3c-5c1cbb245b91 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346568 Jan 17 08:49:11.002717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a189090-589d-4094-b477-2471894a8350 req-b144d0fc-632a-4f30-8fb8-d5febb9a5fec tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:11.004198 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9a189090-589d-4094-b477-2471894a8350 req-b144d0fc-632a-4f30-8fb8-d5febb9a5fec tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0785191 Jan 17 08:49:11.039924 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:11.049443 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9a189090-589d-4094-b477-2471894a8350 req-4ccc56e6-7125-457a-9d2f-c5cce94f6a66 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396905 Jan 17 08:49:12.244927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9cb30-eda0-4dd0-962c-f602d4a7155a req-f0ba90ae-76ba-486a-8f28-b586240e0dbc tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:12.246381 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3ce9cb30-eda0-4dd0-962c-f602d4a7155a req-f0ba90ae-76ba-486a-8f28-b586240e0dbc tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0756147 Jan 17 08:49:12.292880 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3ce9cb30-eda0-4dd0-962c-f602d4a7155a req-a1c5c012-c5c3-4ae4-a93a-344f4c8ca999 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Jan 17 08:49:12.490754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847b743-e407-41db-bf0d-f4a8de00367f req-d036ca28-089e-4c3a-9ed5-679fb313b1d4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:12.492238 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b847b743-e407-41db-bf0d-f4a8de00367f req-d036ca28-089e-4c3a-9ed5-679fb313b1d4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0826354 Jan 17 08:49:12.500766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 33002) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:49:12.505699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-376e57ba-e545-4c52-9cec-87e9c524ddad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'floatingip': {'port_id': '78ebeafa-8bd0-4121-b5b5-115ae4991dae'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:49:12.580382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-376e57ba-e545-4c52-9cec-87e9c524ddad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:12.724114 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:49:13.157546 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-376e57ba-e545-4c52-9cec-87e9c524ddad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:13.216257 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-376e57ba-e545-4c52-9cec-87e9c524ddad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:13.402355 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-376e57ba-e545-4c52-9cec-87e9c524ddad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 associated. External IP: 172.26.4.163, port: 78ebeafa-8bd0-4121-b5b5-115ae4991dae. Jan 17 08:49:13.872124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376e57ba-e545-4c52-9cec-87e9c524ddad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:49:14.068480 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376e57ba-e545-4c52-9cec-87e9c524ddad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:49:14.200698 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-376e57ba-e545-4c52-9cec-87e9c524ddad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:14.201344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:49:14.201344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:49:14.201344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:49:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:49:14.202492 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-376e57ba-e545-4c52-9cec-87e9c524ddad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "PUT /v2.0/floatingips/a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 HTTP/1.1" status: 200 len: 991 time: 1.6255882 Jan 17 08:49:14.202492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:49:14.259731 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'status': 'completed', 'code': 200} Jan 17 08:49:14.280723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:49:14.347875 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f1b9046-6b2d-4976-a1b5-bc6eeb5a99ea req-b0466fb8-0885-455f-baaf-a3df631903ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.0683548 Jan 17 08:49:14.481768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b9046-6b2d-4976-a1b5-bc6eeb5a99ea req-6c7e9cfe-0ee9-4bb5-83eb-9e47d6ae35ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:14.483377 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f1b9046-6b2d-4976-a1b5-bc6eeb5a99ea req-6c7e9cfe-0ee9-4bb5-83eb-9e47d6ae35ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1303713 Jan 17 08:49:14.639676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:35:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b41a659-d10a-4810-8334-411bea16c9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:49:13Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:49:14.643547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:49:14.653821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:49:14.654411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:49:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:49:14.671947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f1b9046-6b2d-4976-a1b5-bc6eeb5a99ea req-65f47bf5-d647-4aea-863f-5749b123216d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 200 len: 999 time: 0.1832976 Jan 17 08:49:14.735122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b9046-6b2d-4976-a1b5-bc6eeb5a99ea req-f0e7da70-56f1-4de0-9f6c-a824e8aa78de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:49:14.736519 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f1b9046-6b2d-4976-a1b5-bc6eeb5a99ea req-f0e7da70-56f1-4de0-9f6c-a824e8aa78de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0583282 Jan 17 08:49:14.812903 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f1b9046-6b2d-4976-a1b5-bc6eeb5a99ea req-750b534b-3e60-4df8-b8af-db9492c6a0e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706987 Jan 17 08:49:14.844341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:49:14.945238 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f1b9046-6b2d-4976-a1b5-bc6eeb5a99ea req-e16b9442-9f9f-4eec-9289-0c67d1245667 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264250 Jan 17 08:49:15.089402 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f1b9046-6b2d-4976-a1b5-bc6eeb5a99ea req-3a752163-2efc-4dbd-8c95-2fe6e83a3ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377025 Jan 17 08:49:15.227436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:35:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b41a659-d10a-4810-8334-411bea16c9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:49:13Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:49:15.231394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8999ee67-cd5b-4467-8747-745f3d210106 None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:35:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b41a659-d10a-4810-8334-411bea16c9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:49:13Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:49:15.426768 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb46b02-f26c-4859-9aa5-665e37fe7fcc None None] New status for floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:49:19.828668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:36.097058 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b619332a-30a1-4567-8ea1-500bd59aa861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:38.200110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e42cdc6e-4376-4902-9cb8-bd9cf6b99c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:39.518699 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:39.605241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:41.022400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:49:49.724929 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:49:49.862602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:06.101987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59c30fb4-59bd-4f4b-bfea-c31660be1cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:08.216177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf2129a1-03ef-44d7-96ca-cdedd87b0a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:08.795701 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-d2d50257-2d31-462b-9b24-2a0f3cd0cc5b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660172 Jan 17 08:50:08.930591 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-cf9bbb12-a83e-4e8f-af77-6b13734ec6ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.0671566 Jan 17 08:50:09.071142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-68a04082-f514-4ac0-a55b-f4fad130ac2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:09.072510 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-68a04082-f514-4ac0-a55b-f4fad130ac2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1233628 Jan 17 08:50:09.171187 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-660c5e06-e41a-401f-b53f-48c7f9341f9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 200 len: 1001 time: 0.0928397 Jan 17 08:50:09.235247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-09c66e6c-c3c4-4d34-aecb-32d80f260367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:09.236634 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-09c66e6c-c3c4-4d34-aecb-32d80f260367 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0596883 Jan 17 08:50:09.309538 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-48492ab0-4312-4fae-9079-d56c7ab60ac3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673451 Jan 17 08:50:09.439849 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-6d68e4f7-8cda-4cb1-ae31-0e9ab447b5ee service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241734 Jan 17 08:50:09.524446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:09.572394 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c542f2a7-c669-4052-aab6-b10ab24b2976 req-c7849878-dc0a-40f4-8c12-ff6377194062 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272790 Jan 17 08:50:09.598734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:11.033483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:19.884328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:26.279664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d1ecb-ffc8-423b-b860-d33a0941127e req-9ab09a62-1c36-43f7-ad99-27759d7d58d7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:26.281114 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-162d1ecb-ffc8-423b-b860-d33a0941127e req-9ab09a62-1c36-43f7-ad99-27759d7d58d7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0790279 Jan 17 08:50:26.330302 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-162d1ecb-ffc8-423b-b860-d33a0941127e req-602a6937-5936-4473-bf2c-c3e4928ef8d5 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401194 Jan 17 08:50:26.726284 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:50:27.535887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af19b-54b6-4871-b817-f41be4d6ba60 req-35b59c97-3651-47de-8740-04092fbe9a18 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:27.537325 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c01af19b-54b6-4871-b817-f41be4d6ba60 req-35b59c97-3651-47de-8740-04092fbe9a18 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0800953 Jan 17 08:50:27.584052 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c01af19b-54b6-4871-b817-f41be4d6ba60 req-b02cac43-49e1-4b5d-a140-7f05089210ab tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386209 Jan 17 08:50:28.796384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5477e3a-d93d-4a99-819f-54d02eb04474 req-709bd72d-9550-49ff-98a5-3086ddf1dc24 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:28.797734 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d5477e3a-d93d-4a99-819f-54d02eb04474 req-709bd72d-9550-49ff-98a5-3086ddf1dc24 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0910382 Jan 17 08:50:28.841660 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d5477e3a-d93d-4a99-819f-54d02eb04474 req-4798fed9-4027-4a50-86ad-14915d7eb27d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384548 Jan 17 08:50:30.044010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1e1a6-fee6-4a99-ba20-c613e83cf4d7 req-5019dfbc-84ea-4840-9506-58aa4668b32a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:30.046374 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21b1e1a6-fee6-4a99-ba20-c613e83cf4d7 req-5019dfbc-84ea-4840-9506-58aa4668b32a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0829577 Jan 17 08:50:30.091866 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21b1e1a6-fee6-4a99-ba20-c613e83cf4d7 req-ab8520e8-4504-4e13-80bc-85b1ff7fd924 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400405 Jan 17 08:50:31.289822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09c5b6-b9d5-4c33-9579-13b102e9e080 req-f915e642-f162-4799-8dfb-580f3e87d2a2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:31.291213 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3d09c5b6-b9d5-4c33-9579-13b102e9e080 req-f915e642-f162-4799-8dfb-580f3e87d2a2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0766742 Jan 17 08:50:31.334812 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3d09c5b6-b9d5-4c33-9579-13b102e9e080 req-12d80e37-b8c6-4cf7-8840-71d13dd5255b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377433 Jan 17 08:50:32.541766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0ede9-a17a-4b71-af01-c2210da49947 req-a0b83768-28cd-430e-a1fa-b3e07933bddb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:32.543219 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-63b0ede9-a17a-4b71-af01-c2210da49947 req-a0b83768-28cd-430e-a1fa-b3e07933bddb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0874882 Jan 17 08:50:32.587738 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-63b0ede9-a17a-4b71-af01-c2210da49947 req-4573657a-5c98-4862-b737-7691dfd2a80b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385566 Jan 17 08:50:33.791454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f71448-e0f7-4a46-bf56-4cbe813a5e44 req-08fc8c65-69ea-4f2c-83b3-ba0bf2c78042 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:33.792823 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11f71448-e0f7-4a46-bf56-4cbe813a5e44 req-08fc8c65-69ea-4f2c-83b3-ba0bf2c78042 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0834715 Jan 17 08:50:33.840506 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11f71448-e0f7-4a46-bf56-4cbe813a5e44 req-0a50da7a-e925-440f-bdbb-c41c29c33c31 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416491 Jan 17 08:50:35.038879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5730fd-4228-4ffc-ba4c-ae7ce8808f8f req-819f425c-c323-4ee8-b85c-493c83e8fdcf tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:35.040350 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9b5730fd-4228-4ffc-ba4c-ae7ce8808f8f req-819f425c-c323-4ee8-b85c-493c83e8fdcf tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0738633 Jan 17 08:50:35.084351 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9b5730fd-4228-4ffc-ba4c-ae7ce8808f8f req-0df922f3-98a2-4866-b73a-4a09c900b98c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380864 Jan 17 08:50:36.107244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb9e3d64-0853-47e3-aeed-1d15ba677084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:36.280111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db46c50-c9f6-44e3-8499-bf128e9946db req-707960e7-5b9f-4af8-aa9b-af0df005a298 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:36.281563 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0db46c50-c9f6-44e3-8499-bf128e9946db req-707960e7-5b9f-4af8-aa9b-af0df005a298 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0771196 Jan 17 08:50:36.327351 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0db46c50-c9f6-44e3-8499-bf128e9946db req-ea6316b5-be58-48fb-9243-dc6180fb73a6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390587 Jan 17 08:50:37.615142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeb456-dbc2-452c-a0be-f05a2c1b98b8 req-e9ca5dbf-1fdc-4d41-884d-f418ce718e14 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:37.616670 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-81eeb456-dbc2-452c-a0be-f05a2c1b98b8 req-e9ca5dbf-1fdc-4d41-884d-f418ce718e14 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1599820 Jan 17 08:50:37.662329 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-81eeb456-dbc2-452c-a0be-f05a2c1b98b8 req-6f1bb20c-b47d-4e88-a3bc-6d577ab96b48 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Jan 17 08:50:37.863079 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e046b4d1-e78e-4f2d-ae97-f59a919f75e5 req-02f86fea-a86c-42a5-a023-32ae39894950 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700204 Jan 17 08:50:38.203224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3891269e-0cd1-4264-b78e-a98aeeb51a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:38.312825 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0b46f-ce85-434a-a77e-a639e5abc990 req-5775d2ec-f1dc-4a33-9fd6-3e37a47d6e01 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:38.314317 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4dc0b46f-ce85-434a-a77e-a639e5abc990 req-5775d2ec-f1dc-4a33-9fd6-3e37a47d6e01 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0842240 Jan 17 08:50:38.361177 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4dc0b46f-ce85-434a-a77e-a639e5abc990 req-04c3b51b-9f96-4dd2-a8fa-2a9d07a8da88 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 Jan 17 08:50:38.435869 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-69d508fd-5174-4950-8bce-2da3e7d42247 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1369638 Jan 17 08:50:39.575046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027f43a-fbf3-4c1a-8522-fdaabbfcc18f req-dd720468-05ae-4088-b104-44018321a85f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:39.576546 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7027f43a-fbf3-4c1a-8522-fdaabbfcc18f req-dd720468-05ae-4088-b104-44018321a85f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0822282 Jan 17 08:50:39.598478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:39.622930 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7027f43a-fbf3-4c1a-8522-fdaabbfcc18f req-93a16458-e607-472c-9f80-1ac833d23b99 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408647 Jan 17 08:50:39.627089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:40.820274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914a630-3744-4f74-bbbb-7c388cff6a15 req-cd2410d9-2b06-4dca-847d-b356a5d3b121 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:40.821707 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8914a630-3744-4f74-bbbb-7c388cff6a15 req-cd2410d9-2b06-4dca-847d-b356a5d3b121 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0780325 Jan 17 08:50:40.873240 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8914a630-3744-4f74-bbbb-7c388cff6a15 req-2c3112c8-d8dc-460b-9cae-2b2a75bf22fd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458491 Jan 17 08:50:41.026112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:42.079256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907fdb9-fdbd-4362-b1f3-1fdb8ee0c3fb req-8fc91fd2-42d5-440e-8ce0-30f2d5cd101a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:42.082166 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7907fdb9-fdbd-4362-b1f3-1fdb8ee0c3fb req-8fc91fd2-42d5-440e-8ce0-30f2d5cd101a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0801384 Jan 17 08:50:42.129258 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7907fdb9-fdbd-4362-b1f3-1fdb8ee0c3fb req-25bb8be8-7563-4f84-8fc7-a594e9a7e5fb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406437 Jan 17 08:50:43.336514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492b380-0b59-404b-9050-5ff472b3a0ff req-19b8aace-f450-4b7a-bc95-e6cdcc99de2d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:43.338229 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0492b380-0b59-404b-9050-5ff472b3a0ff req-19b8aace-f450-4b7a-bc95-e6cdcc99de2d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0775120 Jan 17 08:50:43.385578 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0492b380-0b59-404b-9050-5ff472b3a0ff req-e1d7d815-ec5e-4463-88b5-49050c51f572 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 Jan 17 08:50:43.526448 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-3a4ab4f4-b190-4be6-9999-5d3b3ac1388f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.0722799 Jan 17 08:50:43.654198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297276e8-29d6-429e-afcc-fb2181675861 req-8cf04826-e08d-4ad9-a2db-187b276373e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:43.655673 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-8cf04826-e08d-4ad9-a2db-187b276373e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1234851 Jan 17 08:50:43.756226 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-906c4a83-3667-4905-9333-af62767ea7fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 200 len: 1001 time: 0.0948083 Jan 17 08:50:43.816614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297276e8-29d6-429e-afcc-fb2181675861 req-ef7a87ce-f111-40be-8582-2771efea9a0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:43.817979 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-ef7a87ce-f111-40be-8582-2771efea9a0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0554876 Jan 17 08:50:43.890773 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-710e766c-2c38-48b5-af13-6dd0ae4470aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659702 Jan 17 08:50:44.019677 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-32165bb9-5a65-4789-bd5a-85ce0fda2f33 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231618 Jan 17 08:50:44.147053 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-69b6cf83-ec8c-4343-9985-5cf956dd6f49 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221139 Jan 17 08:50:44.595860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78025b32-0bb9-4232-8915-0215b112eba0 req-aa69e192-22dc-424d-ada5-114f0ed6eed4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:44.597889 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78025b32-0bb9-4232-8915-0215b112eba0 req-aa69e192-22dc-424d-ada5-114f0ed6eed4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0849357 Jan 17 08:50:44.641394 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78025b32-0bb9-4232-8915-0215b112eba0 req-de99dc18-151d-4ea4-bea4-357e420157dd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379164 Jan 17 08:50:45.842568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8a01e-b3de-4b33-91e7-b8d9e7cb38da req-d45a74b4-b3e8-4974-a313-5d9a613dead8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:45.843963 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-68b8a01e-b3de-4b33-91e7-b8d9e7cb38da req-d45a74b4-b3e8-4974-a313-5d9a613dead8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0826769 Jan 17 08:50:45.888776 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-68b8a01e-b3de-4b33-91e7-b8d9e7cb38da req-8e5fc8b1-3384-4c56-9360-3c9f89aca871 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388479 Jan 17 08:50:46.141408 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-aea18484-98e7-4814-9407-bc69c06fb9fe service neutron] 10.222.0.53 "GET /v2.0/ports/78ebeafa-8bd0-4121-b5b5-115ae4991dae/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0726135 Jan 17 08:50:46.702343 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-a2793f6b-f584-4b3e-96fa-976dc33ec7e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 1098 time: 0.0713060 Jan 17 08:50:46.797649 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-e90c871d-760e-4e9d-b631-25e524911699 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.0739806 Jan 17 08:50:46.939422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297276e8-29d6-429e-afcc-fb2181675861 req-a4dcfcdc-563f-4ca8-a197-b0ab6f3ccb6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:46.941404 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-a4dcfcdc-563f-4ca8-a197-b0ab6f3ccb6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1384075 Jan 17 08:50:47.102346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4038d-5df4-42e2-a14f-cad2e5b72d51 req-7405b780-b038-43b9-b83a-2aa52a564823 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:47.103955 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56f4038d-5df4-42e2-a14f-cad2e5b72d51 req-7405b780-b038-43b9-b83a-2aa52a564823 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0847924 Jan 17 08:50:47.130596 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-c70718de-ad91-4edb-b9ba-2a0a9373b9e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 200 len: 1001 time: 0.1831343 Jan 17 08:50:47.158426 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56f4038d-5df4-42e2-a14f-cad2e5b72d51 req-00571a44-e2b8-4dbb-bca1-1cdab3fb9353 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480292 Jan 17 08:50:47.197344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297276e8-29d6-429e-afcc-fb2181675861 req-93d3859d-0d9c-4621-9f5b-a299aa710a53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:47.198779 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-93d3859d-0d9c-4621-9f5b-a299aa710a53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0618262 Jan 17 08:50:47.273599 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-69bddb00-aa45-43b1-b7d0-5516771c7618 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688250 Jan 17 08:50:47.404006 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-9028d849-4b97-4f26-bc77-6e0c72e2ddc7 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235876 Jan 17 08:50:47.537787 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-297276e8-29d6-429e-afcc-fb2181675861 req-b38ecaa7-ac9f-4afe-bd3e-3e8e0aad432c service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274064 Jan 17 08:50:48.356651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e378d5-0730-4603-b476-61a8b93e3804 req-5903311a-b173-452c-8b4b-87e65d665a00 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:48.358078 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b1e378d5-0730-4603-b476-61a8b93e3804 req-5903311a-b173-452c-8b4b-87e65d665a00 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0742989 Jan 17 08:50:48.405470 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b1e378d5-0730-4603-b476-61a8b93e3804 req-70333f00-c695-4186-a8c6-50a2d36bb1db tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Jan 17 08:50:49.615412 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b343d64-4316-4181-9285-e0dd38659be4 req-160a523d-2fae-4b02-9d8d-78db1d4291df tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:49.616853 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4b343d64-4316-4181-9285-e0dd38659be4 req-160a523d-2fae-4b02-9d8d-78db1d4291df tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0834947 Jan 17 08:50:49.664144 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4b343d64-4316-4181-9285-e0dd38659be4 req-2f66e236-7d34-4e80-8695-82bfc134262d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Jan 17 08:50:49.935168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:50.124515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 78ebeafa-8bd0-4121-b5b5-115ae4991dae details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:50:50.126800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 78ebeafa-8bd0-4121-b5b5-115ae4991dae no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:50:50.334131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:50.364461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:50:50.386310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:50:50.392457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'mac_address': 'fa:16:3e:35:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:50:50.398382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:50:50.444560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:50.501875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:50.528546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78ebeafa-8bd0-4121-b5b5-115ae4991dae {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:50:50.534962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=78ebeafa-8bd0-4121-b5b5-115ae4991dae,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:50:50.565333 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'code': 200} Jan 17 08:50:50.572740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.573086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.573426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.573766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.574095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.574422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.574752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.575076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.575421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.575737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.576057 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:50:50.610420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:50:50.610659 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:50:50.954634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be77b-9a1e-45ac-91f5-934280c893bc req-75e94161-3a21-404e-9eca-f7e7c33488cb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:50.956123 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4a7be77b-9a1e-45ac-91f5-934280c893bc req-75e94161-3a21-404e-9eca-f7e7c33488cb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 943 time: 0.1703386 Jan 17 08:50:51.001588 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4a7be77b-9a1e-45ac-91f5-934280c893bc req-445c418b-4ef7-46d0-bda1-3cb0c08c371a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395963 Jan 17 08:50:51.162569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:51.179447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ebeafa-8bd0-4121-b5b5-115ae4991dae {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:50:51.199658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:50:51.277882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:51.344484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['78ebeafa-8bd0-4121-b5b5-115ae4991dae'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:50:51.385885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=78ebeafa-8bd0-4121-b5b5-115ae4991dae,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:50:51.537330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bda70f-9541-4f11-a219-cc4903d04336 req-a3cbde19-d300-4881-a71d-fe06dc3023ca tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:51.538717 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b3bda70f-9541-4f11-a219-cc4903d04336 req-a3cbde19-d300-4881-a71d-fe06dc3023ca tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 944 time: 0.0940826 Jan 17 08:50:51.583314 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b3bda70f-9541-4f11-a219-cc4903d04336 req-ca220591-d68e-46a9-9171-c14117b56fa1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388641 Jan 17 08:50:51.631727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-ba2ece28-7547-4a81-868f-fa72653c791c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:51.633137 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-ba2ece28-7547-4a81-868f-fa72653c791c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 944 time: 0.0794907 Jan 17 08:50:51.770342 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-a18aa209-c505-4fe0-b63d-b549a564a208 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 1097 time: 0.0668890 Jan 17 08:50:51.897850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-aa9837fd-8c48-4201-9bab-9915fe634055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:51.899320 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-aa9837fd-8c48-4201-9bab-9915fe634055 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1230888 Jan 17 08:50:51.999212 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-10957ff2-87fc-4356-94e5-212fd01876b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 200 len: 1000 time: 0.0941832 Jan 17 08:50:52.062915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-170e8e6a-4fba-48f3-895d-d9a31d7b9c51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:52.064330 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-170e8e6a-4fba-48f3-895d-d9a31d7b9c51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0598359 Jan 17 08:50:52.124122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 78ebeafa-8bd0-4121-b5b5-115ae4991dae up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:50:52.146770 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-d4954d11-ece4-457e-bf60-6050133cb92d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767462 Jan 17 08:50:52.195759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 78ebeafa-8bd0-4121-b5b5-115ae4991dae triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:50:52.196395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:52.276588 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-8936171e-474d-4e2f-a7ab-cade91343c4c service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236200 Jan 17 08:50:52.306066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:52.337719 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:50:52.404512 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fea4d27-9600-4535-925d-8b41ccd5d416 req-741886a4-bbd7-4458-bf84-989573f10744 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228359 Jan 17 08:50:52.415749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:52.520067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=78ebeafa-8bd0-4121-b5b5-115ae4991dae,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:50:52.566903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:50:52.632497 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'code': 200} Jan 17 08:50:52.788522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82df40f-b2e1-4c0b-a09a-2984831e0fdd req-e5390ed7-c608-490d-9fbb-028dce90984f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:52.789885 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e82df40f-b2e1-4c0b-a09a-2984831e0fdd req-e5390ed7-c608-490d-9fbb-028dce90984f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0763464 Jan 17 08:50:52.834485 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e82df40f-b2e1-4c0b-a09a-2984831e0fdd req-bc3c2fa7-b44c-4ea9-b7b1-75cbc888f442 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390296 Jan 17 08:50:54.033624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc393e19-5952-4398-b580-0b0355957d03 req-2c644ac7-340c-4dc6-9bf7-6c36327bbce3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:54.035081 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fc393e19-5952-4398-b580-0b0355957d03 req-2c644ac7-340c-4dc6-9bf7-6c36327bbce3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0805480 Jan 17 08:50:54.080274 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fc393e19-5952-4398-b580-0b0355957d03 req-fa8f5d57-ab5c-4b12-b1a1-79059efd19ab tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391669 Jan 17 08:50:54.277485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48e223-50db-481a-9157-f1f05f5a54ef req-eb5aac6b-3e9b-4ae8-827e-5fcbdee143c9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:54.278918 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2b48e223-50db-481a-9157-f1f05f5a54ef req-eb5aac6b-3e9b-4ae8-827e-5fcbdee143c9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0790038 Jan 17 08:50:54.321970 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2b48e223-50db-481a-9157-f1f05f5a54ef req-2dba4fff-0c0e-4125-9692-426037a9495b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376301 Jan 17 08:50:54.827089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f80c5-0a83-419f-b129-01937f2c1bf9 req-c49314db-85ef-483e-9209-c5664ca0e2ac tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:54.828541 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-042f80c5-0a83-419f-b129-01937f2c1bf9 req-c49314db-85ef-483e-9209-c5664ca0e2ac tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0753307 Jan 17 08:50:54.876609 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-042f80c5-0a83-419f-b129-01937f2c1bf9 req-9974d523-229d-4249-b445-21b702120cb8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Jan 17 08:50:54.925560 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c82b3956-528b-4a4f-8eba-2cf720c3e941 req-dbe14b89-575b-46bd-bd9e-94b3a2daae78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.0698674 Jan 17 08:50:55.135549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b3956-528b-4a4f-8eba-2cf720c3e941 req-d5eb5a16-2c96-466c-8ed0-9665bbac0260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:55.136998 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c82b3956-528b-4a4f-8eba-2cf720c3e941 req-d5eb5a16-2c96-466c-8ed0-9665bbac0260 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.2056956 Jan 17 08:50:55.237184 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c82b3956-528b-4a4f-8eba-2cf720c3e941 req-8772dd46-bc45-4e42-99ae-4bec85015d70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 200 len: 1001 time: 0.0944262 Jan 17 08:50:55.299277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b3956-528b-4a4f-8eba-2cf720c3e941 req-91cf91e2-467a-445a-b8e2-7eb33535dd23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:55.300817 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c82b3956-528b-4a4f-8eba-2cf720c3e941 req-91cf91e2-467a-445a-b8e2-7eb33535dd23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0577173 Jan 17 08:50:55.377509 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c82b3956-528b-4a4f-8eba-2cf720c3e941 req-b7dd0352-b1a5-41f0-8ae3-81696fabf58b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705662 Jan 17 08:50:55.510550 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c82b3956-528b-4a4f-8eba-2cf720c3e941 req-ed27cb6d-7270-4def-bd7b-0f041ea18115 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273410 Jan 17 08:50:55.641461 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c82b3956-528b-4a4f-8eba-2cf720c3e941 req-b0c5d6cc-b7fc-46a7-baf6-10a5b9977b6d service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250346 Jan 17 08:50:56.072723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003dcc8-a699-49ef-b78e-d368bac8f652 req-c50fe0b4-9626-4fb0-bd00-0847c43daaf1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:56.074088 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7003dcc8-a699-49ef-b78e-d368bac8f652 req-c50fe0b4-9626-4fb0-bd00-0847c43daaf1 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0741820 Jan 17 08:50:56.118590 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7003dcc8-a699-49ef-b78e-d368bac8f652 req-ed8d5c23-d8be-4fb5-8e05-8ad7487e063c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390775 Jan 17 08:50:57.321785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5bc85-1154-4c19-969d-46e5bdbfeffb req-506971e2-0ea7-4f21-8cbd-559a1655e98f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:57.323248 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3ee5bc85-1154-4c19-969d-46e5bdbfeffb req-506971e2-0ea7-4f21-8cbd-559a1655e98f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0757229 Jan 17 08:50:57.367181 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3ee5bc85-1154-4c19-969d-46e5bdbfeffb req-ede33d4c-fa6e-447d-87f0-b414e6d9df47 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385590 Jan 17 08:50:57.921934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24416b77-57e9-41be-9fab-f5905600d094 req-94b7d2c5-8cc7-4294-a825-8e1568096273 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:57.923416 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-24416b77-57e9-41be-9fab-f5905600d094 req-94b7d2c5-8cc7-4294-a825-8e1568096273 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0777180 Jan 17 08:50:57.968047 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-24416b77-57e9-41be-9fab-f5905600d094 req-6fd4b623-516f-44bb-9b68-77799681078f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385911 Jan 17 08:50:59.170025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaea859-fa05-4f85-bb78-701a4b16f3bd req-1465d981-fef4-41a6-a712-ced109a8f8c0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:59.171556 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5aaea859-fa05-4f85-bb78-701a4b16f3bd req-1465d981-fef4-41a6-a712-ced109a8f8c0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0810392 Jan 17 08:50:59.216540 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5aaea859-fa05-4f85-bb78-701a4b16f3bd req-cf2c1bf7-e553-4d8a-ab66-4d79d33a93c7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391581 Jan 17 08:50:59.597559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999794-011f-49d5-a4d2-af803f30c1db req-ac3ea6f2-4a5d-4184-a073-487b4e122ffd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:50:59.598988 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f4999794-011f-49d5-a4d2-af803f30c1db req-ac3ea6f2-4a5d-4184-a073-487b4e122ffd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0757647 Jan 17 08:50:59.666047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Deleting port 78ebeafa-8bd0-4121-b5b5-115ae4991dae {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:50:59.666381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:50:59.902517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] For port 78ebeafa-8bd0-4121-b5b5-115ae4991dae, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=78ebeafa-8bd0-4121-b5b5-115ae4991dae,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:50:59.902875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:00.177106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:00.178337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:00.178337 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 disassociated. External IP: 172.26.4.163, port: 78ebeafa-8bd0-4121-b5b5-115ae4991dae. Jan 17 08:51:00.178524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Calling delete_port for 78ebeafa-8bd0-4121-b5b5-115ae4991dae owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:51:00.415701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76051380-a4cf-4d5c-bc0f-8e94241c4a03 req-d15404e8-3f0c-4494-aefc-309e3ae312b0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:00.417851 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-76051380-a4cf-4d5c-bc0f-8e94241c4a03 req-d15404e8-3f0c-4494-aefc-309e3ae312b0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 945 time: 0.0764499 Jan 17 08:51:00.462303 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-76051380-a4cf-4d5c-bc0f-8e94241c4a03 req-26b0b883-bb67-4324-b55f-20baf13bfe48 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393732 Jan 17 08:51:00.466021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:00.515070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event deleted for resources: {'Port': ['ID=78ebeafa-8bd0-4121-b5b5-115ae4991dae,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:51:00.531522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.532104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.532688 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.533033 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.533363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.533689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.534009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.534329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.534647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.534972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.535307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:51:00.745222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:51:00.951079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:51:00.961658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:51:00.974122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:51:00.975400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:50:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:51:01.018433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] No DVR routers for this DVR port 78ebeafa-8bd0-4121-b5b5-115ae4991dae on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:51:01.020883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:01.023916 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'name': 'network-vif-deleted', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:51:01.080011 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b41a659-d10a-4810-8334-411bea16c9f0', 'name': 'network-vif-deleted', 'tag': '78ebeafa-8bd0-4121-b5b5-115ae4991dae', 'status': 'completed', 'code': 200} Jan 17 08:51:01.095716 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f4999794-011f-49d5-a4d2-af803f30c1db req-9699fc53-eba4-4d15-8ede-5553520c710a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "DELETE /v2.0/ports/78ebeafa-8bd0-4121-b5b5-115ae4991dae HTTP/1.1" status: 204 len: 173 time: 1.4922481 Jan 17 08:51:01.155751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:51:01.461925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:51:01.466552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:51:01.478345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:51:01.479083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:50:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:51:01.655365 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4855387c-be53-4c1d-a2f0-72a0cbb13298 req-611d510c-7c8f-4674-990b-bd3f2fc781e3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b41a659-d10a-4810-8334-411bea16c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0445144 Jan 17 08:51:01.671900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:51:01.987536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:51:01.991670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d614b4-3f73-44cc-b5fe-b8968e3497ed None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:51:02.153962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 78ebeafa-8bd0-4121-b5b5-115ae4991dae no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:51:02.188351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 78ebeafa-8bd0-4121-b5b5-115ae4991dae {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:51:02.188698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 78ebeafa-8bd0-4121-b5b5-115ae4991dae not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:51:02.213535 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5a41e5-cb44-4a0f-9a7c-92ee1c9531ee None None] New status for floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:51:03.044061 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-260d3d6c-439f-48b3-acba-a3a306e6fbe9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--873987135&fields=id&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 267 time: 0.0398402 Jan 17 08:51:03.185426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-001fbee9-ffe7-4449-9141-ad86a83bd5cf tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:03.186845 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-001fbee9-ffe7-4449-9141-ad86a83bd5cf tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 812 time: 0.1366465 Jan 17 08:51:03.202188 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-798711d0-9e0d-4979-ab97-15b07c3259ae tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/quotas/1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 375 time: 0.0101449 Jan 17 08:51:03.299419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-89c73443-d52b-4191-96ab-26ff91c6468a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:51:03.357592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-89c73443-d52b-4191-96ab-26ff91c6468a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:51:03.358883 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-89c73443-d52b-4191-96ab-26ff91c6468a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1522036 Jan 17 08:51:03.440860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-967ed8b9-fffe-465b-ac8f-b660868c3b93 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:51:03.441999 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-967ed8b9-fffe-465b-ac8f-b660868c3b93 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0716043 Jan 17 08:51:03.572890 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-c11caccd-6b1a-49df-b49b-c464dec919e5 service neutron] 10.222.0.44 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242530 Jan 17 08:51:03.719019 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-e3881c69-5d89-4bdd-8df0-fee7e0483f2a service neutron] 10.222.0.44 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405904 Jan 17 08:51:03.726428 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:51:03.977765 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ba95d0bb-0809-41f9-9029-0fb50e79eb2a req-37a30b8b-1c49-4ac1-afc0-0cfbffae10b9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 210 time: 0.0414412 Jan 17 08:51:05.140295 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6423a25-ca0f-494e-9f97-bee7808ee556 req-ce6a355c-f34e-40a5-8394-7e78c230c1f0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 210 time: 0.0399480 Jan 17 08:51:05.914404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-6256fc84-ad41-4b5d-9e53-4b9172069362 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:05.915885 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-6256fc84-ad41-4b5d-9e53-4b9172069362 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 812 time: 0.1412210 Jan 17 08:51:05.967997 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-35a1bb7f-1fff-47b6-92c0-4bcd36032e45 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 379 time: 0.0403209 Jan 17 08:51:05.976307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'port': {'device_id': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'admin_state_up': True, 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'security_groups': ['17886243-d665-43bf-b25f-f7ef41da5d39']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:51:06.109276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:51:06.118554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:51:06.135178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-351865f8-9acb-4029-a4eb-d006b3e461b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:06.220492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Made reservation on behalf of 1ddb4c6a68a44762b7f06ae70ebd5f41 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:51:06.223999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:06.309842 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f48e0a1a-8620-4cba-83dc-64ebbe47fee0 req-6d9d1dc1-972a-49af-a572-57f9d6feff95 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 210 time: 0.0424235 Jan 17 08:51:06.473138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Allocated IP 172.20.0.12 (e4b8b156-421b-41aa-8baf-346ee12323aa/6c8fce2e-ab8c-407c-b923-e1171b36c980/c3c1e140-0389-4441-8dec-0d2f7c2fe692) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:51:06.675506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:06.690372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Transition to ACTIVE for port object c3c1e140-0389-4441-8dec-0d2f7c2fe692 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:51:06.804379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:06.878580 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Network e4b8b156-421b-41aa-8baf-346ee12323aa is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:51:06.882292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:51:06.886629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:51:06.912084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:51:06.952567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:06.953210 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:07.038008 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-36c09c37-2331-40b0-b039-bc93c67a2368 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0656579 Jan 17 08:51:07.117145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Request body: {'port': {'device_id': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:51:07.174500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c5fb91fd-33c9-4c09-bc68-2ce92ef5c814 None None] Provisioning for port c3c1e140-0389-4441-8dec-0d2f7c2fe692 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:51:07.180478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c5fb91fd-33c9-4c09-bc68-2ce92ef5c814 None None] Provisioning complete for port c3c1e140-0389-4441-8dec-0d2f7c2fe692 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:51:07.184195 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c5fb91fd-33c9-4c09-bc68-2ce92ef5c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:07.226095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:07.232779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb91fd-33c9-4c09-bc68-2ce92ef5c814 None None] Port c3c1e140-0389-4441-8dec-0d2f7c2fe692 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:51:07.555069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447abe2-3acb-4198-951d-6f4bb632ac63 req-5ae42c05-97ab-4d2f-8256-2c55ec38df07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:07.555788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-2447abe2-3acb-4198-951d-6f4bb632ac63 req-5ae42c05-97ab-4d2f-8256-2c55ec38df07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:51:07.633667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c1e140-0389-4441-8dec-0d2f7c2fe692 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:51:07.643098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:07.651335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-2447abe2-3acb-4198-951d-6f4bb632ac63 req-5ae42c05-97ab-4d2f-8256-2c55ec38df07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:51:07.652488 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2447abe2-3acb-4198-951d-6f4bb632ac63 req-5ae42c05-97ab-4d2f-8256-2c55ec38df07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 932 time: 0.2180886 Jan 17 08:51:07.662531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Transition to ACTIVE for port object c3c1e140-0389-4441-8dec-0d2f7c2fe692 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:51:07.700803 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2447abe2-3acb-4198-951d-6f4bb632ac63 req-2b6a2163-e121-4bf2-92d7-b3f0b44e73e4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Jan 17 08:51:07.734670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:07.860959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:51:07.968481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Attempting to bind port c3c1e140-0389-4441-8dec-0d2f7c2fe692 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:51:07.968819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Attempting to bind port c3c1e140-0389-4441-8dec-0d2f7c2fe692 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:51:07.969141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Attempting to bind port c3c1e140-0389-4441-8dec-0d2f7c2fe692 on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:51:07.974784 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Port c3c1e140-0389-4441-8dec-0d2f7c2fe692 on network e4b8b156-421b-41aa-8baf-346ee12323aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:51:07.975102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Attempting to bind port c3c1e140-0389-4441-8dec-0d2f7c2fe692 on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:51:07.981250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:51:07.981581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Checking segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:51:07.981954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Bound using segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:51:07.982378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Bound port: c3c1e140-0389-4441-8dec-0d2f7c2fe692, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:51:07.982711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:08.066512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:51:08.070005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:51:08.147353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:08.213138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:08.213138 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] 10.222.0.53 "PUT /v2.0/ports/c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 200 len: 1094 time: 1.1665027 Jan 17 08:51:08.213138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:51:08.230509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a971d10-a8af-46a9-b810-d7659ed67b74 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:51:08.237510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5a088de1-a30e-419b-b44f-be109b9f1797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:08.376832 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'status': 'completed', 'code': 200} Jan 17 08:51:08.417303 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-4c606641-32c7-4c06-8e79-adb0d8fa440f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 1097 time: 0.0714867 Jan 17 08:51:08.486248 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-10283175-d643-45d8-919b-60c010e4d0bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 200 len: 217 time: 0.0622346 Jan 17 08:51:08.546321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-8d5d9e1c-1af8-4b2b-87ad-6db2e8504648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:08.547736 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-8d5d9e1c-1af8-4b2b-87ad-6db2e8504648 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0555694 Jan 17 08:51:08.629092 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-9da99c80-d617-4ecc-bcc9-ad65d2f65d40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754042 Jan 17 08:51:08.875378 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-39528594-8419-41da-941f-98e025fdcfdb service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399139 Jan 17 08:51:09.009185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b528c-b8b5-43d6-9297-df1e72e039f5 req-5fa1b037-dfee-442f-9ece-fb63821c2e0f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:09.010529 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5d2b528c-b8b5-43d6-9297-df1e72e039f5 req-5fa1b037-dfee-442f-9ece-fb63821c2e0f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 944 time: 0.1869278 Jan 17 08:51:09.043831 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca1bd7a6-db44-4043-a652-bff2c7314524 req-fdb3da22-e239-4e18-9f5f-c0d2b052ce68 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624320 Jan 17 08:51:09.065583 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5d2b528c-b8b5-43d6-9297-df1e72e039f5 req-8d5c0f6a-0df8-436c-8641-d32ce8ca64f3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451055 Jan 17 08:51:09.224921 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-223f74c2-8f4c-4e0a-ba4b-807864447a29 req-16c18bb0-aee7-4d25-b823-ac14748d86a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 1097 time: 0.0706968 Jan 17 08:51:09.351139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f74c2-8f4c-4e0a-ba4b-807864447a29 req-62780315-e2c9-496c-bd20-74a32c0cfa07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:09.352612 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-223f74c2-8f4c-4e0a-ba4b-807864447a29 req-62780315-e2c9-496c-bd20-74a32c0cfa07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1219127 Jan 17 08:51:09.420630 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-223f74c2-8f4c-4e0a-ba4b-807864447a29 req-bbea7363-2ecb-4a53-8c96-4a9ef68f2319 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 200 len: 217 time: 0.0616388 Jan 17 08:51:09.481693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f74c2-8f4c-4e0a-ba4b-807864447a29 req-14170e46-2466-4ab3-ba05-e65137102a00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:09.486332 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-223f74c2-8f4c-4e0a-ba4b-807864447a29 req-14170e46-2466-4ab3-ba05-e65137102a00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0566154 Jan 17 08:51:09.517285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:09.556309 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-223f74c2-8f4c-4e0a-ba4b-807864447a29 req-b0c47a95-8c15-471d-8da5-886e73d75a00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676265 Jan 17 08:51:09.620677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:09.684333 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-223f74c2-8f4c-4e0a-ba4b-807864447a29 req-ce103695-3aa4-46c7-9c32-c1b1cf5e0d04 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220007 Jan 17 08:51:09.817596 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-223f74c2-8f4c-4e0a-ba4b-807864447a29 req-0c30e193-d3db-4c6d-96c6-d715df79e9e9 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232738 Jan 17 08:51:10.265116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81a695-6fc8-4d9c-9d80-bd95985ae8b0 req-a5cf09d6-5806-4c41-9d22-9c8b1c79585a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:10.266569 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ad81a695-6fc8-4d9c-9d80-bd95985ae8b0 req-a5cf09d6-5806-4c41-9d22-9c8b1c79585a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 944 time: 0.0781181 Jan 17 08:51:10.311762 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ad81a695-6fc8-4d9c-9d80-bd95985ae8b0 req-e6bde5b2-0c62-4fcc-841f-0b8f1ed484b6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384047 Jan 17 08:51:11.025977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:11.514106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24837ab-d385-416c-a068-8b28eef054d1 req-8b498fe3-2f81-45c6-8bc0-76af8dce5aeb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:11.515560 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c24837ab-d385-416c-a068-8b28eef054d1 req-8b498fe3-2f81-45c6-8bc0-76af8dce5aeb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 944 time: 0.0854027 Jan 17 08:51:11.559041 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c24837ab-d385-416c-a068-8b28eef054d1 req-f76dc19e-98ea-4c17-9cc3-da245f770acf tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380511 Jan 17 08:51:12.186155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:51:12.362463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:51:12.375263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'mac_address': 'fa:16:3e:43:c9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:51:12.427075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:12.444469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c1e140-0389-4441-8dec-0d2f7c2fe692 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:51:12.459922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:51:12.529025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:12.595646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:51:12.759296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3a910-a9c5-4040-9974-e91100f3398d req-ce413d0a-d97d-4f5e-ac19-e32caefd48d8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:12.760652 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6d3a910-a9c5-4040-9974-e91100f3398d req-ce413d0a-d97d-4f5e-ac19-e32caefd48d8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 945 time: 0.0743740 Jan 17 08:51:12.808428 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6d3a910-a9c5-4040-9974-e91100f3398d req-2790ccd4-e148-484b-a89f-90c81359243a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424347 Jan 17 08:51:12.910234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['c3c1e140-0389-4441-8dec-0d2f7c2fe692'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:51:14.002223 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed680b59-cefc-4e9d-9150-2d6bed6e9d07 req-e57dca52-f520-4cbe-834d-8045488c154d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:14.003672 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ed680b59-cefc-4e9d-9150-2d6bed6e9d07 req-e57dca52-f520-4cbe-834d-8045488c154d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 945 time: 0.0752609 Jan 17 08:51:14.050799 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ed680b59-cefc-4e9d-9150-2d6bed6e9d07 req-9fb65523-d27b-4e4c-81b9-4ba8a893535e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415325 Jan 17 08:51:14.200867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:51:14.345792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port c3c1e140-0389-4441-8dec-0d2f7c2fe692 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:51:14.350428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port c3c1e140-0389-4441-8dec-0d2f7c2fe692 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:51:14.350804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:14.464149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:14.490291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:51:14.499598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:51:14.580680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:14.650221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:51:14.682452 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'code': 200} Jan 17 08:51:15.036345 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d52104b6-33e9-402b-90d8-167bb6f77998 req-332b2c1a-7b1b-4648-9a7c-e142943d253f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 1099 time: 0.0667815 Jan 17 08:51:15.075960 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d52104b6-33e9-402b-90d8-167bb6f77998 req-b2f35821-3b01-4aca-abc4-b4dc139b05fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339842 Jan 17 08:51:15.249197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914f842-2737-4fdc-af52-c743691bb855 req-01011388-3faa-4625-8421-b7e1cfb2da50 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:15.250633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3914f842-2737-4fdc-af52-c743691bb855 req-01011388-3faa-4625-8421-b7e1cfb2da50 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0789561 Jan 17 08:51:15.296354 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3914f842-2737-4fdc-af52-c743691bb855 req-9fbb42c7-5a20-4595-87d0-9e737a7b019b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402086 Jan 17 08:51:16.503685 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2bdd0-cdd6-46a0-8672-eaa8f5b955c2 req-9260efa3-9424-4f05-aada-d8e2b030a2d0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:16.505185 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-96a2bdd0-cdd6-46a0-8672-eaa8f5b955c2 req-9260efa3-9424-4f05-aada-d8e2b030a2d0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0819626 Jan 17 08:51:16.551810 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-96a2bdd0-cdd6-46a0-8672-eaa8f5b955c2 req-33b4d711-4718-4293-a7bb-f075374351ad tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Jan 17 08:51:17.748793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743ff26-7806-424f-8963-0bdb70cd8bbc req-2e5259df-ed79-4220-a1d2-0192a89965c7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:17.750136 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2743ff26-7806-424f-8963-0bdb70cd8bbc req-2e5259df-ed79-4220-a1d2-0192a89965c7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0767291 Jan 17 08:51:17.794155 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2743ff26-7806-424f-8963-0bdb70cd8bbc req-b4d46e91-ead3-4a15-bcb0-ef536b48bc31 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385780 Jan 17 08:51:17.986751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a489e-d770-44a9-bfc1-79f151eb683d req-f74891db-5f81-4027-b628-c812c71f51d2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:17.988220 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2c3a489e-d770-44a9-bfc1-79f151eb683d req-f74891db-5f81-4027-b628-c812c71f51d2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0746965 Jan 17 08:51:17.998562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 33316) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:51:18.004418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-16427f96-e517-4960-94f6-5298a20f786c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'floatingip': {'port_id': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:51:18.079812 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16427f96-e517-4960-94f6-5298a20f786c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:18.791730 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16427f96-e517-4960-94f6-5298a20f786c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:18.848846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16427f96-e517-4960-94f6-5298a20f786c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:19.046948 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-16427f96-e517-4960-94f6-5298a20f786c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 associated. External IP: 172.26.4.163, port: c3c1e140-0389-4441-8dec-0d2f7c2fe692. Jan 17 08:51:19.432088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16427f96-e517-4960-94f6-5298a20f786c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:51:19.626266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16427f96-e517-4960-94f6-5298a20f786c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:51:19.631089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16427f96-e517-4960-94f6-5298a20f786c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:19.635572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:51:19.648346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:51:19.648950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:51:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:51:19.690342 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-16427f96-e517-4960-94f6-5298a20f786c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "PUT /v2.0/floatingips/a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 HTTP/1.1" status: 200 len: 992 time: 1.6874897 Jan 17 08:51:19.690342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:51:19.782446 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'status': 'completed', 'code': 200} Jan 17 08:51:19.840981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:51:19.913176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:19.975307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f768bc53-fcb8-46d1-9099-d1afe1297a99 req-02dee787-7af3-4772-b089-964004bbda8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 1099 time: 0.1651094 Jan 17 08:51:20.109452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768bc53-fcb8-46d1-9099-d1afe1297a99 req-e64e20b5-3255-4738-ba08-8cedea992d52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:20.111855 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f768bc53-fcb8-46d1-9099-d1afe1297a99 req-e64e20b5-3255-4738-ba08-8cedea992d52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1300602 Jan 17 08:51:20.243759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:43:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:51:18Z', 'revision_number': 9, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:51:20.247800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:51:20.259037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:51:20.259679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:51:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:51:20.265532 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f768bc53-fcb8-46d1-9099-d1afe1297a99 req-16f06196-0b4e-4d68-a904-aeab2f33cafb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 200 len: 1000 time: 0.1478093 Jan 17 08:51:20.328839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768bc53-fcb8-46d1-9099-d1afe1297a99 req-2b51fd08-40c2-4cfd-a1ff-485ca00a894e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:51:20.330336 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f768bc53-fcb8-46d1-9099-d1afe1297a99 req-2b51fd08-40c2-4cfd-a1ff-485ca00a894e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0586019 Jan 17 08:51:20.403936 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f768bc53-fcb8-46d1-9099-d1afe1297a99 req-70225b3c-3299-4394-956f-910786fb8846 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673656 Jan 17 08:51:20.442161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:51:20.566866 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f768bc53-fcb8-46d1-9099-d1afe1297a99 req-a5bc70a7-a4ae-414c-ae96-03dde648e791 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561265 Jan 17 08:51:20.726680 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f768bc53-fcb8-46d1-9099-d1afe1297a99 req-8d2bfac2-5b2c-43a6-a590-04cc93161a50 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542978 Jan 17 08:51:20.901959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:43:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:51:18Z', 'revision_number': 9, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:51:20.906065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84368bbf-fd09-40b3-a84f-3e1e702890cd None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:43:c9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:51:18Z', 'revision_number': 9, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:51:21.126614 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c9c565-f7ac-4107-b9d3-02f36b947955 None None] New status for floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:51:36.185449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-14c733d5-5566-4276-b6e6-96826ae01086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:38.219993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10f56322-b87a-44e8-84a0-7b816de0bdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:39.505529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:39.613543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:40.727423 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:51:41.048614 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:51:49.905296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:06.093038 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0708f960-5e1c-4f2b-ac7f-9d59432b51ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:08.225123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79e95672-ec49-4795-be43-d9b6150f7152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:09.504998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:09.624978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:10.779625 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-1e31260f-60c9-47d9-9bdf-affda084bea2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695555 Jan 17 08:52:10.913342 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-9c9493de-65db-44a8-bf70-54f10b58f537 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 1099 time: 0.0684636 Jan 17 08:52:11.041696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:11.059867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-62616fc0-fc96-485c-9e8a-2bf032ad5fad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:11.061327 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-62616fc0-fc96-485c-9e8a-2bf032ad5fad service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1287756 Jan 17 08:52:11.161547 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-9e4816f6-590b-4d40-a262-ed00093f93f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 200 len: 1003 time: 0.0933750 Jan 17 08:52:11.224952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-3c5ca3cb-17ea-48f1-aec0-3f17708113bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:11.226342 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-3c5ca3cb-17ea-48f1-aec0-3f17708113bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0590987 Jan 17 08:52:11.297119 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-207a3cbf-bb03-4fc0-a0e9-8f461af954ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653663 Jan 17 08:52:11.424275 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-b261964a-7471-4362-b81e-f85630a4306b service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208587 Jan 17 08:52:11.551050 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9314ed48-a1c6-4141-a21f-c67a53221cae req-692f3ec1-9c44-49df-a664-c06d05fa1b2b service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206596 Jan 17 08:52:17.728733 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:52:19.893642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:30.444089 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-28e5694c-da68-4115-a101-340d29a2c058 req-64b2ce85-e914-4cd7-840b-3f1eacc0bd15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1285274 Jan 17 08:52:31.028157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddb102-4598-4ebc-8dcb-e6d5212edb0f req-67780f94-adba-4548-845e-77851a5ddee7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:31.030071 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-47ddb102-4598-4ebc-8dcb-e6d5212edb0f req-67780f94-adba-4548-845e-77851a5ddee7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.1932833 Jan 17 08:52:31.089606 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-47ddb102-4598-4ebc-8dcb-e6d5212edb0f req-c7c8e5aa-3866-4e8e-a683-1ec240d8f58b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535147 Jan 17 08:52:31.098637 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-06d3919d-60d3-49bb-8898-009649cbbc17 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1968403 Jan 17 08:52:32.290679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3516d-b370-4bec-b207-5fc364e63dc0 req-99885d67-eefe-4a80-9ce5-448b57a38cf4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:32.292163 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7bd3516d-b370-4bec-b207-5fc364e63dc0 req-99885d67-eefe-4a80-9ce5-448b57a38cf4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0749154 Jan 17 08:52:32.341035 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7bd3516d-b370-4bec-b207-5fc364e63dc0 req-694fad21-77bf-4387-a938-e9789879d9b0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432832 Jan 17 08:52:33.290713 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-e9a2b559-9eff-4963-b420-0006f4ced13e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 1099 time: 0.0674689 Jan 17 08:52:33.421323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62238065-f49d-44da-9c07-23180737d944 req-121b8c46-36ca-4a33-a2b4-86bbd84e2fa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:33.422682 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-121b8c46-36ca-4a33-a2b4-86bbd84e2fa5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1261482 Jan 17 08:52:33.595551 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-e66d3acf-6544-46e4-8829-d02863f5986e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 200 len: 1003 time: 0.1670139 Jan 17 08:52:33.650042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff3215-be15-4cf6-ba9e-2725f2db1b70 req-cddc7995-e69b-48ac-8aa4-03c73c881121 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:33.651498 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4bff3215-be15-4cf6-ba9e-2725f2db1b70 req-cddc7995-e69b-48ac-8aa4-03c73c881121 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.1702366 Jan 17 08:52:33.681438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62238065-f49d-44da-9c07-23180737d944 req-a0eb37ee-ef1f-40fe-967f-b43405e31409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:33.682729 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-a0eb37ee-ef1f-40fe-967f-b43405e31409 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0812509 Jan 17 08:52:33.750044 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4bff3215-be15-4cf6-ba9e-2725f2db1b70 req-999780ef-c8ae-4fd8-99e4-dc0f862eebda tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887234 Jan 17 08:52:33.775698 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-7edf9a24-a302-4b72-8bd8-22281440bddc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859110 Jan 17 08:52:33.915639 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-c957540e-ca0d-4a56-9406-396977f158a2 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339779 Jan 17 08:52:34.040768 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-9eee1b3a-be5e-4609-abfc-a2048fc7181a service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195133 Jan 17 08:52:34.942734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f35579-16fe-4ea0-8844-c6765019afb7 req-cf176252-0eec-4083-a593-b65fe1989500 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:34.944192 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e8f35579-16fe-4ea0-8844-c6765019afb7 req-cf176252-0eec-4083-a593-b65fe1989500 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0746548 Jan 17 08:52:34.989123 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e8f35579-16fe-4ea0-8844-c6765019afb7 req-49e7088b-2988-4409-a4f0-bb578113903c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395184 Jan 17 08:52:36.128075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4666019-8d45-4486-869d-d15e822640c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:36.185346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e81328-fe61-4a82-9754-6d7d6814ec1d req-f3f40918-45f2-4fc8-9ecf-20999aac2852 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:36.186787 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-69e81328-fe61-4a82-9754-6d7d6814ec1d req-f3f40918-45f2-4fc8-9ecf-20999aac2852 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0785708 Jan 17 08:52:36.230578 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-69e81328-fe61-4a82-9754-6d7d6814ec1d req-09506a97-f169-4e4c-a6ae-5b53298dd790 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376506 Jan 17 08:52:37.525170 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081427d8-fd65-4003-b9a8-18a344726a22 req-166b5861-ff55-48ad-89dc-0ea576eb139e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:37.526524 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-081427d8-fd65-4003-b9a8-18a344726a22 req-166b5861-ff55-48ad-89dc-0ea576eb139e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.1770315 Jan 17 08:52:37.572231 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-081427d8-fd65-4003-b9a8-18a344726a22 req-d575e024-6af4-4072-8ca4-e7ab6967bca8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400984 Jan 17 08:52:38.253562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2cf3b98c-34bd-465a-9487-f7e0a7636c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:38.768804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b83d2-0773-49c3-9c6c-7ecd1b93aa51 req-68029046-8edd-49e2-90d0-e4132d691dd5 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:38.770230 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-207b83d2-0773-49c3-9c6c-7ecd1b93aa51 req-68029046-8edd-49e2-90d0-e4132d691dd5 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0774660 Jan 17 08:52:38.814224 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-207b83d2-0773-49c3-9c6c-7ecd1b93aa51 req-53de0cff-55ee-4ee5-a5fd-79381630b402 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 Jan 17 08:52:39.567079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:39.652332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:40.012715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538dfed-0b5f-4300-8a26-498ec46c46be req-9f88631f-8904-4315-9741-e1ec5fc51dd0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:40.014056 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c538dfed-0b5f-4300-8a26-498ec46c46be req-9f88631f-8904-4315-9741-e1ec5fc51dd0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0749552 Jan 17 08:52:40.057489 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c538dfed-0b5f-4300-8a26-498ec46c46be req-a0cd4257-738f-4bb8-a759-677f18b58ab5 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380564 Jan 17 08:52:41.075573 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:41.251359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee8af0-fa0b-492e-a609-e5f8ee70cefd req-ba7a9f81-4318-49d5-92f9-065956bed00b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:41.252701 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-82ee8af0-fa0b-492e-a609-e5f8ee70cefd req-ba7a9f81-4318-49d5-92f9-065956bed00b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0736749 Jan 17 08:52:41.296593 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-82ee8af0-fa0b-492e-a609-e5f8ee70cefd req-4487c059-fc3c-4f4c-b3dc-267f1307a5c5 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384705 Jan 17 08:52:42.491657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08605d76-9080-4153-8905-9efaebaa3ad6 req-8219c2b9-95a1-4771-abaa-8484f48aff82 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:42.493093 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-08605d76-9080-4153-8905-9efaebaa3ad6 req-8219c2b9-95a1-4771-abaa-8484f48aff82 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0785725 Jan 17 08:52:42.537776 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-08605d76-9080-4153-8905-9efaebaa3ad6 req-517e3e0f-07e1-4d19-8ffe-bd39490d88b8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Jan 17 08:52:43.731333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f504d8b-31bd-4ade-869f-06a741dc635a req-928cfd80-d8cc-467a-98b6-23574c51cd42 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:43.732676 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f504d8b-31bd-4ade-869f-06a741dc635a req-928cfd80-d8cc-467a-98b6-23574c51cd42 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0779617 Jan 17 08:52:43.775747 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f504d8b-31bd-4ade-869f-06a741dc635a req-3aba4e41-be3b-4c25-836e-cf3b58ac0c56 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377586 Jan 17 08:52:44.972128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbc01c-4dec-4bd5-97f9-7ddbc4eea5a7 req-da8ad008-b729-4999-86b2-e560bcc2923f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:44.973564 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d6dbc01c-4dec-4bd5-97f9-7ddbc4eea5a7 req-da8ad008-b729-4999-86b2-e560bcc2923f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0779388 Jan 17 08:52:45.017530 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d6dbc01c-4dec-4bd5-97f9-7ddbc4eea5a7 req-55aae932-5a45-4e4a-a958-35bfa3bcb023 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385742 Jan 17 08:52:46.231418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd08c-ca62-4f8a-8408-7fe29b92e3ea req-480ef470-39b0-4cd6-b1ef-a521027954c4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:46.232864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f40dd08c-ca62-4f8a-8408-7fe29b92e3ea req-480ef470-39b0-4cd6-b1ef-a521027954c4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0747199 Jan 17 08:52:46.282344 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f40dd08c-ca62-4f8a-8408-7fe29b92e3ea req-61f3ade4-5b03-4354-80e8-ad75b0bfb7ff tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438225 Jan 17 08:52:46.354418 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-6f02e66a-ef2b-495b-b208-333a922011f0 service neutron] 10.222.0.53 "GET /v2.0/ports/c3c1e140-0389-4441-8dec-0d2f7c2fe692/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0745838 Jan 17 08:52:47.151432 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-16234bd2-b4ea-49f2-b4c6-29f119ca2d97 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 1099 time: 0.0693340 Jan 17 08:52:47.249843 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-ea57d102-1686-4605-972b-f88cb110f413 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 1099 time: 0.0774727 Jan 17 08:52:47.489528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a780f-013d-409d-b12d-81e988cbe598 req-8a8a09e4-820a-4ac1-8df1-aa99d13e8ef2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:47.491667 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c54a780f-013d-409d-b12d-81e988cbe598 req-8a8a09e4-820a-4ac1-8df1-aa99d13e8ef2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0815964 Jan 17 08:52:47.506995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62238065-f49d-44da-9c07-23180737d944 req-48e066d8-f96b-41f3-a90e-284d6d4c9e9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:47.509634 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-48e066d8-f96b-41f3-a90e-284d6d4c9e9a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.2526979 Jan 17 08:52:47.537425 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c54a780f-013d-409d-b12d-81e988cbe598 req-a401fecc-a41a-4eaa-8a12-7a933deaa304 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398421 Jan 17 08:52:47.608477 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-74c90e7c-d28d-4e01-b5b4-5f156858bc95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 200 len: 1003 time: 0.0944254 Jan 17 08:52:47.675401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62238065-f49d-44da-9c07-23180737d944 req-91c6c399-97e0-44df-9740-d646e95f7fca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:47.676827 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-91c6c399-97e0-44df-9740-d646e95f7fca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0631173 Jan 17 08:52:47.752705 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-266ea956-f493-4b62-8207-5c058dacd11e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699191 Jan 17 08:52:47.882820 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-ccde5720-7c52-4bb1-a1d8-240d2e8c983c service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240597 Jan 17 08:52:48.043865 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62238065-f49d-44da-9c07-23180737d944 req-39778604-b2da-4b64-bf92-d749041ed23e service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557343 Jan 17 08:52:48.774382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f6b21-776d-4cdc-892e-11aa1a137359 req-1b7eef24-6148-49ab-8710-d6d2a9d23963 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:48.776371 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c17f6b21-776d-4cdc-892e-11aa1a137359 req-1b7eef24-6148-49ab-8710-d6d2a9d23963 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0955305 Jan 17 08:52:48.821042 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c17f6b21-776d-4cdc-892e-11aa1a137359 req-b42aa833-7517-4135-82c0-aa3094431126 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392714 Jan 17 08:52:49.904327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:50.025993 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d72b2f-6aca-45e4-9e79-8f9c408e7480 req-a5fa1d24-b190-49eb-8554-a1a4e6ea59e3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:50.027477 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e5d72b2f-6aca-45e4-9e79-8f9c408e7480 req-a5fa1d24-b190-49eb-8554-a1a4e6ea59e3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0764544 Jan 17 08:52:50.076035 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e5d72b2f-6aca-45e4-9e79-8f9c408e7480 req-763dcd3f-a1a4-4789-9d04-5f1f7ac4a335 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421755 Jan 17 08:52:50.602420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:52:50.605883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:52:50.837853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:50.859219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:52:50.883794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'mac_address': 'fa:16:3e:43:c9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:52:50.888607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:52:50.924434 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:52:50.955353 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'code': 200} Jan 17 08:52:50.959453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:50.979185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3c1e140-0389-4441-8dec-0d2f7c2fe692 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:52:51.019563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:51.131667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:52:51.132015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:52:51.134340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:52:51.142498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.146420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:52:51.271647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd18ddc-145e-4134-a2cf-c4d1a87cf900 req-824b1340-a98f-450c-9492-9cb1d710f8fa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:51.273124 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7bd18ddc-145e-4134-a2cf-c4d1a87cf900 req-824b1340-a98f-450c-9492-9cb1d710f8fa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 944 time: 0.0762851 Jan 17 08:52:51.318701 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7bd18ddc-145e-4134-a2cf-c4d1a87cf900 req-dfa425fd-1f78-4225-853b-2eaab19fbbde tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400908 Jan 17 08:52:51.687088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:51.704253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c1e140-0389-4441-8dec-0d2f7c2fe692 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:52:51.719568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:52:52.012947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:52.076938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['c3c1e140-0389-4441-8dec-0d2f7c2fe692'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:52:52.127343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:52:52.523880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216b9ca-4578-49e4-b0de-b38812049f9f req-0f3c82a4-98c5-4022-9260-480bb58c0ff7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:52.525325 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a216b9ca-4578-49e4-b0de-b38812049f9f req-0f3c82a4-98c5-4022-9260-480bb58c0ff7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 945 time: 0.0798118 Jan 17 08:52:52.570923 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a216b9ca-4578-49e4-b0de-b38812049f9f req-d45c3148-217c-4e99-ab10-9f0ae30acbde tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401082 Jan 17 08:52:52.617686 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:52:52.690638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port c3c1e140-0389-4441-8dec-0d2f7c2fe692 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:52:52.691324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:52.809165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:52.841099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:52:52.956236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:52:52.966670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:52:53.019297 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'code': 200} Jan 17 08:52:53.036453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:52:53.467025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbac8-1913-4fe5-bd88-7fb0f0fd7dd8 req-3c57aef7-96be-41ba-9add-cf8a69975148 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:53.468717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ac3bbac8-1913-4fe5-bd88-7fb0f0fd7dd8 req-3c57aef7-96be-41ba-9add-cf8a69975148 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.1192091 Jan 17 08:52:53.476842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-6c8da236-ffed-4afe-aaad-76d9f9af8ef2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:53.478352 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-6c8da236-ffed-4afe-aaad-76d9f9af8ef2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 946 time: 0.1606922 Jan 17 08:52:53.580332 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ac3bbac8-1913-4fe5-bd88-7fb0f0fd7dd8 req-e606b5ca-6fd4-4678-9da1-2fb0046d167d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008854 Jan 17 08:52:53.588950 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-ecbffa29-a965-4857-933b-98c0a6277a9c service neutron] 10.222.0.53 "GET /v2.0/ports/c3c1e140-0389-4441-8dec-0d2f7c2fe692/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0953746 Jan 17 08:52:53.685735 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-38a8d031-4efe-48b6-8486-8a55d2adabb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 1099 time: 0.0761030 Jan 17 08:52:53.820964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-1f99b731-574c-40ca-9448-863698a788e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:53.822519 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-1f99b731-574c-40ca-9448-863698a788e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1318016 Jan 17 08:52:53.934432 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-40c2434a-6a9f-42bc-b451-32b0dbd02939 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 200 len: 1003 time: 0.1059952 Jan 17 08:52:53.993694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-04fe5d92-59e5-4248-86be-c817495fb323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:53.995078 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-04fe5d92-59e5-4248-86be-c817495fb323 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0558023 Jan 17 08:52:54.066004 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-ab1c95fd-8493-4adb-ad5a-f6715a7caf77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654166 Jan 17 08:52:54.192826 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-f11960c1-70da-497a-8e43-f990d673144a service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209135 Jan 17 08:52:54.414533 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-f9030b7a-e589-4a7b-a7bb-87d9a21f581f service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161901 Jan 17 08:52:54.739331 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:52:54.791925 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a52c4-86cc-4e79-be8b-37eda224897c req-dac29f6e-5e11-4824-aeff-226785a98851 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:54.793562 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-919a52c4-86cc-4e79-be8b-37eda224897c req-dac29f6e-5e11-4824-aeff-226785a98851 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0872791 Jan 17 08:52:54.847164 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-919a52c4-86cc-4e79-be8b-37eda224897c req-57d8f6ba-c14c-4d42-9548-8819270e0912 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469823 Jan 17 08:52:56.044246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c81792-f295-414f-89b9-6fb54a8fa864 req-f9dc62b6-bc2b-4986-8af7-586c87cb7952 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:56.045690 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-82c81792-f295-414f-89b9-6fb54a8fa864 req-f9dc62b6-bc2b-4986-8af7-586c87cb7952 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0778840 Jan 17 08:52:56.090362 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-82c81792-f295-414f-89b9-6fb54a8fa864 req-3bd3f46b-b1ef-4f61-a6e6-786863a315b8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390012 Jan 17 08:52:57.284838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5497c8-0fb7-4068-b730-b6bf936a48af req-22f1f83f-8d72-4010-86c1-c5f09ef75a98 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:57.286287 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc5497c8-0fb7-4068-b730-b6bf936a48af req-22f1f83f-8d72-4010-86c1-c5f09ef75a98 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0742710 Jan 17 08:52:57.348476 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cc5497c8-0fb7-4068-b730-b6bf936a48af req-8c3c43c9-8538-41e4-816e-a649977f5df4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405662 Jan 17 08:52:57.595764 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-63a4d3ba-fc0d-4266-a453-9420f51a7788 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 1099 time: 0.0676768 Jan 17 08:52:57.685820 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-dabcb00b-88ac-4946-90d6-90f7b2b9a20a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 1099 time: 0.0693707 Jan 17 08:52:57.814135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-948582c1-b083-48f8-b44e-980945c1d0ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:57.815598 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-948582c1-b083-48f8-b44e-980945c1d0ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1233811 Jan 17 08:52:57.914503 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-d22cd92f-119d-41b4-80f9-3d9375eab447 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 200 len: 1003 time: 0.0933981 Jan 17 08:52:57.974009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-6ae2d771-2c1e-428e-9c2a-529e087db467 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:57.975413 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-6ae2d771-2c1e-428e-9c2a-529e087db467 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0552030 Jan 17 08:52:58.049129 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-412f61b0-48d7-4363-a50e-29728cddb712 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677204 Jan 17 08:52:58.175153 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-9d6eb500-faff-4bd1-acd6-4b660da89877 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199276 Jan 17 08:52:58.304174 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a0c602c8-6885-4916-b2b4-271398d106b8 req-8861bb34-c2ed-4ec7-9d8f-e51e3cf0e068 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224692 Jan 17 08:52:58.528815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce3e3-25f0-4043-87ec-53868b3d36db req-c5be298b-e64a-4c27-aac6-f38adb27333a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:58.530223 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d85ce3e3-25f0-4043-87ec-53868b3d36db req-c5be298b-e64a-4c27-aac6-f38adb27333a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0766208 Jan 17 08:52:58.576389 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d85ce3e3-25f0-4043-87ec-53868b3d36db req-579cfa77-a845-4180-bebb-f8b06d6d59b2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405638 Jan 17 08:52:59.770764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298f0ba-524e-409d-a52e-02e0f5625130 req-13da9c82-add1-4447-83ff-0a1612c02f87 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:52:59.772117 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b298f0ba-524e-409d-a52e-02e0f5625130 req-13da9c82-add1-4447-83ff-0a1612c02f87 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0777121 Jan 17 08:52:59.816361 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b298f0ba-524e-409d-a52e-02e0f5625130 req-bbd382e6-3c38-4b45-b314-a54f2bb8dc78 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383151 Jan 17 08:53:00.680151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:53:00.684190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:53:00.940610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:00.960716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:53:00.981705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'mac_address': 'fa:16:3e:43:c9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:53:00.986801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:53:01.020158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:53:01.025726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fe863-40ac-49ea-ad1b-1d36fc45aafc req-77f5cc18-7234-41e8-af42-d1e6a4c197da tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:01.027231 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a14fe863-40ac-49ea-ad1b-1d36fc45aafc req-77f5cc18-7234-41e8-af42-d1e6a4c197da tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0842233 Jan 17 08:53:01.045089 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'code': 200} Jan 17 08:53:01.055722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:01.073389 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3c1e140-0389-4441-8dec-0d2f7c2fe692 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:53:01.075619 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a14fe863-40ac-49ea-ad1b-1d36fc45aafc req-2e78bd2c-d321-4a23-9304-a01efedb5d55 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423357 Jan 17 08:53:01.105286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:01.225768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:53:01.226117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:53:01.228397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=9']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:53:01.290584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a6aa6-db03-462d-9c22-56b477ce0069 req-dbf259cf-9c80-445e-ad4e-bb70f373c1bb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:01.292071 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d00a6aa6-db03-462d-9c22-56b477ce0069 req-dbf259cf-9c80-445e-ad4e-bb70f373c1bb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 944 time: 0.0743821 Jan 17 08:53:01.342986 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d00a6aa6-db03-462d-9c22-56b477ce0069 req-3bd414ed-fe3f-4e26-a698-6748871eaf2a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 Jan 17 08:53:01.535469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65e973-2e47-4ea5-a144-6fc30b188777 req-f1d7c620-df59-4023-902f-70464a9dc939 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:01.536896 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8b65e973-2e47-4ea5-a144-6fc30b188777 req-f1d7c620-df59-4023-902f-70464a9dc939 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 944 time: 0.0750620 Jan 17 08:53:01.581396 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8b65e973-2e47-4ea5-a144-6fc30b188777 req-2ac84dbd-cc1b-423a-bf13-34bafdffc73e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387824 Jan 17 08:53:01.781315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:01.798083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c1e140-0389-4441-8dec-0d2f7c2fe692 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:53:01.812327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:53:01.909632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:01.974444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['c3c1e140-0389-4441-8dec-0d2f7c2fe692'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:53:02.023998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:53:02.284128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29ba57-a2d8-47a1-8938-5316c398483c req-9089793e-6e57-4678-b730-3b587a9c9781 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:02.285484 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3e29ba57-a2d8-47a1-8938-5316c398483c req-9089793e-6e57-4678-b730-3b587a9c9781 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 946 time: 0.0802298 Jan 17 08:53:02.330387 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3e29ba57-a2d8-47a1-8938-5316c398483c req-d5040a91-4443-418c-bb2c-62ee2f3c5026 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394895 Jan 17 08:53:02.679716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:53:02.746897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port c3c1e140-0389-4441-8dec-0d2f7c2fe692 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:53:02.747291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:02.873449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:02.904684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:53:02.995715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:03.048135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:53:03.068653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=11']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:53:03.107401 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'code': 200} Jan 17 08:53:03.532813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea960246-4fae-4288-84ae-e38ef26b88d8 req-fbfbae93-c787-46dc-916d-f7daa6b0f1d0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:03.534274 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea960246-4fae-4288-84ae-e38ef26b88d8 req-fbfbae93-c787-46dc-916d-f7daa6b0f1d0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 947 time: 0.0816386 Jan 17 08:53:03.578560 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea960246-4fae-4288-84ae-e38ef26b88d8 req-76308308-5e2d-4979-836d-c161a5aa6dd2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387053 Jan 17 08:53:04.396192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-850bf4dc-ee23-4162-8e77-211f1d5cff7f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:04.397591 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-850bf4dc-ee23-4162-8e77-211f1d5cff7f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 947 time: 0.0793641 Jan 17 08:53:04.464014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Deleting port c3c1e140-0389-4441-8dec-0d2f7c2fe692 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:53:04.464335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:04.781894 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16e9a-761e-47ac-b498-b19e70a34004 req-6aea6171-931f-475c-b422-591894a5df19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:04.784897 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4ff16e9a-761e-47ac-b498-b19e70a34004 req-6aea6171-931f-475c-b422-591894a5df19 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 947 time: 0.0790651 Jan 17 08:53:04.788951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] For port c3c1e140-0389-4441-8dec-0d2f7c2fe692, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c3c1e140-0389-4441-8dec-0d2f7c2fe692,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:53:04.789479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:04.841677 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4ff16e9a-761e-47ac-b498-b19e70a34004 req-2d772035-a878-40ce-bafe-9749fd6020fd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507286 Jan 17 08:53:05.094098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:05.094370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:05.094676 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 disassociated. External IP: 172.26.4.163, port: c3c1e140-0389-4441-8dec-0d2f7c2fe692. Jan 17 08:53:05.095007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Calling delete_port for c3c1e140-0389-4441-8dec-0d2f7c2fe692 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:53:05.338403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:05.388950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event deleted for resources: {'Port': ['ID=c3c1e140-0389-4441-8dec-0d2f7c2fe692,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.411100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:53:05.608945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:53:05.804234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:53:05.815457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:53:05.827150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:53:05.827791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:52:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:53:05.872439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] No DVR routers for this DVR port c3c1e140-0389-4441-8dec-0d2f7c2fe692 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:53:05.875085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:05.877942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-deleted', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:53:05.937206 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a23bd2a-3906-42eb-8f2c-804bf9831acb', 'name': 'network-vif-deleted', 'tag': 'c3c1e140-0389-4441-8dec-0d2f7c2fe692', 'status': 'completed', 'code': 200} Jan 17 08:53:05.968995 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2ea5940e-8b74-40d8-b672-8fe423089105 req-3078c4e9-ba3c-4cea-a1a6-54a25f934c07 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "DELETE /v2.0/ports/c3c1e140-0389-4441-8dec-0d2f7c2fe692 HTTP/1.1" status: 204 len: 173 time: 1.5658770 Jan 17 08:53:06.012162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:53:06.016106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-7fa00e39-e716-4b45-86ef-ad5dad6bb13e req-95a0cc4c-dd2d-4ae3-8dd4-8da55f0774dd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:53:06.172473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-7fa00e39-e716-4b45-86ef-ad5dad6bb13e req-95a0cc4c-dd2d-4ae3-8dd4-8da55f0774dd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:53:06.173777 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7fa00e39-e716-4b45-86ef-ad5dad6bb13e req-95a0cc4c-dd2d-4ae3-8dd4-8da55f0774dd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a23bd2a-3906-42eb-8f2c-804bf9831acb HTTP/1.1" status: 200 len: 210 time: 0.2012801 Jan 17 08:53:06.217951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13d4d813-c610-46cc-97e0-b6c33c871e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:06.344117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:53:06.347944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:53:06.358780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:53:06.359398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:52:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:53:06.581362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:53:06.899218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:53:06.903243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23262bb-c412-46ea-8288-94afaddb7a38 None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:53:07.114595 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e63745-9ed6-4140-8bdd-dd8580a88055 None None] New status for floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:53:07.557586 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-8933ef35-217e-4ca8-92ad-19ddac252037 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--873987135&fields=id&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 267 time: 0.0398748 Jan 17 08:53:07.704747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-037dded6-39f5-430a-ad22-e5eafbde5e39 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:07.709757 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-037dded6-39f5-430a-ad22-e5eafbde5e39 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 812 time: 0.1422148 Jan 17 08:53:07.724129 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-ff41921a-7218-4478-8a1e-ff5725669d25 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/quotas/1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 375 time: 0.0123200 Jan 17 08:53:07.809801 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d2e13ca2-13b8-4ed5-9066-edf71d0ef66b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801809 Jan 17 08:53:07.945881 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-fb726a19-d053-41be-8461-2a770b6d797b service neutron] 10.222.0.44 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245973 Jan 17 08:53:08.074880 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-ffc671f6-0afe-4c3c-977d-edf4ac174752 service neutron] 10.222.0.44 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229019 Jan 17 08:53:08.269285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-432856f5-f648-48c3-9b52-8e5d55d9aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:08.342796 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-19f9e881-e8c0-439b-a58e-036234c6e411 req-f50e7a1f-1823-48cf-aad0-1b100bfd53a7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 210 time: 0.0408926 Jan 17 08:53:08.726335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:53:08.764051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: c3c1e140-0389-4441-8dec-0d2f7c2fe692 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:53:08.764492 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c3c1e140-0389-4441-8dec-0d2f7c2fe692 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:53:09.510529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:09.521926 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bdf73806-7340-4244-ab2b-79384d9e3728 req-05519845-d524-4f10-89f3-349b1e1b503b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 210 time: 0.0405352 Jan 17 08:53:09.617929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:10.202040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d66cf03b-bf9f-4242-baf4-5cc7d364c6e7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:10.203469 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d66cf03b-bf9f-4242-baf4-5cc7d364c6e7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 812 time: 0.1383789 Jan 17 08:53:10.254384 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-13a6eeff-9c9e-432d-b7b1-e1534f9cfc20 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 379 time: 0.0397575 Jan 17 08:53:10.262188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'port': {'device_id': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'admin_state_up': True, 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'security_groups': ['17886243-d665-43bf-b25f-f7ef41da5d39']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:53:10.490227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:53:10.499748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:53:10.589633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Made reservation on behalf of 1ddb4c6a68a44762b7f06ae70ebd5f41 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:53:10.592699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:10.699084 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dac4b269-c7db-4638-a424-cbe77e966907 req-5c04b1d5-e7b6-4d35-b83c-653142bbd2f4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 210 time: 0.0504560 Jan 17 08:53:10.795357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Allocated IP 172.20.0.4 (e4b8b156-421b-41aa-8baf-346ee12323aa/6c8fce2e-ab8c-407c-b923-e1171b36c980/595bf964-7f1c-487b-8c9f-cbeddfeb3653) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:53:10.993719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:11.008983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Transition to ACTIVE for port object 595bf964-7f1c-487b-8c9f-cbeddfeb3653 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:53:11.052210 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:11.109626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:11.177515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Network e4b8b156-421b-41aa-8baf-346ee12323aa is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:53:11.180538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:53:11.184929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:53:11.215023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:53:11.253048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:11.253565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:11.372914 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0bd13560-17d1-480e-9a71-b2151ec0e13c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1142800 Jan 17 08:53:11.383728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Request body: {'port': {'device_id': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:53:11.489062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:11.515155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-46212ca6-825e-43d5-afe0-8e5c4e18b865 None None] Provisioning for port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:53:11.520224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-46212ca6-825e-43d5-afe0-8e5c4e18b865 None None] Provisioning complete for port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:53:11.527928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46212ca6-825e-43d5-afe0-8e5c4e18b865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:11.572265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-46212ca6-825e-43d5-afe0-8e5c4e18b865 None None] Port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:53:11.830956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595bf964-7f1c-487b-8c9f-cbeddfeb3653 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:53:11.838140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:11.851979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Transition to ACTIVE for port object 595bf964-7f1c-487b-8c9f-cbeddfeb3653 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:53:11.899641 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d122e2-99e8-4915-948f-fd57c3d52d3a req-221f01cd-3e9f-4b37-8a9c-75f2f9dc4a4e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:11.901598 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f3d122e2-99e8-4915-948f-fd57c3d52d3a req-221f01cd-3e9f-4b37-8a9c-75f2f9dc4a4e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 931 time: 0.0801165 Jan 17 08:53:11.915267 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:12.045575 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f3d122e2-99e8-4915-948f-fd57c3d52d3a req-6c495100-75ab-4fc5-8b48-34ab0c3e1a82 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378095 Jan 17 08:53:12.051901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:53:12.159987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Attempting to bind port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:53:12.160303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Attempting to bind port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:53:12.160621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Attempting to bind port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:53:12.166818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 on network e4b8b156-421b-41aa-8baf-346ee12323aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:53:12.167128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Attempting to bind port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 on network e4b8b156-421b-41aa-8baf-346ee12323aa {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:53:12.173336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:53:12.173658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Checking segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:53:12.174024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Bound using segment: {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:53:12.174438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Bound port: 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf1c83-efc3-4105-93e0-55cecdc891ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:53:12.174770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:12.261561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:53:12.265509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:53:12.418620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:12.474255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:12.474255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] 10.222.0.53 "PUT /v2.0/ports/595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 200 len: 1093 time: 1.0943398 Jan 17 08:53:12.482367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:53:12.514984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c04fd4-5f72-4bc9-b5ca-1dba6a9d7cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:53:12.547614 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'status': 'completed', 'code': 200} Jan 17 08:53:12.640455 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f1697c81-a473-414a-9a96-67043d3b1694 req-1d582c72-3f23-4afb-a3d3-dbedea8fbfd1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1096 time: 0.0776098 Jan 17 08:53:12.855862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1697c81-a473-414a-9a96-67043d3b1694 req-36784cbf-4d9b-4f51-92f4-d306a9b62488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:12.857286 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f1697c81-a473-414a-9a96-67043d3b1694 req-36784cbf-4d9b-4f51-92f4-d306a9b62488 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2104821 Jan 17 08:53:12.998146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1697c81-a473-414a-9a96-67043d3b1694 req-1908c639-449d-44b2-a0cb-92bf8407b29c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:12.999524 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f1697c81-a473-414a-9a96-67043d3b1694 req-1908c639-449d-44b2-a0cb-92bf8407b29c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359110 Jan 17 08:53:13.105229 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-0ad4b995-dd39-48db-9ce6-b5e6a69d7afb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1096 time: 0.0715835 Jan 17 08:53:13.174246 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-36724403-6746-4b28-b06b-705222f4e75f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 200 len: 217 time: 0.0623298 Jan 17 08:53:13.233918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-e431e5d1-f42b-41ad-a891-1dc30247f154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:13.235373 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-e431e5d1-f42b-41ad-a891-1dc30247f154 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0561566 Jan 17 08:53:13.238432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a662539-1514-4f5c-a8ef-89f424d4c7b4 req-ef59ebf4-953b-4b47-b085-27ca57709340 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:13.239891 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a662539-1514-4f5c-a8ef-89f424d4c7b4 req-ef59ebf4-953b-4b47-b085-27ca57709340 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 943 time: 0.0759692 Jan 17 08:53:13.285785 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1a662539-1514-4f5c-a8ef-89f424d4c7b4 req-9f2b54f9-9d1e-4b55-b4f1-2266451091d4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396829 Jan 17 08:53:13.314389 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-d399f148-189a-48f9-bbec-5c8416417975 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735197 Jan 17 08:53:13.442103 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-4d148e23-3b08-4323-8ff5-5e37fff9d601 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219237 Jan 17 08:53:13.570271 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2879ec6f-7e1c-4dbc-9c36-4cd9cf24f407 req-04f54706-a899-47f4-b9a2-12f0aad45d3b service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227124 Jan 17 08:53:14.485969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd6559-76d6-47ec-818e-7127870f77a0 req-31ea5483-e795-4a1a-a112-97d14801513c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:14.486632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b0fd6559-76d6-47ec-818e-7127870f77a0 req-31ea5483-e795-4a1a-a112-97d14801513c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Synchronizing usage tracker for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:53:14.560395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b0fd6559-76d6-47ec-818e-7127870f77a0 req-31ea5483-e795-4a1a-a112-97d14801513c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Unset dirty status for tenant:1ddb4c6a68a44762b7f06ae70ebd5f41 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:53:14.561568 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0fd6559-76d6-47ec-818e-7127870f77a0 req-31ea5483-e795-4a1a-a112-97d14801513c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 943 time: 0.1492074 Jan 17 08:53:14.606247 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0fd6559-76d6-47ec-818e-7127870f77a0 req-819209c6-28ce-46cb-a33e-d05c56fd9741 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391533 Jan 17 08:53:15.806613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647bb50-b2ab-4015-bd1c-1ad181d792dc req-70456ff4-c387-4c4c-89e2-0703550a7d06 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:15.808742 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3647bb50-b2ab-4015-bd1c-1ad181d792dc req-70456ff4-c387-4c4c-89e2-0703550a7d06 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 943 time: 0.0770683 Jan 17 08:53:15.853105 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3647bb50-b2ab-4015-bd1c-1ad181d792dc req-4e0a50e5-3246-4c39-91f6-87fc0e86cf38 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389771 Jan 17 08:53:16.772718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:53:16.908837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:53:16.923472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:53:16.985344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:17.002480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595bf964-7f1c-487b-8c9f-cbeddfeb3653 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:53:17.017892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:53:17.053769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80521ba4-21be-4955-8b0c-3e13264acb15 req-c678dbbb-d158-4d4e-88ac-ad9e16b5a093 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:17.055119 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-80521ba4-21be-4955-8b0c-3e13264acb15 req-c678dbbb-d158-4d4e-88ac-ad9e16b5a093 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 943 time: 0.0780709 Jan 17 08:53:17.086962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:17.101038 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-80521ba4-21be-4955-8b0c-3e13264acb15 req-a4d3f350-8a19-432c-b109-f1e6b61695a0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402880 Jan 17 08:53:17.154704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:53:17.412122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['595bf964-7f1c-487b-8c9f-cbeddfeb3653'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:53:18.296544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c049b-af3a-4ace-8a3b-1b840662b7c4 req-9d11eeba-7d80-40c5-b0dd-2848fdecf58f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:18.297919 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-af4c049b-af3a-4ace-8a3b-1b840662b7c4 req-9d11eeba-7d80-40c5-b0dd-2848fdecf58f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 944 time: 0.0755131 Jan 17 08:53:18.347013 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-af4c049b-af3a-4ace-8a3b-1b840662b7c4 req-a4735132-355d-4906-85e6-634eba0a4484 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Jan 17 08:53:18.788342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:53:18.897504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:53:18.902131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:53:18.902497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:19.031218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:19.056646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:53:19.066417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:53:19.111427 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'code': 200} Jan 17 08:53:19.155184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:19.220487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:53:19.518754 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8cd89d98-213a-4842-92e9-e5c2e0e37b43 req-e05f8281-2e2a-4ff6-a988-37f30f4dc8b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1098 time: 0.0760241 Jan 17 08:53:19.553043 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236da08d-3c77-45b4-865f-a873f6347feb req-54ed3efd-b5d4-49a6-9624-37f3a51fd0de tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:19.554560 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-236da08d-3c77-45b4-865f-a873f6347feb req-54ed3efd-b5d4-49a6-9624-37f3a51fd0de tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0754659 Jan 17 08:53:19.565848 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8cd89d98-213a-4842-92e9-e5c2e0e37b43 req-c3709bb5-90c2-4676-ae1b-7528dca7da8d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415928 Jan 17 08:53:19.607372 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-236da08d-3c77-45b4-865f-a873f6347feb req-c4f9eb61-430e-4a35-a4e3-10bf0ba13802 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471807 Jan 17 08:53:19.897926 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:20.826398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6948-6208-4059-a891-fc9f0e96fc5c req-be64bdf4-9634-43a8-80fc-b366bcd020cc tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:20.827718 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fe0a6948-6208-4059-a891-fc9f0e96fc5c req-be64bdf4-9634-43a8-80fc-b366bcd020cc tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0831223 Jan 17 08:53:20.876430 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fe0a6948-6208-4059-a891-fc9f0e96fc5c req-29bc92c1-5785-4f85-9f59-990f5cd6f3b7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Jan 17 08:53:22.077400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d54487-0345-4c63-b29e-a45b40fd788f req-80b334fd-e404-4c11-9a0f-70ab424d04c6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:22.078860 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11d54487-0345-4c63-b29e-a45b40fd788f req-80b334fd-e404-4c11-9a0f-70ab424d04c6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0795236 Jan 17 08:53:22.123455 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-11d54487-0345-4c63-b29e-a45b40fd788f req-55460e43-5798-460c-a834-4e80ab1dc7d5 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391667 Jan 17 08:53:22.324143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a530bb1-806f-4f63-9a63-86322eed91ac req-c7a37e68-5368-4e82-a3ee-6090b5bc46ae tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:22.326571 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1a530bb1-806f-4f63-9a63-86322eed91ac req-c7a37e68-5368-4e82-a3ee-6090b5bc46ae tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0870874 Jan 17 08:53:22.335152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 33606) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:53:22.340560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9d6fc8c7-861e-4991-a36c-a54004f7d3bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Request body: {'floatingip': {'port_id': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:53:22.411670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d6fc8c7-861e-4991-a36c-a54004f7d3bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:23.087069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d6fc8c7-861e-4991-a36c-a54004f7d3bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:23.148727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d6fc8c7-861e-4991-a36c-a54004f7d3bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:23.337409 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-9d6fc8c7-861e-4991-a36c-a54004f7d3bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 associated. External IP: 172.26.4.163, port: 595bf964-7f1c-487b-8c9f-cbeddfeb3653. Jan 17 08:53:23.726673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6fc8c7-861e-4991-a36c-a54004f7d3bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:53:23.921926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6fc8c7-861e-4991-a36c-a54004f7d3bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:53:23.926730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d6fc8c7-861e-4991-a36c-a54004f7d3bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:23.931121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:53:23.947172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:53:23.947810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:53:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:53:23.981892 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9d6fc8c7-861e-4991-a36c-a54004f7d3bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "PUT /v2.0/floatingips/a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 HTTP/1.1" status: 200 len: 992 time: 1.6450841 Jan 17 08:53:23.982496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:53:24.049467 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'status': 'completed', 'code': 200} Jan 17 08:53:24.131010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:53:24.145428 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6a5c08e1-46b4-4689-8bcd-30f4d580c250 req-3b27a31b-e585-40ca-bf46-ca18f95539f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1098 time: 0.0736408 Jan 17 08:53:24.274432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c08e1-46b4-4689-8bcd-30f4d580c250 req-3c48566f-499c-4e6d-b943-5d4e2fdb7b85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:24.275815 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6a5c08e1-46b4-4689-8bcd-30f4d580c250 req-3c48566f-499c-4e6d-b943-5d4e2fdb7b85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1248808 Jan 17 08:53:24.473070 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6a5c08e1-46b4-4689-8bcd-30f4d580c250 req-26122a84-034c-49ec-8f4f-c17de4c8606f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 200 len: 1000 time: 0.1911657 Jan 17 08:53:24.534804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c08e1-46b4-4689-8bcd-30f4d580c250 req-9675cc5c-6156-49da-a8fd-0abb16ae249e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:53:24.535141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:53:22Z', 'revision_number': 13, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:53:24.536314 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6a5c08e1-46b4-4689-8bcd-30f4d580c250 req-9675cc5c-6156-49da-a8fd-0abb16ae249e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0574629 Jan 17 08:53:24.539068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:53:24.550031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:53:24.550627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:53:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:53:24.613825 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6a5c08e1-46b4-4689-8bcd-30f4d580c250 req-f078ea4d-7e83-42c1-8acb-925a5efc6320 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721047 Jan 17 08:53:24.728324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:53:24.752090 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6a5c08e1-46b4-4689-8bcd-30f4d580c250 req-821a47e8-6fce-4e3a-b4a4-82ec813ab560 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323643 Jan 17 08:53:24.887886 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6a5c08e1-46b4-4689-8bcd-30f4d580c250 req-26c0148d-9c2a-4a6c-a85a-24f8f77a7d6e service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295724 Jan 17 08:53:25.076019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:53:22Z', 'revision_number': 13, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:53:25.079988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf44834-8355-4e4c-88c9-7d1c8e61289b None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'floating_ip_address': '172.26.4.163', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'port_id': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T08:47:01Z', 'updated_at': '2022-01-17T08:53:22Z', 'revision_number': 13, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:53:25.275086 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4867b300-518e-48d3-8eaa-9096ff073546 None None] New status for floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:53:31.729871 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:53:36.109685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6bb07d5f-9c7f-4df9-9f2d-764fbe417000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:38.223391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09f5fd67-857c-402c-9d63-bd4a15cbc830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:39.526108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:39.640553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:41.046253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:53:49.903436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:06.108726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1eddfb3-fa86-4fb6-a83f-43d076709300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:08.222778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-378852cc-700f-4808-926a-281af35df060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:08.730082 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:54:09.514474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:09.639797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:11.062738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:14.427937 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-86f77b2e-deee-48cd-a48e-e0285e8e1da3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660133 Jan 17 08:54:14.566311 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-b8650cb7-f384-4050-81ac-6857add90735 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1098 time: 0.0707881 Jan 17 08:54:14.706555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-ad5eb73f-7108-4a01-8144-34f8395314e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:14.708032 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-ad5eb73f-7108-4a01-8144-34f8395314e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1244323 Jan 17 08:54:14.808254 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-84ba1442-2001-47ab-9e70-629eee85c446 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 200 len: 1002 time: 0.0946703 Jan 17 08:54:14.869064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-364ff8be-51a9-4d22-94ae-001142ae8221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:14.870448 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-364ff8be-51a9-4d22-94ae-001142ae8221 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0571046 Jan 17 08:54:14.941671 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-c86b7bb7-1464-43da-8cf9-a5dfa0091c6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652149 Jan 17 08:54:14.951339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-cffe1ae1-e75b-4620-bef1-79950d570a1c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:54:14.952221 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-cffe1ae1-e75b-4620-bef1-79950d570a1c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045364 Jan 17 08:54:15.079045 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-9d44701d-bf35-48d5-bf3c-d6503a2b51d5 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211264 Jan 17 08:54:15.208063 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3052b6f6-948d-41b7-8008-ddfea6935fab req-605d42a6-4dc9-4ee6-b0d2-4ff93e193145 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224990 Jan 17 08:54:19.942345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:36.096325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0d7f3c35-55e9-49b8-8730-8834caab6d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:38.234303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4398d53b-ca3b-46b2-ace8-a2462715e963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:38.814022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56602c-6d88-4d80-8cae-462b7fc12e3c req-f8ff1eb2-f782-49ca-90d9-78ec5ae458a3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:38.815435 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1d56602c-6d88-4d80-8cae-462b7fc12e3c req-f8ff1eb2-f782-49ca-90d9-78ec5ae458a3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.1432698 Jan 17 08:54:38.859967 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1d56602c-6d88-4d80-8cae-462b7fc12e3c req-3bf64a89-2fc4-48a9-b956-8726cb002b0c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390444 Jan 17 08:54:39.519784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:39.651133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:41.051060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:45.729756 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:54:49.036617 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-aa0a9b8a-2209-4d12-9d50-a656dc24f54e req-6985e2fe-48e9-4061-bd52-a086f1ba00a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662045 Jan 17 08:54:49.547452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca5c2e-e566-469d-b24d-4793d6380954 req-6bdf25e1-ef80-4802-8b9b-b7311c304a88 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:49.548881 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86ca5c2e-e566-469d-b24d-4793d6380954 req-6bdf25e1-ef80-4802-8b9b-b7311c304a88 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0769835 Jan 17 08:54:49.594466 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86ca5c2e-e566-469d-b24d-4793d6380954 req-89a3523e-5494-4b25-a5dc-8c0bb071f375 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 Jan 17 08:54:49.650628 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-c47fcdb7-0cb8-4ec9-bd9c-d2b2a0f3f5d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708604 Jan 17 08:54:49.936409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:54:50.791008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378e768-ecd2-4ae8-a71a-0f1720532266 req-773d1287-2c9a-4440-87ad-2e085cfd5b4e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:50.792485 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b378e768-ecd2-4ae8-a71a-0f1720532266 req-773d1287-2c9a-4440-87ad-2e085cfd5b4e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0750985 Jan 17 08:54:50.838858 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b378e768-ecd2-4ae8-a71a-0f1720532266 req-e2e92e2b-666c-40b8-83de-4233720cb4d3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405257 Jan 17 08:54:51.836888 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-04dcd935-0ff4-4548-9a3d-24b0323a5b53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1098 time: 0.1654761 Jan 17 08:54:51.964728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-b365fd28-4538-4e89-8cd2-6c2402b7ecd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:51.966218 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-b365fd28-4538-4e89-8cd2-6c2402b7ecd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1237166 Jan 17 08:54:52.037833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0e9cf-cb6c-440a-8264-cfccd1a0e293 req-fd0c0525-38fb-4e34-8908-57fae027f283 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:52.039347 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1c0e9cf-cb6c-440a-8264-cfccd1a0e293 req-fd0c0525-38fb-4e34-8908-57fae027f283 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0786383 Jan 17 08:54:52.069425 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-3eb108ec-37fc-4140-85cd-8cce2f699785 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 200 len: 1002 time: 0.0969694 Jan 17 08:54:52.084427 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b1c0e9cf-cb6c-440a-8264-cfccd1a0e293 req-af395017-5c56-42f6-8e7a-2109173b7eb6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394244 Jan 17 08:54:52.131848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-547fa61c-d6e0-444a-8942-a790d38d90f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:52.133285 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-547fa61c-d6e0-444a-8942-a790d38d90f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0581374 Jan 17 08:54:52.212254 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-71ac6f42-df15-4e16-a9e6-8a2ae68b7d07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726345 Jan 17 08:54:52.338442 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-bdbaab10-cd4c-48c4-96bf-d15d5f62bc47 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207449 Jan 17 08:54:52.474795 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-69b845a2-39ae-4ec0-8980-11266bc8135a service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303294 Jan 17 08:54:53.280123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f4bf8-acba-480d-b687-3af33fbf4967 req-ea42cba1-edae-41f8-a809-b305e46eb78b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:53.281545 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-003f4bf8-acba-480d-b687-3af33fbf4967 req-ea42cba1-edae-41f8-a809-b305e46eb78b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0744741 Jan 17 08:54:53.324550 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-003f4bf8-acba-480d-b687-3af33fbf4967 req-21acc99e-b42d-45fc-8515-e9dcb024572f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375948 Jan 17 08:54:54.535124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded9ce-e45a-49e2-83ff-3fe1ba0ff8cb req-c6b4438c-8113-4c94-acf5-c5eab7cec7d7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:54.536591 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccded9ce-e45a-49e2-83ff-3fe1ba0ff8cb req-c6b4438c-8113-4c94-acf5-c5eab7cec7d7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0780606 Jan 17 08:54:54.585484 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccded9ce-e45a-49e2-83ff-3fe1ba0ff8cb req-309c5aa8-e99b-43f1-bccf-6ed4afe30805 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Jan 17 08:54:55.809327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898482c-46cb-4377-b370-6dc02910940c req-b974ee3f-f75e-4714-aa5b-1f693214d14f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:55.810656 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7898482c-46cb-4377-b370-6dc02910940c req-b974ee3f-f75e-4714-aa5b-1f693214d14f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.1047435 Jan 17 08:54:55.855185 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7898482c-46cb-4377-b370-6dc02910940c req-77baba1f-25b8-4e43-bd7a-acbd671cc2bc tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379922 Jan 17 08:54:57.051837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0db875-2fed-45d7-a38b-10753a293ffa req-65990a4d-6bb2-449b-b0f2-91aec791199e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:57.053295 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a0db875-2fed-45d7-a38b-10753a293ffa req-65990a4d-6bb2-449b-b0f2-91aec791199e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0752733 Jan 17 08:54:57.097333 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a0db875-2fed-45d7-a38b-10753a293ffa req-eaeaec20-5ad7-4e7b-9081-73f9a6735d74 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386181 Jan 17 08:54:58.296445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca54ee5-8295-43b8-bf90-50295d6cd8b1 req-f26ee00f-a070-4ea5-af78-0ebcfed54973 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:58.297893 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1ca54ee5-8295-43b8-bf90-50295d6cd8b1 req-f26ee00f-a070-4ea5-af78-0ebcfed54973 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0763748 Jan 17 08:54:58.344445 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1ca54ee5-8295-43b8-bf90-50295d6cd8b1 req-42a9d861-51ca-4011-b7c0-e1dc0523bb68 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407612 Jan 17 08:54:59.545640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6e130-f2ab-451e-94bb-c5cafae2f277 req-ae735378-f858-40cc-9aeb-91a239e3347e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:54:59.547067 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-49b6e130-f2ab-451e-94bb-c5cafae2f277 req-ae735378-f858-40cc-9aeb-91a239e3347e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0780509 Jan 17 08:54:59.589955 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-49b6e130-f2ab-451e-94bb-c5cafae2f277 req-1ad44cdd-39d6-406c-8d74-324893b4bb8b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374770 Jan 17 08:55:00.786727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30239d9-d61f-4f23-bf0c-73aca5de2f0c req-7970156d-5e65-4714-a2b8-fb4abd8cec7d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:00.788100 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e30239d9-d61f-4f23-bf0c-73aca5de2f0c req-7970156d-5e65-4714-a2b8-fb4abd8cec7d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0780122 Jan 17 08:55:00.835532 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e30239d9-d61f-4f23-bf0c-73aca5de2f0c req-ab6ab6f2-0831-42fb-be3d-48ee1dc7c750 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414004 Jan 17 08:55:02.034863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d132-5df4-4ef4-8a57-0c212b2c6421 req-b5361b8a-b030-4e79-b318-2fa598ac8a42 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:02.036353 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2ad0d132-5df4-4ef4-8a57-0c212b2c6421 req-b5361b8a-b030-4e79-b318-2fa598ac8a42 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0763421 Jan 17 08:55:02.081421 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2ad0d132-5df4-4ef4-8a57-0c212b2c6421 req-3b37ef70-3078-4e20-bd97-0cde6536c6e4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395930 Jan 17 08:55:03.274038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f9c60-c7d1-42c8-95c3-14b02bfb736a req-2f2b0b06-665c-4664-9b85-723d0bf66e69 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:03.275466 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-914f9c60-c7d1-42c8-95c3-14b02bfb736a req-2f2b0b06-665c-4664-9b85-723d0bf66e69 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0749419 Jan 17 08:55:03.321378 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-914f9c60-c7d1-42c8-95c3-14b02bfb736a req-f7311c07-9c47-44f3-a7db-530c9b74d6e7 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403543 Jan 17 08:55:04.517987 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0b996-efd8-4218-a07f-5bf3c7b03459 req-9730466b-b38d-4db7-890e-a63e7807d2ef tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:04.519461 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67c0b996-efd8-4218-a07f-5bf3c7b03459 req-9730466b-b38d-4db7-890e-a63e7807d2ef tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0782027 Jan 17 08:55:04.562793 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-67c0b996-efd8-4218-a07f-5bf3c7b03459 req-c24edb41-2c85-466e-9459-d503af811c56 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376909 Jan 17 08:55:05.756695 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-1b705358-d3e1-4255-9347-b3948c7155e8 service neutron] 10.222.0.53 "GET /v2.0/ports/595bf964-7f1c-487b-8c9f-cbeddfeb3653/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.1212008 Jan 17 08:55:05.777250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582c18-4f02-4e49-8f4f-c984abc6f0ab req-f8c31606-5f9f-438b-af96-563ab9f93791 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:05.778721 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af582c18-4f02-4e49-8f4f-c984abc6f0ab req-f8c31606-5f9f-438b-af96-563ab9f93791 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0904949 Jan 17 08:55:05.826501 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af582c18-4f02-4e49-8f4f-c984abc6f0ab req-970876ec-0c6f-4b04-af81-070e60dba228 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 Jan 17 08:55:06.096446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-90cd9b0f-d9fc-42a6-b742-335b4f1201f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:06.300645 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-f67e8a2f-03d3-4a38-96e2-c8bf5cafa691 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 1098 time: 0.0705056 Jan 17 08:55:06.387877 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-3670c73c-067a-4682-a74e-cb86480268a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1098 time: 0.0673778 Jan 17 08:55:06.514440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-e4716125-eddc-4d8e-958f-b0b2400b1cc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:06.515884 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-e4716125-eddc-4d8e-958f-b0b2400b1cc2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1222370 Jan 17 08:55:06.694721 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-f2e18565-87ad-4ec9-8732-36bde2b44323 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 200 len: 1002 time: 0.1729631 Jan 17 08:55:06.755725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-bff64844-5d5c-4678-91d3-4fc0b1556b8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:06.757102 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-bff64844-5d5c-4678-91d3-4fc0b1556b8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0568814 Jan 17 08:55:06.829179 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-b673a3ff-35bf-4a12-bab9-40e9c4bfc67f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666246 Jan 17 08:55:06.963425 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-f47ba37e-6bc7-42d4-8208-bc6052d6ad50 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280022 Jan 17 08:55:07.023807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd98e44-dc72-44a3-a8dd-346cf0899224 req-a3c22e83-913a-4eb1-9a1c-844771c1fa60 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:07.025353 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fd98e44-dc72-44a3-a8dd-346cf0899224 req-a3c22e83-913a-4eb1-9a1c-844771c1fa60 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0763650 Jan 17 08:55:07.076440 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6fd98e44-dc72-44a3-a8dd-346cf0899224 req-3905150d-fac6-4187-b2ef-e029c9760d21 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453913 Jan 17 08:55:07.101053 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-29c236d1-dc49-4c63-a840-7dbd4e4de7a9 req-5b7fe8e6-6729-4caa-bf25-c24d596b0b1c service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322749 Jan 17 08:55:08.232814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-721495d6-7416-44bb-a00f-8495d552d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:08.289571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18384-a709-420d-871a-f16d931c6b40 req-20bcc3b1-2d27-44ea-b6b0-f4e2ca0b042f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:08.291004 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ffb18384-a709-420d-871a-f16d931c6b40 req-20bcc3b1-2d27-44ea-b6b0-f4e2ca0b042f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0813992 Jan 17 08:55:08.335417 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ffb18384-a709-420d-871a-f16d931c6b40 req-8728212e-b47a-4f33-a021-123d71533baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387695 Jan 17 08:55:09.185625 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:55:09.300593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:09.327381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:55:09.336533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:09.392158 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'code': 200} Jan 17 08:55:09.415937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:09.490892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:09.499660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.500006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.500367 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.500700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.501030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.501364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.501684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.502006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.502324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.502645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.502961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:09.536177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578af3c-db17-41c7-a137-961e0d08ab94 req-48502ef7-e6f8-477f-be2c-a86df2963214 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:09.537643 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1578af3c-db17-41c7-a137-961e0d08ab94 req-48502ef7-e6f8-477f-be2c-a86df2963214 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 943 time: 0.0800161 Jan 17 08:55:09.573297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:09.598258 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1578af3c-db17-41c7-a137-961e0d08ab94 req-af99380c-7e8b-4765-b1da-859025ba7154 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550704 Jan 17 08:55:09.650168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:10.798055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddea0f-c3dd-47be-a239-970f845176e9 req-f46d4339-505c-440c-bf1d-16f398dd2a05 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:10.799406 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4dddea0f-c3dd-47be-a239-970f845176e9 req-f46d4339-505c-440c-bf1d-16f398dd2a05 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 943 time: 0.0737207 Jan 17 08:55:10.845349 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4dddea0f-c3dd-47be-a239-970f845176e9 req-55057e52-c318-407b-8fb6-3a35b9b0041b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405188 Jan 17 08:55:11.067671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:11.199249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:55:11.373042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:11.385702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:55:11.440622 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:11.457132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595bf964-7f1c-487b-8c9f-cbeddfeb3653 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:55:11.472219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:11.530135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:11.595464 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['595bf964-7f1c-487b-8c9f-cbeddfeb3653'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:55:11.634411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:12.051739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c7e14-61c1-47ab-a45c-f23f5710ccd5 req-31dac476-f696-4cfd-a591-495b47fd28ec tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:12.053151 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-797c7e14-61c1-47ab-a45c-f23f5710ccd5 req-31dac476-f696-4cfd-a591-495b47fd28ec tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 944 time: 0.0766845 Jan 17 08:55:12.096726 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-797c7e14-61c1-47ab-a45c-f23f5710ccd5 req-c8e2ba12-eade-4580-a10a-3b475fb4f784 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377383 Jan 17 08:55:13.205455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:55:13.273711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:55:13.274084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:13.299761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7b271-4046-4a46-a97c-706dc35d672f req-583a6eab-167d-4126-b5f6-ddb3c0a6ba3d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:13.301205 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f9b7b271-4046-4a46-a97c-706dc35d672f req-583a6eab-167d-4126-b5f6-ddb3c0a6ba3d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 944 time: 0.0856051 Jan 17 08:55:13.350221 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f9b7b271-4046-4a46-a97c-706dc35d672f req-16abd753-c05d-4bfc-86ed-ef378fe74492 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Jan 17 08:55:13.388273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:13.414045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:55:13.423128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:13.477888 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'code': 200} Jan 17 08:55:13.484392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:13.551595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:13.835170 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693043d3-8681-4312-b247-a83e03e9008a req-bc008b80-4d51-4901-86d5-0b3d65c46f75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1098 time: 0.0655365 Jan 17 08:55:13.975946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693043d3-8681-4312-b247-a83e03e9008a req-9d9ab8fb-8f2b-43e4-83da-043a841d7b57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:13.977384 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693043d3-8681-4312-b247-a83e03e9008a req-9d9ab8fb-8f2b-43e4-83da-043a841d7b57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1249661 Jan 17 08:55:14.078308 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693043d3-8681-4312-b247-a83e03e9008a req-90012e94-8869-44bc-88fe-ea242bcfed66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 200 len: 1002 time: 0.0953789 Jan 17 08:55:14.141609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693043d3-8681-4312-b247-a83e03e9008a req-a76c810a-79e3-4d11-bcd7-b77011107db5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:14.143009 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693043d3-8681-4312-b247-a83e03e9008a req-a76c810a-79e3-4d11-bcd7-b77011107db5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0594120 Jan 17 08:55:14.215929 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693043d3-8681-4312-b247-a83e03e9008a req-d61eb748-ee61-4167-8979-521eecb46227 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665233 Jan 17 08:55:14.345258 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693043d3-8681-4312-b247-a83e03e9008a req-47cf5ffa-52e8-4afc-b6cd-3cda98f6dfcd service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234195 Jan 17 08:55:14.476369 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693043d3-8681-4312-b247-a83e03e9008a req-00a1a3c3-8248-4f50-8ef4-1132bafb4f3f service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248987 Jan 17 08:55:14.549985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de434d9-2391-4462-81c8-9be999d1979f req-c25e476e-2a61-4ca7-a717-383b10ee9d11 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:14.551449 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8de434d9-2391-4462-81c8-9be999d1979f req-c25e476e-2a61-4ca7-a717-383b10ee9d11 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0806062 Jan 17 08:55:14.594904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8de434d9-2391-4462-81c8-9be999d1979f req-5637fe58-3490-4c7c-8765-b7d8e7ed08de tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380564 Jan 17 08:55:15.793422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faf3b7-00f0-4b48-a27b-5bbc42393fee req-f8eafed1-9a7f-41b5-8c13-c6c483557f9a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:15.794757 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-55faf3b7-00f0-4b48-a27b-5bbc42393fee req-f8eafed1-9a7f-41b5-8c13-c6c483557f9a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0790250 Jan 17 08:55:15.837864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-55faf3b7-00f0-4b48-a27b-5bbc42393fee req-86f488e4-e745-4aa4-b432-72683213ff10 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377252 Jan 17 08:55:17.039122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd747d-0704-4547-a0ee-eef76d5e79b6 req-f2cf2ed4-fad4-4bb3-b3e3-b31fe6f65c03 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:17.040758 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eddd747d-0704-4547-a0ee-eef76d5e79b6 req-f2cf2ed4-fad4-4bb3-b3e3-b31fe6f65c03 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0810916 Jan 17 08:55:17.087130 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eddd747d-0704-4547-a0ee-eef76d5e79b6 req-f1aaa032-ca20-483b-9a67-881fa50a4dcb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397542 Jan 17 08:55:17.221178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:55:17.350919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:17.364158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:55:17.416898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:17.433702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 595bf964-7f1c-487b-8c9f-cbeddfeb3653 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:55:17.448429 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:17.547648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:17.611413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['595bf964-7f1c-487b-8c9f-cbeddfeb3653'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:55:17.657546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=9']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:18.279769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79ee07-7ca4-4819-bf48-5e92dcee7251 req-3cb175c9-235a-461b-ad32-72ebfbdd15c4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:18.281195 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fa79ee07-7ca4-4819-bf48-5e92dcee7251 req-3cb175c9-235a-461b-ad32-72ebfbdd15c4 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 944 time: 0.0747387 Jan 17 08:55:18.324560 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fa79ee07-7ca4-4819-bf48-5e92dcee7251 req-0eb081e0-a8ee-4e98-89fa-30b9d85632de tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379541 Jan 17 08:55:19.231833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:55:19.270029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9695e6-1eef-45f1-81f6-29a74109fd63 req-fc63eb74-bc5f-412c-9c72-c38406d0fb73 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:19.271512 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce9695e6-1eef-45f1-81f6-29a74109fd63 req-fc63eb74-bc5f-412c-9c72-c38406d0fb73 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 944 time: 0.2168393 Jan 17 08:55:19.281454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-5046c429-dc48-4ea2-9d27-520b5e8110fa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:19.282818 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-5046c429-dc48-4ea2-9d27-520b5e8110fa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 944 time: 0.1063888 Jan 17 08:55:19.302796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:55:19.303168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:19.381894 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce9695e6-1eef-45f1-81f6-29a74109fd63 req-53b69d76-0bdb-415b-859e-fdaed4069bba tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981133 Jan 17 08:55:19.389487 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-206226bd-364c-4683-b2ef-55ce963613ef service neutron] 10.222.0.53 "GET /v2.0/ports/595bf964-7f1c-487b-8c9f-cbeddfeb3653/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0928915 Jan 17 08:55:19.416968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:19.443731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:55:19.453046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:19.485381 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-e777409a-9922-4d13-991d-36cefcb729e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1097 time: 0.0752072 Jan 17 08:55:19.513143 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'code': 200} Jan 17 08:55:19.530255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:19.594955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:19.616293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-db84588b-c45e-4a2c-b5a5-66a398a3cce7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:19.617753 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-db84588b-c45e-4a2c-b5a5-66a398a3cce7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1272607 Jan 17 08:55:19.717178 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-6b3443b0-c525-4272-86c3-029d8f3b9b2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 200 len: 1002 time: 0.0940361 Jan 17 08:55:19.779913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-5e97f2a6-2de3-4942-b6e3-5d2bdd010949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:19.781223 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-5e97f2a6-2de3-4942-b6e3-5d2bdd010949 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0585411 Jan 17 08:55:19.855112 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-9ff953c2-03d7-4e9b-b14a-3b90af39749c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686078 Jan 17 08:55:19.953110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:19.984028 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-1c88ac97-b278-40cc-b291-db1327bb2d43 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226377 Jan 17 08:55:20.113797 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-55411f64-23ed-4744-bbec-9e73bee1e3e3 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245146 Jan 17 08:55:20.582137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c3204-6d2b-4305-8186-8bffb2ae8f7a req-46d98a7b-1013-4b2a-84c9-52996a0a5af8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:20.583584 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf7c3204-6d2b-4305-8186-8bffb2ae8f7a req-46d98a7b-1013-4b2a-84c9-52996a0a5af8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0736847 Jan 17 08:55:20.630631 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf7c3204-6d2b-4305-8186-8bffb2ae8f7a req-6cbaa569-9e0b-4319-b0a9-b547c784bf30 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Jan 17 08:55:21.838183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53668c-dedd-447f-970b-e1b2f2e0c38d req-faa6814f-8c9f-42d6-a1eb-efd99b51165d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:21.839617 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7f53668c-dedd-447f-970b-e1b2f2e0c38d req-faa6814f-8c9f-42d6-a1eb-efd99b51165d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0755212 Jan 17 08:55:21.883978 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7f53668c-dedd-447f-970b-e1b2f2e0c38d req-7ab7e59d-5d84-418a-976f-134f6ba91af0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388725 Jan 17 08:55:22.730383 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:55:23.087118 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf38921-df34-4e6b-b9c8-1e5277b144dd req-c7297cda-e3eb-49c4-a795-d05831c025bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:23.088611 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-baf38921-df34-4e6b-b9c8-1e5277b144dd req-c7297cda-e3eb-49c4-a795-d05831c025bd tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0797703 Jan 17 08:55:23.135468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-baf38921-df34-4e6b-b9c8-1e5277b144dd req-b3ef0517-2f20-46f9-aaab-10c10cd63cb0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403881 Jan 17 08:55:24.335349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a9d82-5583-4ebf-8fcb-5a92c45cd8bf req-41c0cdc3-a284-4dbe-9bd4-5440c8685b85 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:24.337073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-660a9d82-5583-4ebf-8fcb-5a92c45cd8bf req-41c0cdc3-a284-4dbe-9bd4-5440c8685b85 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0790248 Jan 17 08:55:24.382482 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-660a9d82-5583-4ebf-8fcb-5a92c45cd8bf req-44db8b6c-e4fb-4832-bd64-770b65801258 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393589 Jan 17 08:55:24.507549 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-c3283351-c6b8-4e7f-bdd2-a6629c1d57e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3&tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41 HTTP/1.1" status: 200 len: 1099 time: 0.0781174 Jan 17 08:55:24.594846 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-14ae18f4-c466-4a12-ab1c-9bd912680033 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 1099 time: 0.0667789 Jan 17 08:55:24.735320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-0fb7fc79-5840-4df7-96db-54a92ab7d33e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:24.736682 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-0fb7fc79-5840-4df7-96db-54a92ab7d33e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 200 len: 913 time: 0.1364667 Jan 17 08:55:24.834926 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-ee9a21ad-95d3-45d3-90ca-6e7de35959c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 200 len: 1002 time: 0.0929964 Jan 17 08:55:24.895746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-cb1dcf76-35cb-4e9a-87d3-19d398617df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:24.897149 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-cb1dcf76-35cb-4e9a-87d3-19d398617df8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 200 len: 851 time: 0.0564513 Jan 17 08:55:25.058562 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-3002db42-2510-447d-aa8b-ed57baf90e39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4b8b156-421b-41aa-8baf-346ee12323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1549401 Jan 17 08:55:25.187132 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-a9c65924-9f7d-4246-895d-62b71b15bbb7 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228981 Jan 17 08:55:25.314710 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-de63ad23-e7d0-41dc-ac55-932dc6d24a96 req-cede4a70-f762-4836-94f6-378426d04757 service neutron] 10.222.0.53 "GET /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214964 Jan 17 08:55:25.594623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d7a21-9a81-4eb9-904d-fcf004540f72 req-9c5a451c-2942-4d24-81f3-3233dbf8396e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:25.596255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-851d7a21-9a81-4eb9-904d-fcf004540f72 req-9c5a451c-2942-4d24-81f3-3233dbf8396e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0783002 Jan 17 08:55:25.640481 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-851d7a21-9a81-4eb9-904d-fcf004540f72 req-6f5bb343-2f2f-4a6f-b214-3ed6e1ff2f4c tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388060 Jan 17 08:55:26.843393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698431a9-fa70-4ce6-bf6d-4dfbf820bbb4 req-2c62e714-b285-43fe-91ed-d31ee0192ec9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:26.844757 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-698431a9-fa70-4ce6-bf6d-4dfbf820bbb4 req-2c62e714-b285-43fe-91ed-d31ee0192ec9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0767288 Jan 17 08:55:26.893810 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-698431a9-fa70-4ce6-bf6d-4dfbf820bbb4 req-7d2433fa-4c5e-432e-942b-2d6a18b9a1bb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433574 Jan 17 08:55:27.267468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:55:27.378616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:27.404736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:55:27.414585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:27.474182 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'code': 200} Jan 17 08:55:27.500847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:27.565794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=11']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:28.090966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071f26e-11fe-420c-962f-8ea556c51a3e req-3d2672b9-3255-408b-9e57-c8cdb2550d38 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:28.092476 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7071f26e-11fe-420c-962f-8ea556c51a3e req-3d2672b9-3255-408b-9e57-c8cdb2550d38 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 944 time: 0.0759885 Jan 17 08:55:28.136024 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7071f26e-11fe-420c-962f-8ea556c51a3e req-9b051899-c2bf-4d34-ae6d-521f3b3f4a39 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380964 Jan 17 08:55:29.283562 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:55:29.340549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f12dc4-167c-4c51-ad61-df3fc09c01af req-166bb2a0-7e7e-48a5-bd67-330ce7a5626f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:29.341979 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-19f12dc4-167c-4c51-ad61-df3fc09c01af req-166bb2a0-7e7e-48a5-bd67-330ce7a5626f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 944 time: 0.0843401 Jan 17 08:55:29.387353 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-19f12dc4-167c-4c51-ad61-df3fc09c01af req-c2475dd1-4e62-4859-8069-242e86cd74a0 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391598 Jan 17 08:55:29.417870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:29.431072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'port_id': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'mac_address': 'fa:16:3e:96:7e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:55:29.514598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:29.531544 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595bf964-7f1c-487b-8c9f-cbeddfeb3653 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:55:29.545891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:29.644083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:29.710395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=12']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:29.715467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['595bf964-7f1c-487b-8c9f-cbeddfeb3653'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:55:30.584710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c91960-6daf-4f6a-9034-38292c3a0b2f req-c2f75834-4ba8-4658-a927-4aad20875ecc tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:30.586135 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d2c91960-6daf-4f6a-9034-38292c3a0b2f req-c2f75834-4ba8-4658-a927-4aad20875ecc tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 945 time: 0.0787182 Jan 17 08:55:30.630524 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d2c91960-6daf-4f6a-9034-38292c3a0b2f req-d16a8964-7cf1-4f95-b57c-718ee5078fd3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380981 Jan 17 08:55:31.298980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:55:31.365822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:55:31.366196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:31.476220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:31.502825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:55:31.511987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:31.564807 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'code': 200} Jan 17 08:55:31.627213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:31.693158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=13']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:31.823605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211c9f-a539-4084-aece-ece470cd12fb req-dd71c8c7-a11d-404b-af5a-15cc6c58f683 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:31.824962 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-33211c9f-a539-4084-aece-ece470cd12fb req-dd71c8c7-a11d-404b-af5a-15cc6c58f683 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0745878 Jan 17 08:55:31.868873 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-33211c9f-a539-4084-aece-ece470cd12fb req-753a1056-e849-4830-846d-c9d45e158ce3 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379269 Jan 17 08:55:33.064973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a8e4d-b450-49a3-bcfd-7dfd0fa39eb5 req-ddc2a6b4-d692-4c1b-8a0b-d79609a0a8d8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:33.066322 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-197a8e4d-b450-49a3-bcfd-7dfd0fa39eb5 req-ddc2a6b4-d692-4c1b-8a0b-d79609a0a8d8 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0737972 Jan 17 08:55:33.110414 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-197a8e4d-b450-49a3-bcfd-7dfd0fa39eb5 req-4fffe5f1-3892-4e8b-993b-b77855548c8d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386431 Jan 17 08:55:34.311877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89326f99-837d-4538-9778-b4f367c444ca req-8f4c5ae9-4cd9-423e-a387-8212e1336245 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:34.313309 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-89326f99-837d-4538-9778-b4f367c444ca req-8f4c5ae9-4cd9-423e-a387-8212e1336245 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0806170 Jan 17 08:55:34.358708 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-89326f99-837d-4538-9778-b4f367c444ca req-e7c95bf6-cd3a-4fe2-b7b4-dd6fa0036c79 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399048 Jan 17 08:55:35.555005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d201489-4a15-4aea-92f5-b871d99ea40b req-db736329-8f28-4320-addd-f2f3909729fa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:35.556470 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5d201489-4a15-4aea-92f5-b871d99ea40b req-db736329-8f28-4320-addd-f2f3909729fa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0786929 Jan 17 08:55:35.600792 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5d201489-4a15-4aea-92f5-b871d99ea40b req-7aff2bd6-636c-4538-9686-d3450a68d1f9 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388300 Jan 17 08:55:35.791638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c3e6-dc56-4150-8d60-55eaadde0fd3 req-2d8dcccb-fe6d-43ad-9e40-be2e66286e9e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:35.793081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7c43c3e6-dc56-4150-8d60-55eaadde0fd3 req-2d8dcccb-fe6d-43ad-9e40-be2e66286e9e tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0758474 Jan 17 08:55:35.839966 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7c43c3e6-dc56-4150-8d60-55eaadde0fd3 req-6a73835b-45b9-4a15-a1f6-0eebde30288d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414436 Jan 17 08:55:36.037876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe2ee-2538-438e-99ef-0764b4078067 req-bd08feb7-d3fa-4d32-9b79-4c74bc15939b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:36.039282 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddefe2ee-2538-438e-99ef-0764b4078067 req-bd08feb7-d3fa-4d32-9b79-4c74bc15939b tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0833650 Jan 17 08:55:36.090366 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddefe2ee-2538-438e-99ef-0764b4078067 req-a041456a-8dad-41be-b1d7-1ad7f7b68105 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454271 Jan 17 08:55:36.153012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d9a30770-7e37-482a-a558-5555c1c2c214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:36.801109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aedabd-12b7-4930-9812-666a7dd38c11 req-bf3b8656-b7b7-4a68-aaab-5f3dffe91631 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:36.802468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c8aedabd-12b7-4930-9812-666a7dd38c11 req-bf3b8656-b7b7-4a68-aaab-5f3dffe91631 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.0763378 Jan 17 08:55:36.849055 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c8aedabd-12b7-4930-9812-666a7dd38c11 req-9f9009bf-999c-45e5-932f-b38e2156dea2 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Jan 17 08:55:38.137652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87b147-eb6b-48f6-a754-58cf1cd98a4e req-9e047814-f4c9-44fd-828a-1f9df4df17c6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:38.140202 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2f87b147-eb6b-48f6-a754-58cf1cd98a4e req-9e047814-f4c9-44fd-828a-1f9df4df17c6 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.1594136 Jan 17 08:55:38.184347 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2f87b147-eb6b-48f6-a754-58cf1cd98a4e req-9f610d43-6f7a-42e7-9d5f-32f7aadd5f45 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390592 Jan 17 08:55:38.250658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6f56-8a3e-4272-ae0e-480d27a01e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:39.418383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-92aeadb7-dced-4060-aac4-6bc8636f0d0f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:39.419812 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-92aeadb7-dced-4060-aac4-6bc8636f0d0f tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.1340327 Jan 17 08:55:39.426012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871f51-dedc-4800-b391-f540fa1c0d8f req-7b52627e-401f-45ed-807b-b31eeddb7910 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:39.427517 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a8871f51-dedc-4800-b391-f540fa1c0d8f req-7b52627e-401f-45ed-807b-b31eeddb7910 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 946 time: 0.1121941 Jan 17 08:55:39.513276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:39.527477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Deleting port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:55:39.531243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:39.559181 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a8871f51-dedc-4800-b391-f540fa1c0d8f req-f9e9a34d-762e-4374-b15b-e49e120b6608 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups?id=17886243-d665-43bf-b25f-f7ef41da5d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953176 Jan 17 08:55:39.667533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:39.768359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] For port 595bf964-7f1c-487b-8c9f-cbeddfeb3653, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=595bf964-7f1c-487b-8c9f-cbeddfeb3653,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:39.768641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:40.157105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:40.157501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:40.157817 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 disassociated. External IP: 172.26.4.163, port: 595bf964-7f1c-487b-8c9f-cbeddfeb3653. Jan 17 08:55:40.158156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Calling delete_port for 595bf964-7f1c-487b-8c9f-cbeddfeb3653 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:55:40.376614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:40.425083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event deleted for resources: {'Port': ['ID=595bf964-7f1c-487b-8c9f-cbeddfeb3653,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:40.507433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.507778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.508117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.508454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.508783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.509112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.509436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.509759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.510083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.510403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.510769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:55:40.681447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:55:40.752909 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4de5c41a-8fc5-44f8-8950-a6f67492f956 req-30a49b72-08f3-4f88-a8ad-ebd460a2eb6a tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 210 time: 0.0435402 Jan 17 08:55:40.904552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:55:40.915889 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:55:40.933805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:55:40.934515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:55:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:40.976424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] No DVR routers for this DVR port 595bf964-7f1c-487b-8c9f-cbeddfeb3653 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:55:40.979438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:40.982303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-deleted', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:55:41.045408 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f247a6cf-3492-4b93-9a37-7002ef0281d3', 'name': 'network-vif-deleted', 'tag': '595bf964-7f1c-487b-8c9f-cbeddfeb3653', 'status': 'completed', 'code': 200} Jan 17 08:55:41.121548 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-77f252b4-ce06-4b89-8188-d9141b163d0a req-369b93ef-4649-4fc5-947b-0b7e12041baa tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.53 "DELETE /v2.0/ports/595bf964-7f1c-487b-8c9f-cbeddfeb3653 HTTP/1.1" status: 204 len: 173 time: 1.6924720 Jan 17 08:55:41.123242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:41.131732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:55:41.468847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:41.472996 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:55:41.484519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:55:41.485130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:55:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:41.677932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:55:41.925487 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-377121d2-6293-4797-93a6-686a6e99522f req-94b3a477-b267-4f1b-a4b4-cda8f18f5acf tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/ports?device_id=f247a6cf-3492-4b93-9a37-7002ef0281d3 HTTP/1.1" status: 200 len: 210 time: 0.0468769 Jan 17 08:55:42.043307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:42.048026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2594169a-5246-49bb-aca9-06939ed5ae26 None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:46:57Z', 'revision_number': 4, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '164370e6-ddab-4c6e-b830-6fab23bba40c', 'name': '', 'network_id': 'e4b8b156-421b-41aa-8baf-346ee12323aa', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'mac_address': 'fa:16:3e:58:e2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:56Z', 'updated_at': '2022-01-17T08:47:14Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'subnets': [{'id': '6c8fce2e-ab8c-407c-b923-e1171b36c980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:55:42.275612 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285776a-5e37-4894-989a-7b59fa4dad31 None None] New status for floating IP a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 08:55:43.345227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:55:43.381498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 595bf964-7f1c-487b-8c9f-cbeddfeb3653 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:55:43.384001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 595bf964-7f1c-487b-8c9f-cbeddfeb3653 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:55:46.524891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 33966) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:46.589524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9e1acb1-b156-415b-920e-5d303fc0730d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:46.616579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9e1acb1-b156-415b-920e-5d303fc0730d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:46.729926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9e1acb1-b156-415b-920e-5d303fc0730d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:46.747664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1acb1-b156-415b-920e-5d303fc0730d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17886243-d665-43bf-b25f-f7ef41da5d39,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:46.825894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9e1acb1-b156-415b-920e-5d303fc0730d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:46.826997 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b9e1acb1-b156-415b-920e-5d303fc0730d tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "DELETE /v2.0/security-groups/17886243-d665-43bf-b25f-f7ef41da5d39 HTTP/1.1" status: 204 len: 168 time: 0.3011138 Jan 17 08:55:46.830056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 33970) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:46.845710 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.api.v2.resource [None req-e933be0b-f17c-4070-830f-27cc4e1753eb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] show failed (client error): The resource could not be found. Jan 17 08:55:46.846634 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e933be0b-f17c-4070-830f-27cc4e1753eb tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "GET /v2.0/security-groups/17886243-d665-43bf-b25f-f7ef41da5d39 HTTP/1.1" status: 404 len: 347 time: 0.0156810 Jan 17 08:55:46.848996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 33974) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:47.001438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Deleting port 23aa1a1c-50dc-4048-9052-462fc2b1b4ee {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:55:47.001837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:47.164053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:47.164360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:47.286126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Calling delete_port for 23aa1a1c-50dc-4048-9052-462fc2b1b4ee owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:55:47.489703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:47.532926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Pushing event deleted for resources: {'Port': ['ID=23aa1a1c-50dc-4048-9052-462fc2b1b4ee,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:47.709793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:47.723878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:47.724929 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-316a112d-13f6-44ae-bdad-b1810af73017 tempest-ServerActionsTestJSON-1233784713 tempest-ServerActionsTestJSON-1233784713-project] 10.222.0.44 "DELETE /v2.0/floatingips/a8ec3bfd-6127-48f4-9b3e-41bf114a5fe0 HTTP/1.1" status: 204 len: 168 time: 0.8750703 Jan 17 08:55:47.727827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 33978) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:48.192407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:48.765295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Deleting port 164370e6-ddab-4c6e-b830-6fab23bba40c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:55:48.765893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:48.926482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] For port 164370e6-ddab-4c6e-b830-6fab23bba40c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=164370e6-ddab-4c6e-b830-6fab23bba40c,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:48.926824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:49.040492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Calling delete_port for 164370e6-ddab-4c6e-b830-6fab23bba40c owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:55:49.409952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:49.456712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Pushing event deleted for resources: {'Port': ['ID=164370e6-ddab-4c6e-b830-6fab23bba40c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:49.732891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:49.941327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:50.291862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Router 545c46cc-fb21-41ca-b871-00b8d753d33d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:55:50.486940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:55:50.495992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] Sync routers for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:55:50.498972 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4d55874c-de5c-47fa-b0f3-f44c0d0acdff admin admin] 10.222.0.44 "PUT /v2.0/routers/545c46cc-fb21-41ca-b871-00b8d753d33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7701373 Jan 17 08:55:50.501536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 33984) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:50.507652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:55:50.508294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:55:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:50.688816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:55:50.693977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:50.972808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:55:49Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:50.976910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] Checking router: 545c46cc-fb21-41ca-b871-00b8d753d33d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:55:50.985385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:50.987508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] Routers {'545c46cc-fb21-41ca-b871-00b8d753d33d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:55:50.988106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:55:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['545c46cc-fb21-41ca-b871-00b8d753d33d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:51.135380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Deleting port 2053db41-47c9-493c-88f6-2857b23cad2d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:55:51.135717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:51.164164 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] Set router 545c46cc-fb21-41ca-b871-00b8d753d33d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:55:51.305826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] For port 2053db41-47c9-493c-88f6-2857b23cad2d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2053db41-47c9-493c-88f6-2857b23cad2d,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:51.306710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:51.423487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Calling delete_port for 2053db41-47c9-493c-88f6-2857b23cad2d owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:55:51.442037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:55:49Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:51.446013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec34f2bb-406f-42fe-ae1e-b2ca87b63abd None None] The sync data for ids ['545c46cc-fb21-41ca-b871-00b8d753d33d'] in dv-neutron-824874-1-hyperv is: [{'id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'name': 'tempest-ServerActionsTestJSON-1367040324-router', 'tenant_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:46:53Z', 'updated_at': '2022-01-17T08:55:49Z', 'revision_number': 5, 'project_id': '1ddb4c6a68a44762b7f06ae70ebd5f41', 'gw_port': {'id': '2053db41-47c9-493c-88f6-2857b23cad2d', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:33:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545c46cc-fb21-41ca-b871-00b8d753d33d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:46:54Z', 'updated_at': '2022-01-17T08:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:55:51.678043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:51.720307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2053db41-47c9-493c-88f6-2857b23cad2d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:51.942918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.198721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.203577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.370133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.370844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 545c46cc-fb21-41ca-b871-00b8d753d33d {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:55:52.384919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.389757 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7ad5a70e-608d-443c-918e-f8bf19fda9ce admin admin] 10.222.0.44 "DELETE /v2.0/routers/545c46cc-fb21-41ca-b871-00b8d753d33d HTTP/1.1" status: 204 len: 168 time: 1.8836381 Jan 17 08:55:52.389757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 33988) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:52.554897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b14cde6-33d0-4a49-8bf4-88438f58d55f admin admin] Deleting subnet 6c8fce2e-ab8c-407c-b923-e1171b36c980 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:55:52.557900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b14cde6-33d0-4a49-8bf4-88438f58d55f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.604908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b14cde6-33d0-4a49-8bf4-88438f58d55f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.677457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b14cde6-33d0-4a49-8bf4-88438f58d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.822119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b14cde6-33d0-4a49-8bf4-88438f58d55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.852660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2053db41-47c9-493c-88f6-2857b23cad2d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:55:52.862386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14cde6-33d0-4a49-8bf4-88438f58d55f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8fce2e-ab8c-407c-b923-e1171b36c980,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:52.870237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b14cde6-33d0-4a49-8bf4-88438f58d55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.878069 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3b14cde6-33d0-4a49-8bf4-88438f58d55f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6c8fce2e-ab8c-407c-b923-e1171b36c980 HTTP/1.1" status: 204 len: 168 time: 0.4885137 Jan 17 08:55:52.880561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 33992) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:52.882063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca1b7e4-dd27-4ec4-b0ec-d665806d44de None None] Network e4b8b156-421b-41aa-8baf-346ee12323aa requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:55:52.903569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 2053db41-47c9-493c-88f6-2857b23cad2d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:55:52.903909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2053db41-47c9-493c-88f6-2857b23cad2d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:55:52.904338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 164370e6-ddab-4c6e-b830-6fab23bba40c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:55:52.983491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 164370e6-ddab-4c6e-b830-6fab23bba40c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:55:52.983843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 164370e6-ddab-4c6e-b830-6fab23bba40c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:55:52.986247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:52.998523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Deleting port 3d296da1-1766-484b-91cf-cd474a5286ac {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:55:52.998860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.202002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] DHCP port deletion for e4b8b156-421b-41aa-8baf-346ee12323aa request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:55:53.202242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] For port 3d296da1-1766-484b-91cf-cd474a5286ac, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3d296da1-1766-484b-91cf-cd474a5286ac,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:53.202494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.206157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] Deleting port 3d296da1-1766-484b-91cf-cd474a5286ac {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:55:53.206524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.320066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Calling delete_port for 3d296da1-1766-484b-91cf-cd474a5286ac owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:55:53.404916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] For port 3d296da1-1766-484b-91cf-cd474a5286ac, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=3d296da1-1766-484b-91cf-cd474a5286ac,segment=NetworkSegment(aabf1c83-efc3-4105-93e0-55cecdc891ed),segment_id=aabf1c83-efc3-4105-93e0-55cecdc891ed)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:55:53.404916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.449961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.498491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d296da1-1766-484b-91cf-cd474a5286ac,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:53.505183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] No DVR routers for this DVR port 3d296da1-1766-484b-91cf-cd474a5286ac on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:55:53.526152 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] Calling delete_port for 3d296da1-1766-484b-91cf-cd474a5286ac owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn_limited( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn_limited( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 08:55:53.589184 dv-neutron-824874-1-hyperv neutron-server[84156]: util.warn( Jan 17 08:55:53.597992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:55:53.598342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:55:53.619073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.643834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b8b156-421b-41aa-8baf-346ee12323aa']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:53.655722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabf1c83-efc3-4105-93e0-55cecdc891ed') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:53.656471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabf1c83-efc3-4105-93e0-55cecdc891ed') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:55:53.667650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.683700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.689657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:55:53.690043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:55:53.703409 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:55:53.878160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.894022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:53.903854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b8b156-421b-41aa-8baf-346ee12323aa,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:54.004819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-63e113e5-15f5-4c34-93df-aa6d95db22c6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e4b8b156-421b-41aa-8baf-346ee12323aa HTTP/1.1" status: 204 len: 168 time: 1.1233037 Jan 17 08:55:54.099977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] Deleting port 3d296da1-1766-484b-91cf-cd474a5286ac {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:55:54.100559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:54.165226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-34dda3c5-97bb-4c1a-b95d-e46c1d384111 None None] The port '3d296da1-1766-484b-91cf-cd474a5286ac' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:55:54.578279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 33998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:54.618179 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-63ec159d-4da2-4797-858d-b4b96add0ae8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ddb4c6a68a44762b7f06ae70ebd5f41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472605 Jan 17 08:55:54.620591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34002) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:54.680601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db5aee0-b918-4910-a638-fc4961cf89d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:54.685955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3d296da1-1766-484b-91cf-cd474a5286ac no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:55:54.706520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db5aee0-b918-4910-a638-fc4961cf89d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:54.718230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 3d296da1-1766-484b-91cf-cd474a5286ac {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:55:54.718649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 3d296da1-1766-484b-91cf-cd474a5286ac not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:55:54.832462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db5aee0-b918-4910-a638-fc4961cf89d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:54.850017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5aee0-b918-4910-a638-fc4961cf89d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51616b9c-f1c1-4e1b-b99a-745e9c98ca5e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:54.856853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db5aee0-b918-4910-a638-fc4961cf89d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:54.857973 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1db5aee0-b918-4910-a638-fc4961cf89d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51616b9c-f1c1-4e1b-b99a-745e9c98ca5e HTTP/1.1" status: 204 len: 168 time: 0.2365060 Jan 17 08:55:56.152840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34026) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:56.289081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1801691615-network', 'tenant_id': '6edbd7765f074a3e8f489ba52f404c73'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:55:56.293665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:55:56.297946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Usage tracker for resource:network and tenant:6edbd7765f074a3e8f489ba52f404c73 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:55:56.300745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:55:56.306511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:55:56.387220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Made reservation on behalf of 6edbd7765f074a3e8f489ba52f404c73 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:55:56.389618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:56.402455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:56.435445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:55:56.439307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Usage tracker for resource:security_group_rule and tenant:6edbd7765f074a3e8f489ba52f404c73 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:55:56.442149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:55:56.447817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:55:56.520229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:56.586629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:56.617182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:55:56.625205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dfaee8-3d62-45bc-a50e-f360195752e3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:56.630679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:56.631024 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Added segment cd79c3b5-17a7-4029-9252-1c03b4710e39 of type vlan for network 11d30a49-ffca-44f8-ab94-d9a345029dd3 Jan 17 08:55:56.657171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:56.739943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:56.740804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:56.741367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:56.839171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] Pushing event updated for resources: {'Network': ['ID=11d30a49-ffca-44f8-ab94-d9a345029dd3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:56.849177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 11d30a49-ffca-44f8-ab94-d9a345029dd3 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:55:56.919108 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-48caa529-ce7b-4935-a737-eba39c4c942b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7651534 Jan 17 08:55:56.921918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34034) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:55:56.927417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Request body: {'subnet': {'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1801691615-subnet', 'tenant_id': '6edbd7765f074a3e8f489ba52f404c73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:55:56.932214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:55:56.935990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Usage tracker for resource:subnet and tenant:6edbd7765f074a3e8f489ba52f404c73 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:55:56.938839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:55:56.944542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:55:57.044303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Made reservation on behalf of 6edbd7765f074a3e8f489ba52f404c73 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:55:57.046682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:57.397282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:57.457166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:55:57.480517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Checking segment: {'id': 'cd79c3b5-17a7-4029-9252-1c03b4710e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:55:57.480868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Network hostable DHCP agents. Network: 11d30a49-ffca-44f8-ab94-d9a345029dd3, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:55:57.603728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Network 11d30a49-ffca-44f8-ab94-d9a345029dd3 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:55:57.718086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 11d30a49-ffca-44f8-ab94-d9a345029dd3) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:55:57.722009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:57.724357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:55:57.727514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478123cf-cda0-42c6-bac9-9e812e0adf93 None None] Network 11d30a49-ffca-44f8-ab94-d9a345029dd3 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:55:57.804584 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6ac13b45-087a-45f7-a609-d38c40867cfb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8816144 Jan 17 08:55:57.949941 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d7a03-b951-4d38-afa7-16a51c330c80 None None] Network 11d30a49-ffca-44f8-ab94-d9a345029dd3 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:55:58.337768 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b1900-798c-46e8-876f-89620b99aa5a req-6f3ac03b-8ee8-4c0c-bb74-38d4622282f4 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:55:58.339213 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-6f3ac03b-8ee8-4c0c-bb74-38d4622282f4 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/networks?id=11d30a49-ffca-44f8-ab94-d9a345029dd3 HTTP/1.1" status: 200 len: 814 time: 0.1425738 Jan 17 08:55:58.355128 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-064e8870-6032-46c7-9165-9fbee37b7255 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/quotas/6edbd7765f074a3e8f489ba52f404c73 HTTP/1.1" status: 200 len: 375 time: 0.0105455 Jan 17 08:55:58.400904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-388cb89c-7a57-468a-8274-8b2392149f98 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6edbd7765f074a3e8f489ba52f404c73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400877 Jan 17 08:55:58.411537 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-e0f016b2-3b50-4e46-a5eb-35e8ffcaf124 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 08:55:58.412550 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-e0f016b2-3b50-4e46-a5eb-35e8ffcaf124 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047743 Jan 17 08:55:58.543548 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-f26ab3d1-c65f-4591-802c-cc281ebab4b5 service neutron] 10.222.0.44 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248987 Jan 17 08:55:58.672866 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-b6eea6f7-a835-4d3e-83ec-f9e0ad87f870 service neutron] 10.222.0.44 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231248 Jan 17 08:55:58.979790 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a46f16bd-5077-4ec0-bcf0-014444c320fc req-e179d0be-6312-440b-b66d-41f0439349dc tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 210 time: 0.0444946 Jan 17 08:55:59.731019 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:56:00.096870 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4a46227b-b658-43e2-b957-1e7b8154e539 req-311b57d8-9640-42af-a531-d89168012cca tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 210 time: 0.0480568 Jan 17 08:56:01.414601 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-01c9ad6e-4d3c-42a2-9f46-6d16caa69f90 req-7c4c0f87-8340-4959-b0a4-e804de62bff9 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 210 time: 0.0410929 Jan 17 08:56:01.742073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b1900-798c-46e8-876f-89620b99aa5a req-48956d4e-d736-4ac4-ae90-62e16a4840f7 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:01.742636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-373b1900-798c-46e8-876f-89620b99aa5a req-48956d4e-d736-4ac4-ae90-62e16a4840f7 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Synchronizing usage tracker for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:56:01.878327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-373b1900-798c-46e8-876f-89620b99aa5a req-48956d4e-d736-4ac4-ae90-62e16a4840f7 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Unset dirty status for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:56:01.879497 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-48956d4e-d736-4ac4-ae90-62e16a4840f7 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.53 "GET /v2.0/networks?id=11d30a49-ffca-44f8-ab94-d9a345029dd3 HTTP/1.1" status: 200 len: 814 time: 0.2752953 Jan 17 08:56:01.896285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Request body: {'port': {'device_id': '07403480-c93d-452d-bcf9-ff866897e324', 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3', 'admin_state_up': True, 'tenant_id': '6edbd7765f074a3e8f489ba52f404c73'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:02.032295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:02.035963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Usage tracker for resource:port and tenant:6edbd7765f074a3e8f489ba52f404c73 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:02.038791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:02.044633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:02.135202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Made reservation on behalf of 6edbd7765f074a3e8f489ba52f404c73 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:02.138236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:02.299685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Allocated IP 172.20.0.9 (11d30a49-ffca-44f8-ab94-d9a345029dd3/48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2/f9e7290c-3418-463a-b72b-85045411c1a0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:56:02.502526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:02.577636 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-39bbda4f-25d1-4e11-b0a5-f5d68b3e54ce req-3efa53aa-3488-450e-a329-247cb210bbb4 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 210 time: 0.0403173 Jan 17 08:56:02.621458 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:02.693382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Network 11d30a49-ffca-44f8-ab94-d9a345029dd3 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:56:02.696440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:56:02.700351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:56:02.730586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Pushing event updated for resources: {'Port': ['ID=f9e7290c-3418-463a-b72b-85045411c1a0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:02.763048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:02.763680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:02.865002 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-01626e49-9c74-4db3-9960-4774e78ba926 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9725475 Jan 17 08:56:02.876241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Request body: {'port': {'device_id': '07403480-c93d-452d-bcf9-ff866897e324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:02.984050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:03.313770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e7290c-3418-463a-b72b-85045411c1a0 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:56:03.320434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:03.334933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Transition to ACTIVE for port object f9e7290c-3418-463a-b72b-85045411c1a0 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:56:03.439154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:03.658237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e7290c-3418-463a-b72b-85045411c1a0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:03.811115 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Attempting to bind port f9e7290c-3418-463a-b72b-85045411c1a0 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:56:03.811471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Attempting to bind port f9e7290c-3418-463a-b72b-85045411c1a0 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'cd79c3b5-17a7-4029-9252-1c03b4710e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:56:03.811798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Attempting to bind port f9e7290c-3418-463a-b72b-85045411c1a0 on network 11d30a49-ffca-44f8-ab94-d9a345029dd3 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:56:03.823065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Port f9e7290c-3418-463a-b72b-85045411c1a0 on network 11d30a49-ffca-44f8-ab94-d9a345029dd3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:56:03.823413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Attempting to bind port f9e7290c-3418-463a-b72b-85045411c1a0 on network 11d30a49-ffca-44f8-ab94-d9a345029dd3 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:56:03.837274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09038e8e-7c98-44e3-8cb9-8334317994f1 req-157ac487-adea-48bd-8fa0-6a2755e5ea19 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:03.837968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-09038e8e-7c98-44e3-8cb9-8334317994f1 req-157ac487-adea-48bd-8fa0-6a2755e5ea19 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Synchronizing usage tracker for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:56:03.842771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:56:03.843114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Checking segment: {'id': 'cd79c3b5-17a7-4029-9252-1c03b4710e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:56:03.844022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Bound using segment: {'id': 'cd79c3b5-17a7-4029-9252-1c03b4710e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:56:03.844452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Bound port: f9e7290c-3418-463a-b72b-85045411c1a0, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79c3b5-17a7-4029-9252-1c03b4710e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:56:03.844792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:03.940748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] For port f9e7290c-3418-463a-b72b-85045411c1a0, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:56:03.943554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] For port f9e7290c-3418-463a-b72b-85045411c1a0, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f9e7290c-3418-463a-b72b-85045411c1a0,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:56:04.009451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-09038e8e-7c98-44e3-8cb9-8334317994f1 req-157ac487-adea-48bd-8fa0-6a2755e5ea19 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Unset dirty status for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:56:04.011008 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-09038e8e-7c98-44e3-8cb9-8334317994f1 req-157ac487-adea-48bd-8fa0-6a2755e5ea19 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 943 time: 0.2886269 Jan 17 08:56:04.038966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:04.113420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-09038e8e-7c98-44e3-8cb9-8334317994f1 req-9e2dd04a-0844-49ae-96c5-86a6eae2ea4e tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Synchronizing usage tracker for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:56:04.127629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:04.128956 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] 10.222.0.53 "PUT /v2.0/ports/f9e7290c-3418-463a-b72b-85045411c1a0 HTTP/1.1" status: 200 len: 1093 time: 1.2567530 Jan 17 08:56:04.131837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07403480-c93d-452d-bcf9-ff866897e324', 'tag': 'f9e7290c-3418-463a-b72b-85045411c1a0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:56:04.144276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38270d9f-7368-489d-84b2-0c51a9fa2a90 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e7290c-3418-463a-b72b-85045411c1a0,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:04.191045 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07403480-c93d-452d-bcf9-ff866897e324', 'tag': 'f9e7290c-3418-463a-b72b-85045411c1a0', 'status': 'completed', 'code': 200} Jan 17 08:56:04.273420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-09038e8e-7c98-44e3-8cb9-8334317994f1 req-9e2dd04a-0844-49ae-96c5-86a6eae2ea4e tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Unset dirty status for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:56:04.274561 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-09038e8e-7c98-44e3-8cb9-8334317994f1 req-9e2dd04a-0844-49ae-96c5-86a6eae2ea4e tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583675 Jan 17 08:56:04.285806 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c2ef18f3-6373-4ede-9694-e190ce5f7b90 req-fcd7a70b-9740-461e-a0d4-28e05abecc47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6edbd7765f074a3e8f489ba52f404c73&device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 1096 time: 0.0755024 Jan 17 08:56:04.423526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef18f3-6373-4ede-9694-e190ce5f7b90 req-ab3004c8-add6-4e5a-80a0-427fa4e4144e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:04.425048 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c2ef18f3-6373-4ede-9694-e190ce5f7b90 req-ab3004c8-add6-4e5a-80a0-427fa4e4144e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6edbd7765f074a3e8f489ba52f404c73&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1334124 Jan 17 08:56:04.557743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef18f3-6373-4ede-9694-e190ce5f7b90 req-542c928f-8aca-40bd-9ced-3b50dc02d354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:04.559163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c2ef18f3-6373-4ede-9694-e190ce5f7b90 req-542c928f-8aca-40bd-9ced-3b50dc02d354 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286736 Jan 17 08:56:04.660641 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-54041fb4-5f5d-4f18-b29d-52304ea10aa6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6edbd7765f074a3e8f489ba52f404c73&device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 1096 time: 0.0673981 Jan 17 08:56:04.729842 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-cebfcff6-22dc-46a7-a770-2e9293b49e8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e7290c-3418-463a-b72b-85045411c1a0 HTTP/1.1" status: 200 len: 217 time: 0.0623586 Jan 17 08:56:04.790431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b1900-798c-46e8-876f-89620b99aa5a req-e6eca632-91bd-401d-8bfc-5061bea31edf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:04.791937 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-e6eca632-91bd-401d-8bfc-5061bea31edf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2 HTTP/1.1" status: 200 len: 854 time: 0.0564935 Jan 17 08:56:04.839421 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-106b176a-73e9-4db4-beae-c512c01bdddd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=11d30a49-ffca-44f8-ab94-d9a345029dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412841 Jan 17 08:56:04.966646 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-c93ee904-320d-42e2-924e-3cb8f7702003 service neutron] 10.222.0.53 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214182 Jan 17 08:56:05.100590 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-373b1900-798c-46e8-876f-89620b99aa5a req-d7219b9f-b513-44ed-997a-f25300e16f35 service neutron] 10.222.0.53 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277807 Jan 17 08:56:05.467543 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362a92d-d74a-4d93-8aea-97e87495348a req-51f44602-0639-4763-8780-57e66bfcb816 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:05.469514 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c362a92d-d74a-4d93-8aea-97e87495348a req-51f44602-0639-4763-8780-57e66bfcb816 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 943 time: 0.0756063 Jan 17 08:56:05.517823 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c362a92d-d74a-4d93-8aea-97e87495348a req-efba9d4d-0803-430a-9cbd-fdca0d6e1ca2 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Jan 17 08:56:06.106722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed80933a-eb79-4269-a4c7-8f53ff770c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:06.709847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622a7fb-de1a-4293-adbb-5dacedb6b297 req-e4d53b0d-0649-4b63-866a-e82bb404f307 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:06.711339 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c622a7fb-de1a-4293-adbb-5dacedb6b297 req-e4d53b0d-0649-4b63-866a-e82bb404f307 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 943 time: 0.0749989 Jan 17 08:56:06.761382 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c622a7fb-de1a-4293-adbb-5dacedb6b297 req-c8552486-2aad-4c4a-9df7-a514f7aac392 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431135 Jan 17 08:56:07.457035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f9e7290c-3418-463a-b72b-85045411c1a0 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:56:07.589237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f9e7290c-3418-463a-b72b-85045411c1a0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f9e7290c-3418-463a-b72b-85045411c1a0,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:07.606687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'f9e7290c-3418-463a-b72b-85045411c1a0', 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3', 'port_id': 'f9e7290c-3418-463a-b72b-85045411c1a0', 'mac_address': 'fa:16:3e:f7:b7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:56:07.663838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:07.681479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e7290c-3418-463a-b72b-85045411c1a0 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:56:07.696168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f9e7290c-3418-463a-b72b-85045411c1a0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f9e7290c-3418-463a-b72b-85045411c1a0,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:07.763876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:07.829734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f9e7290c-3418-463a-b72b-85045411c1a0,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:07.959156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a1d1d-ec9c-4a73-84d3-cf646529df56 req-9853eb4a-97d1-4a96-96b7-6b0083b1d474 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:07.960629 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-460a1d1d-ec9c-4a73-84d3-cf646529df56 req-9853eb4a-97d1-4a96-96b7-6b0083b1d474 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 944 time: 0.0767946 Jan 17 08:56:08.011954 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-460a1d1d-ec9c-4a73-84d3-cf646529df56 req-654b1cae-85d6-4ba8-aeed-6537491e7206 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 Jan 17 08:56:08.094155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['f9e7290c-3418-463a-b72b-85045411c1a0'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:56:08.221604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1feb29b3-2c8e-4841-aa50-c67a9526cc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:09.211171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5e689-033a-447b-b3ba-e085a507d886 req-57bf9a10-0b34-4f05-9af1-f59d25133845 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:09.212898 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1cc5e689-033a-447b-b3ba-e085a507d886 req-57bf9a10-0b34-4f05-9af1-f59d25133845 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 944 time: 0.0777841 Jan 17 08:56:09.257548 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1cc5e689-033a-447b-b3ba-e085a507d886 req-40749486-3e0d-4de5-b243-9276e24ee397 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Jan 17 08:56:09.454090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f9e7290c-3418-463a-b72b-85045411c1a0 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:56:09.598109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:09.712481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port f9e7290c-3418-463a-b72b-85045411c1a0 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:56:09.717935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port f9e7290c-3418-463a-b72b-85045411c1a0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:56:09.719019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:09.747420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:09.834659 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:09.860263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07403480-c93d-452d-bcf9-ff866897e324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7290c-3418-463a-b72b-85045411c1a0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:56:09.869891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f9e7290c-3418-463a-b72b-85045411c1a0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f9e7290c-3418-463a-b72b-85045411c1a0,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:09.939982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:10.006226 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07403480-c93d-452d-bcf9-ff866897e324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e7290c-3418-463a-b72b-85045411c1a0', 'code': 200} Jan 17 08:56:10.009455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f9e7290c-3418-463a-b72b-85045411c1a0,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:10.018571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.018912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.019266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.019597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.019922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.020241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.020560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.020877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.021197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.021508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.021821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:10.614965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41bfdd-6228-4898-87d8-c332c5c34747 req-bd7bf0e2-ba33-4cf9-83ac-68ef55f23d1c tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:10.616448 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8f41bfdd-6228-4898-87d8-c332c5c34747 req-bd7bf0e2-ba33-4cf9-83ac-68ef55f23d1c tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.2373130 Jan 17 08:56:10.622716 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7451b671-6f7a-4867-82d6-2975c8740db2 req-3f1d8706-9e85-408f-8055-9470d0415194 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 1098 time: 0.2996545 Jan 17 08:56:10.690366 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7451b671-6f7a-4867-82d6-2975c8740db2 req-06ecc6ba-ba70-41a9-bec0-db329094657b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537915 Jan 17 08:56:10.692575 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8f41bfdd-6228-4898-87d8-c332c5c34747 req-11b7b11d-e4b8-4579-a439-f990730efd43 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690005 Jan 17 08:56:11.089472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:11.893352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b237d9a-4e07-44ce-91bd-93343b0b50a8 req-e15468e5-4486-4765-b810-fbbbd22024cf tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:11.894811 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b237d9a-4e07-44ce-91bd-93343b0b50a8 req-e15468e5-4486-4765-b810-fbbbd22024cf tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0817184 Jan 17 08:56:11.940921 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b237d9a-4e07-44ce-91bd-93343b0b50a8 req-237660cf-995f-42f9-af3b-02732ff8eee7 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405347 Jan 17 08:56:13.151995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478b50a-93c8-41a4-940a-f066c8b9bb48 req-31ec822d-3e34-456a-8d16-c00aab8b402e tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:13.153503 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0478b50a-93c8-41a4-940a-f066c8b9bb48 req-31ec822d-3e34-456a-8d16-c00aab8b402e tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0814276 Jan 17 08:56:13.201487 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0478b50a-93c8-41a4-940a-f066c8b9bb48 req-9565a681-d227-4452-a415-b7848a7aaa12 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Jan 17 08:56:13.494466 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-cf7871a4-b907-46ca-ae05-69e6f6b5d02f tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:13.495858 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-cf7871a4-b907-46ca-ae05-69e6f6b5d02f tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/networks?id=11d30a49-ffca-44f8-ab94-d9a345029dd3 HTTP/1.1" status: 200 len: 814 time: 0.1399856 Jan 17 08:56:13.512537 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-085f0634-cc02-4df7-9160-958cd683175d tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/quotas/6edbd7765f074a3e8f489ba52f404c73 HTTP/1.1" status: 200 len: 375 time: 0.0105925 Jan 17 08:56:13.587639 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-30216e3b-17fa-44cf-aa45-4af78bb32293 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6edbd7765f074a3e8f489ba52f404c73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0699158 Jan 17 08:56:13.715365 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-223516aa-1989-4e53-9d53-8d561ee2e3d7 service neutron] 10.222.0.44 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206625 Jan 17 08:56:13.845043 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-6e8c6bde-5227-4a3f-9504-317d49727e86 service neutron] 10.222.0.44 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230967 Jan 17 08:56:14.161664 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93817b00-66c0-486c-83ed-d8ea87c69065 req-e54433eb-8671-492c-87c8-41649a3b6d2c tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 210 time: 0.0420198 Jan 17 08:56:14.607510 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-8d954cac-e285-46d4-ae82-e0c19d80d897 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686407 Jan 17 08:56:14.745376 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-9b0b197d-0a17-4d15-929d-7aab56641e08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6edbd7765f074a3e8f489ba52f404c73&device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 1098 time: 0.0709026 Jan 17 08:56:14.885300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-fcc4dcce-402e-4717-b293-ff13e9a9d7c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:14.886745 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-fcc4dcce-402e-4717-b293-ff13e9a9d7c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=11d30a49-ffca-44f8-ab94-d9a345029dd3 HTTP/1.1" status: 200 len: 915 time: 0.1237664 Jan 17 08:56:14.950351 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-cdefc488-173c-4e74-a7ca-65fad60a00a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e7290c-3418-463a-b72b-85045411c1a0 HTTP/1.1" status: 200 len: 217 time: 0.0582166 Jan 17 08:56:15.014894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-2dfa16f5-af3f-41fe-9306-6862183895c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:15.016363 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-2dfa16f5-af3f-41fe-9306-6862183895c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2 HTTP/1.1" status: 200 len: 854 time: 0.0609214 Jan 17 08:56:15.062732 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-0fb254e4-f38e-45da-8e3f-09c4ee57b922 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=11d30a49-ffca-44f8-ab94-d9a345029dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397084 Jan 17 08:56:15.194046 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-48ee319d-e0e8-4b7c-b262-59a6900e0402 service neutron] 10.222.0.53 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259477 Jan 17 08:56:15.328060 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fff2fd-f557-46e2-90a7-e09209e3dfc6 req-74111af2-5d4b-4a7f-a44d-77c976f02425 service neutron] 10.222.0.53 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286137 Jan 17 08:56:15.329413 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-98b342f4-959e-4fb5-8a04-268b596f5b05 req-4d3626bd-a7a1-4750-b802-6a2b35d575e7 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 210 time: 0.0467341 Jan 17 08:56:16.351156 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-b82ad840-f02d-4d7b-b774-7cbdf1c1fe92 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:16.352574 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-b82ad840-f02d-4d7b-b774-7cbdf1c1fe92 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.53 "GET /v2.0/networks?id=11d30a49-ffca-44f8-ab94-d9a345029dd3 HTTP/1.1" status: 200 len: 814 time: 0.1425576 Jan 17 08:56:16.369186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Request body: {'port': {'device_id': 'dd394949-6f03-4756-8f3c-c1a9f80fd286', 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3', 'admin_state_up': True, 'tenant_id': '6edbd7765f074a3e8f489ba52f404c73'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:16.524586 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5c1a9cc3-808b-42e9-aefb-ad9e4aa8a219 req-6f2a00b2-481e-48ab-bf9c-f89a5416b9ca tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 210 time: 0.0585654 Jan 17 08:56:16.558039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:16.567944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:16.706370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Made reservation on behalf of 6edbd7765f074a3e8f489ba52f404c73 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:16.711598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:16.882985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Allocated IP 172.20.0.12 (11d30a49-ffca-44f8-ab94-d9a345029dd3/48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2/c714e93c-a6fb-4ce1-81f1-ac34dc059811) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:56:17.160760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:17.295609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:17.307181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['f9e7290c-3418-463a-b72b-85045411c1a0'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:56:17.365807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Network 11d30a49-ffca-44f8-ab94-d9a345029dd3 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:56:17.368896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:56:17.373374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:56:17.409697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Pushing event updated for resources: {'Port': ['ID=c714e93c-a6fb-4ce1-81f1-ac34dc059811,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:17.439434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:17.440047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:17.519183 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-9e0c8d06-8a50-4a5a-b20e-29d507d044d6 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1539500 Jan 17 08:56:17.530928 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Request body: {'port': {'device_id': 'dd394949-6f03-4756-8f3c-c1a9f80fd286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:17.642390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:17.815448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490d31e-705a-4252-b32b-d90d1eeb94b1 req-144247bf-849d-456e-839a-236ad6da6b97 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:17.816841 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e490d31e-705a-4252-b32b-d90d1eeb94b1 req-144247bf-849d-456e-839a-236ad6da6b97 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 932 time: 0.1693177 Jan 17 08:56:17.862248 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e490d31e-705a-4252-b32b-d90d1eeb94b1 req-03e5df28-ed4d-4c43-832d-ab08d0508ad0 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398574 Jan 17 08:56:17.978588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c714e93c-a6fb-4ce1-81f1-ac34dc059811 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:56:17.985692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:17.999903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Transition to ACTIVE for port object c714e93c-a6fb-4ce1-81f1-ac34dc059811 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:56:18.111885 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:18.235625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c714e93c-a6fb-4ce1-81f1-ac34dc059811,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:18.336052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Attempting to bind port c714e93c-a6fb-4ce1-81f1-ac34dc059811 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:56:18.336380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Attempting to bind port c714e93c-a6fb-4ce1-81f1-ac34dc059811 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'cd79c3b5-17a7-4029-9252-1c03b4710e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:56:18.336703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Attempting to bind port c714e93c-a6fb-4ce1-81f1-ac34dc059811 on network 11d30a49-ffca-44f8-ab94-d9a345029dd3 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:56:18.342542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Port c714e93c-a6fb-4ce1-81f1-ac34dc059811 on network 11d30a49-ffca-44f8-ab94-d9a345029dd3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:56:18.343406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Attempting to bind port c714e93c-a6fb-4ce1-81f1-ac34dc059811 on network 11d30a49-ffca-44f8-ab94-d9a345029dd3 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:56:18.349433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:56:18.349759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Checking segment: {'id': 'cd79c3b5-17a7-4029-9252-1c03b4710e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:56:18.350134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Bound using segment: {'id': 'cd79c3b5-17a7-4029-9252-1c03b4710e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:56:18.350545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Bound port: c714e93c-a6fb-4ce1-81f1-ac34dc059811, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd79c3b5-17a7-4029-9252-1c03b4710e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:56:18.350878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:18.434055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] For port c714e93c-a6fb-4ce1-81f1-ac34dc059811, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:56:18.437087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] For port c714e93c-a6fb-4ce1-81f1-ac34dc059811, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c714e93c-a6fb-4ce1-81f1-ac34dc059811,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:56:18.561402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:18.623796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:18.625154 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] 10.222.0.53 "PUT /v2.0/ports/c714e93c-a6fb-4ce1-81f1-ac34dc059811 HTTP/1.1" status: 200 len: 1094 time: 1.0987079 Jan 17 08:56:18.625583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd394949-6f03-4756-8f3c-c1a9f80fd286', 'tag': 'c714e93c-a6fb-4ce1-81f1-ac34dc059811'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:56:18.645590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a88b6-2169-4479-ad79-b1db53156bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c714e93c-a6fb-4ce1-81f1-ac34dc059811,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:18.764344 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd394949-6f03-4756-8f3c-c1a9f80fd286', 'tag': 'c714e93c-a6fb-4ce1-81f1-ac34dc059811', 'status': 'completed', 'code': 200} Jan 17 08:56:18.799089 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-d00a263d-4625-4c9f-b710-94ca02a1769a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6edbd7765f074a3e8f489ba52f404c73&device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 1097 time: 0.0705507 Jan 17 08:56:18.868046 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-664c9e23-8db5-4881-b04e-6284f71bff4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c714e93c-a6fb-4ce1-81f1-ac34dc059811 HTTP/1.1" status: 200 len: 217 time: 0.0624578 Jan 17 08:56:18.928469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-7f06f6f6-8ca4-4d70-8a63-847b7c268b4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:18.929892 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-7f06f6f6-8ca4-4d70-8a63-847b7c268b4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2 HTTP/1.1" status: 200 len: 854 time: 0.0564115 Jan 17 08:56:18.976209 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-5e94e712-7310-48a4-a42b-1949b118bd91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=11d30a49-ffca-44f8-ab94-d9a345029dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408506 Jan 17 08:56:19.066201 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb7fe0-aeaa-41fa-ab54-3791b7ba30dc req-f76651f4-c25f-4286-a7eb-8d058b587169 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:19.067705 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d3bb7fe0-aeaa-41fa-ab54-3791b7ba30dc req-f76651f4-c25f-4286-a7eb-8d058b587169 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 944 time: 0.0795550 Jan 17 08:56:19.107726 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-4e2552ad-9ddd-4ca5-af21-cb74d8464621 service neutron] 10.222.0.53 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253278 Jan 17 08:56:19.113423 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d3bb7fe0-aeaa-41fa-ab54-3791b7ba30dc req-4da47f20-34e7-434f-8933-08feaa928cdd tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Jan 17 08:56:19.236295 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31205fdd-67da-4b7e-9e4f-69f29c10ebaa req-b93fd04a-23ea-4032-8589-6fa2bd1ae100 service neutron] 10.222.0.53 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227326 Jan 17 08:56:19.557406 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fbd1e55-76be-40bb-a7c6-bb82e4da2bd0 req-e1b73466-9fd4-4446-a16f-bf1434e88fd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6edbd7765f074a3e8f489ba52f404c73&device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 1097 time: 0.1534870 Jan 17 08:56:19.684311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd1e55-76be-40bb-a7c6-bb82e4da2bd0 req-275bdcc8-c778-4728-87d0-fb153049ad1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:19.685741 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fbd1e55-76be-40bb-a7c6-bb82e4da2bd0 req-275bdcc8-c778-4728-87d0-fb153049ad1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=11d30a49-ffca-44f8-ab94-d9a345029dd3 HTTP/1.1" status: 200 len: 915 time: 0.1229336 Jan 17 08:56:19.753888 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fbd1e55-76be-40bb-a7c6-bb82e4da2bd0 req-652bcbf8-86a2-4f83-b437-7c9926a9630a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c714e93c-a6fb-4ce1-81f1-ac34dc059811 HTTP/1.1" status: 200 len: 217 time: 0.0613835 Jan 17 08:56:19.813562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd1e55-76be-40bb-a7c6-bb82e4da2bd0 req-43044316-60ac-40f5-bae8-6ba6142bd0b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:19.814880 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fbd1e55-76be-40bb-a7c6-bb82e4da2bd0 req-43044316-60ac-40f5-bae8-6ba6142bd0b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2 HTTP/1.1" status: 200 len: 854 time: 0.0552003 Jan 17 08:56:19.859382 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fbd1e55-76be-40bb-a7c6-bb82e4da2bd0 req-fa694d5f-f8c8-4ba9-bf1f-e37735b9895c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=11d30a49-ffca-44f8-ab94-d9a345029dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380652 Jan 17 08:56:19.929590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:19.988997 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fbd1e55-76be-40bb-a7c6-bb82e4da2bd0 req-abc1f13b-f8ec-4326-8392-76063c29195c service neutron] 10.222.0.53 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238697 Jan 17 08:56:20.116771 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5fbd1e55-76be-40bb-a7c6-bb82e4da2bd0 req-92a36c7f-52e8-4508-9ec8-299b6c80e070 service neutron] 10.222.0.53 "GET /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217566 Jan 17 08:56:20.308313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b87132-4e4f-4f10-9660-483c8c451c6a req-8a43ef8d-b1a9-48fd-8dab-73123a2c6731 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:20.308996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-58b87132-4e4f-4f10-9660-483c8c451c6a req-8a43ef8d-b1a9-48fd-8dab-73123a2c6731 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Synchronizing usage tracker for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:56:20.380898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-58b87132-4e4f-4f10-9660-483c8c451c6a req-8a43ef8d-b1a9-48fd-8dab-73123a2c6731 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Unset dirty status for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:56:20.381965 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-58b87132-4e4f-4f10-9660-483c8c451c6a req-8a43ef8d-b1a9-48fd-8dab-73123a2c6731 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 944 time: 0.1505206 Jan 17 08:56:20.427315 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-58b87132-4e4f-4f10-9660-483c8c451c6a req-64ab68ca-ec8b-49ee-b553-829aa46939c0 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397830 Jan 17 08:56:21.618418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b0477-8cfa-4e84-85cc-f05896af8d28 req-2d36dcf0-e389-4f7d-bec3-561c1eccbb93 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:21.619892 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e96b0477-8cfa-4e84-85cc-f05896af8d28 req-2d36dcf0-e389-4f7d-bec3-561c1eccbb93 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 944 time: 0.0751982 Jan 17 08:56:21.663667 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e96b0477-8cfa-4e84-85cc-f05896af8d28 req-49caedce-19f9-4a77-8c86-e7c49c4d248a tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377424 Jan 17 08:56:22.853655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb93add-6d64-44ad-bc44-7744d43ba57f req-0017e179-1230-49f2-be83-e2c80e10909b tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:22.855107 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9fb93add-6d64-44ad-bc44-7744d43ba57f req-0017e179-1230-49f2-be83-e2c80e10909b tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 944 time: 0.0742638 Jan 17 08:56:22.906928 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9fb93add-6d64-44ad-bc44-7744d43ba57f req-9b94c5ab-a0b8-44e7-8fd7-23cdbbba67c9 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Jan 17 08:56:23.481465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c714e93c-a6fb-4ce1-81f1-ac34dc059811 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:56:23.617056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c714e93c-a6fb-4ce1-81f1-ac34dc059811, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c714e93c-a6fb-4ce1-81f1-ac34dc059811,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:23.629822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'c714e93c-a6fb-4ce1-81f1-ac34dc059811', 'network_id': '11d30a49-ffca-44f8-ab94-d9a345029dd3', 'port_id': 'c714e93c-a6fb-4ce1-81f1-ac34dc059811', 'mac_address': 'fa:16:3e:4f:a2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:56:23.682593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:23.699257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c714e93c-a6fb-4ce1-81f1-ac34dc059811 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:56:23.714301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c714e93c-a6fb-4ce1-81f1-ac34dc059811, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c714e93c-a6fb-4ce1-81f1-ac34dc059811,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:23.849321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:23.916217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c714e93c-a6fb-4ce1-81f1-ac34dc059811,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:24.112640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c739-9802-446e-ae6b-d7710f8ed40e req-bcb051a1-616d-4636-a777-9db0e63d2369 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:24.114131 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b559c739-9802-446e-ae6b-d7710f8ed40e req-bcb051a1-616d-4636-a777-9db0e63d2369 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 945 time: 0.0893426 Jan 17 08:56:24.159623 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b559c739-9802-446e-ae6b-d7710f8ed40e req-bd537d87-2322-4ad6-81d5-8b0152bec62f tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398073 Jan 17 08:56:24.176735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['c714e93c-a6fb-4ce1-81f1-ac34dc059811'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:56:25.354610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21514bb6-7f94-4341-ba8d-4fb555022cea req-9f900781-7485-4bec-817b-67203f34aaa2 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:25.356081 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21514bb6-7f94-4341-ba8d-4fb555022cea req-9f900781-7485-4bec-817b-67203f34aaa2 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 945 time: 0.0748239 Jan 17 08:56:25.399688 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21514bb6-7f94-4341-ba8d-4fb555022cea req-d3147184-d7ce-48e5-8ec6-945150bbd84a tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Jan 17 08:56:25.484277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c714e93c-a6fb-4ce1-81f1-ac34dc059811 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:56:25.666809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port c714e93c-a6fb-4ce1-81f1-ac34dc059811 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:56:25.671884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port c714e93c-a6fb-4ce1-81f1-ac34dc059811 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:56:25.672251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:25.783109 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:25.812066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd394949-6f03-4756-8f3c-c1a9f80fd286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c714e93c-a6fb-4ce1-81f1-ac34dc059811'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:56:25.821923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port c714e93c-a6fb-4ce1-81f1-ac34dc059811, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c714e93c-a6fb-4ce1-81f1-ac34dc059811,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:25.868647 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd394949-6f03-4756-8f3c-c1a9f80fd286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c714e93c-a6fb-4ce1-81f1-ac34dc059811', 'code': 200} Jan 17 08:56:25.935657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:26.001861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=c714e93c-a6fb-4ce1-81f1-ac34dc059811,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:26.241399 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-204371ba-c5b5-4d5f-9b7f-36d741cb10b2 req-572c131f-a7cb-4fd0-a477-f69ea6b682ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 1099 time: 0.0689583 Jan 17 08:56:26.283548 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-204371ba-c5b5-4d5f-9b7f-36d741cb10b2 req-c72786b9-51dd-4646-91b7-0b32159786e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355546 Jan 17 08:56:26.612176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329ee79-c79c-4dad-963e-27bcf4ac2641 req-ce8b4f74-5e62-40a3-87d5-4612264cd8db tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:26.613614 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2329ee79-c79c-4dad-963e-27bcf4ac2641 req-ce8b4f74-5e62-40a3-87d5-4612264cd8db tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 946 time: 0.0762675 Jan 17 08:56:26.659227 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2329ee79-c79c-4dad-963e-27bcf4ac2641 req-a3fb726c-7b4a-44d6-8e88-d9ae233948f9 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394282 Jan 17 08:56:27.857265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ea420-d201-4c8b-bffd-91429e0ff0f8 req-10c27e5b-afb2-48d1-b615-3861db4b8aa4 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:27.859366 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a95ea420-d201-4c8b-bffd-91429e0ff0f8 req-10c27e5b-afb2-48d1-b615-3861db4b8aa4 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 946 time: 0.0780218 Jan 17 08:56:27.908367 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a95ea420-d201-4c8b-bffd-91429e0ff0f8 req-7fb1e7b3-da18-442e-aaed-67963ecfa92d tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Jan 17 08:56:29.102983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98b835-ea18-43fb-aa22-df993320eeb5 req-b6069581-9345-4fae-bf1c-8ab955a3a786 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:29.104449 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ed98b835-ea18-43fb-aa22-df993320eeb5 req-b6069581-9345-4fae-bf1c-8ab955a3a786 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 946 time: 0.0783248 Jan 17 08:56:29.148789 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ed98b835-ea18-43fb-aa22-df993320eeb5 req-1d158c48-051d-4782-82d9-36cd65308b5b tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388219 Jan 17 08:56:29.763497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e32f-787a-42ae-86de-45360ed36832 req-b9474311-b43e-435a-9933-3a299cdcc08e tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:29.765533 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4a9e32f-787a-42ae-86de-45360ed36832 req-b9474311-b43e-435a-9933-3a299cdcc08e tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 946 time: 0.0753047 Jan 17 08:56:29.809565 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4a9e32f-787a-42ae-86de-45360ed36832 req-b3e2a9b2-1a6b-4184-8631-ec89564b41ef tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Jan 17 08:56:31.007319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848bce0-ff72-4dfc-9d2d-3219f90c492a req-c45dbda3-10b8-476e-b1ca-9fdbffd3a778 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:31.008760 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d848bce0-ff72-4dfc-9d2d-3219f90c492a req-c45dbda3-10b8-476e-b1ca-9fdbffd3a778 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 946 time: 0.0756431 Jan 17 08:56:31.053199 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d848bce0-ff72-4dfc-9d2d-3219f90c492a req-5347f6d9-d6f2-48f3-a9d4-a73b252d6d86 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389905 Jan 17 08:56:31.168142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbd898-4011-4708-bede-1654ee7057bb req-bed4138a-252e-4587-a3f9-b15c4fc57bc4 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:31.169563 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-34cbd898-4011-4708-bede-1654ee7057bb req-bed4138a-252e-4587-a3f9-b15c4fc57bc4 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 946 time: 0.0793965 Jan 17 08:56:31.236843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-34cbd898-4011-4708-bede-1654ee7057bb req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Deleting port c714e93c-a6fb-4ce1-81f1-ac34dc059811 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:56:31.237182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-34cbd898-4011-4708-bede-1654ee7057bb req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:31.556628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-34cbd898-4011-4708-bede-1654ee7057bb req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] For port c714e93c-a6fb-4ce1-81f1-ac34dc059811, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=c714e93c-a6fb-4ce1-81f1-ac34dc059811,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:31.556983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-34cbd898-4011-4708-bede-1654ee7057bb req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:31.674614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-34cbd898-4011-4708-bede-1654ee7057bb req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Calling delete_port for c714e93c-a6fb-4ce1-81f1-ac34dc059811 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:56:31.871881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-34cbd898-4011-4708-bede-1654ee7057bb req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:31.883767 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['f9e7290c-3418-463a-b72b-85045411c1a0', 'c714e93c-a6fb-4ce1-81f1-ac34dc059811'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:56:31.918882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Pushing event deleted for resources: {'Port': ['ID=c714e93c-a6fb-4ce1-81f1-ac34dc059811,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:31.996241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cbd898-4011-4708-bede-1654ee7057bb req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] No DVR routers for this DVR port c714e93c-a6fb-4ce1-81f1-ac34dc059811 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:56:31.998661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-34cbd898-4011-4708-bede-1654ee7057bb req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:32.001231 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd394949-6f03-4756-8f3c-c1a9f80fd286', 'name': 'network-vif-deleted', 'tag': 'c714e93c-a6fb-4ce1-81f1-ac34dc059811'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:56:32.055343 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd394949-6f03-4756-8f3c-c1a9f80fd286', 'name': 'network-vif-deleted', 'tag': 'c714e93c-a6fb-4ce1-81f1-ac34dc059811', 'status': 'completed', 'code': 200} Jan 17 08:56:32.079069 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-34cbd898-4011-4708-bede-1654ee7057bb req-34eaf1dd-07e1-4e99-ab26-95baf60ef4eb tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.53 "DELETE /v2.0/ports/c714e93c-a6fb-4ce1-81f1-ac34dc059811 HTTP/1.1" status: 204 len: 173 time: 0.9033334 Jan 17 08:56:32.212634 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7f02ee0e-7471-4045-bc8a-d52fdb7340ae req-e0cde72e-90ca-4b43-8e88-e560acfe0d00 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd394949-6f03-4756-8f3c-c1a9f80fd286 HTTP/1.1" status: 200 len: 210 time: 0.0399642 Jan 17 08:56:33.483849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba141f-beaa-479c-ae9e-0ef6f610f60d req-a21c78b7-7a61-4c6b-a20f-86cfde9cd036 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:33.485297 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1eba141f-beaa-479c-ae9e-0ef6f610f60d req-a21c78b7-7a61-4c6b-a20f-86cfde9cd036 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0793850 Jan 17 08:56:33.529416 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-1eba141f-beaa-479c-ae9e-0ef6f610f60d req-6883c5dd-17f9-4925-90ec-4e9f0f0b2940 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 Jan 17 08:56:33.745262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0d94-7fa4-4a6d-92bc-6930a8e171e8 req-23789128-9599-41e8-b7fe-ca96d9cd3e53 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:33.746687 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b5bc0d94-7fa4-4a6d-92bc-6930a8e171e8 req-23789128-9599-41e8-b7fe-ca96d9cd3e53 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0734894 Jan 17 08:56:33.793921 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b5bc0d94-7fa4-4a6d-92bc-6930a8e171e8 req-addf3cae-144f-418c-adc3-d36009b4f2f1 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416934 Jan 17 08:56:33.987989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ef698-1ec8-41ad-8a47-a023678fe6b6 req-807bb00a-dd2f-4e35-a7a2-4da4506e25f3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:33.988685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-af8ef698-1ec8-41ad-8a47-a023678fe6b6 req-807bb00a-dd2f-4e35-a7a2-4da4506e25f3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Synchronizing usage tracker for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:56:34.072240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-af8ef698-1ec8-41ad-8a47-a023678fe6b6 req-807bb00a-dd2f-4e35-a7a2-4da4506e25f3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Unset dirty status for tenant:6edbd7765f074a3e8f489ba52f404c73 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:56:34.073330 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af8ef698-1ec8-41ad-8a47-a023678fe6b6 req-807bb00a-dd2f-4e35-a7a2-4da4506e25f3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.1603243 Jan 17 08:56:34.122072 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af8ef698-1ec8-41ad-8a47-a023678fe6b6 req-3ed1429f-aecf-4cce-bf71-8a22446a758a tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Jan 17 08:56:34.317358 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-919f380e-fd48-4db0-a13f-450d5ae3615a req-3e171aef-0a5e-4656-9504-3cf13078995b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662565 Jan 17 08:56:34.510316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef347c9b-a299-4d43-9615-a19938a01ca1 req-2fb9051a-b11c-466e-88c9-dcfe3caed03e tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:34.511799 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ef347c9b-a299-4d43-9615-a19938a01ca1 req-2fb9051a-b11c-466e-88c9-dcfe3caed03e tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0766871 Jan 17 08:56:34.556236 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ef347c9b-a299-4d43-9615-a19938a01ca1 req-d1d792f7-ea30-4967-9570-a6a81a52fad7 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389726 Jan 17 08:56:34.751609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2b099-e3c7-4bab-bc35-5647e1dea47b req-29adafc7-1d84-4d90-94f7-dcf37288b2cf tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:34.753106 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-49f2b099-e3c7-4bab-bc35-5647e1dea47b req-29adafc7-1d84-4d90-94f7-dcf37288b2cf tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0769045 Jan 17 08:56:34.801296 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-49f2b099-e3c7-4bab-bc35-5647e1dea47b req-c1a53aaa-b432-4570-b989-22d30e1e8f94 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Jan 17 08:56:35.011368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085d5c5-25a4-436f-8164-e51681067bd1 req-ee4d24b4-5663-4071-bb8f-546f05765543 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:35.012833 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c085d5c5-25a4-436f-8164-e51681067bd1 req-ee4d24b4-5663-4071-bb8f-546f05765543 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0749085 Jan 17 08:56:35.058857 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c085d5c5-25a4-436f-8164-e51681067bd1 req-a22d3c16-2da1-4739-84c1-b3979aaeb6d5 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Jan 17 08:56:35.548544 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c714e93c-a6fb-4ce1-81f1-ac34dc059811 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:56:35.581816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: c714e93c-a6fb-4ce1-81f1-ac34dc059811 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:56:35.582157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device c714e93c-a6fb-4ce1-81f1-ac34dc059811 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:56:35.908300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f3662-05f8-4f98-b5fc-8fff387903a9 req-176a5c70-e5e1-4d99-9784-fbab11ee6d88 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:35.910140 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-034f3662-05f8-4f98-b5fc-8fff387903a9 req-176a5c70-e5e1-4d99-9784-fbab11ee6d88 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0792084 Jan 17 08:56:35.954933 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-034f3662-05f8-4f98-b5fc-8fff387903a9 req-cacea4ab-58f4-41ab-befd-39889381edc0 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Jan 17 08:56:36.094488 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ea11f921-3420-4462-994d-7e6500bff15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:36.734376 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:56:37.152512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3b66d-23a1-4df5-b1db-d0c34ab23c60 req-7e31d7ae-7a16-4da5-beed-0a42b35baf91 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:37.153988 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8de3b66d-23a1-4df5-b1db-d0c34ab23c60 req-7e31d7ae-7a16-4da5-beed-0a42b35baf91 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0779700 Jan 17 08:56:37.198304 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8de3b66d-23a1-4df5-b1db-d0c34ab23c60 req-4a3464fb-64ea-4809-a84c-7b0595c80948 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382895 Jan 17 08:56:37.716494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-9d79a3a4-ee2e-4831-8906-ce3525b9f2e3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:37.718003 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-9d79a3a4-ee2e-4831-8906-ce3525b9f2e3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.53 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 945 time: 0.0745158 Jan 17 08:56:37.788561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Deleting port f9e7290c-3418-463a-b72b-85045411c1a0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:56:37.788804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:38.023912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] For port f9e7290c-3418-463a-b72b-85045411c1a0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f9e7290c-3418-463a-b72b-85045411c1a0,segment=NetworkSegment(cd79c3b5-17a7-4029-9252-1c03b4710e39),segment_id=cd79c3b5-17a7-4029-9252-1c03b4710e39)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:38.024262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:38.146039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Calling delete_port for f9e7290c-3418-463a-b72b-85045411c1a0 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:56:38.220401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d977-9c73-453c-bc53-da4351b220e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:38.367956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:38.379492 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['f9e7290c-3418-463a-b72b-85045411c1a0'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:56:38.401396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fe735-6356-4c58-9328-0655f7b5d8a7 req-2e844ae2-2812-4584-b960-076dc7ef0a42 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:38.403226 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-347fe735-6356-4c58-9328-0655f7b5d8a7 req-2e844ae2-2812-4584-b960-076dc7ef0a42 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 867 time: 0.0817904 Jan 17 08:56:38.426097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Pushing event deleted for resources: {'Port': ['ID=f9e7290c-3418-463a-b72b-85045411c1a0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:38.458179 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-347fe735-6356-4c58-9328-0655f7b5d8a7 req-82061540-cda0-474a-a3f3-4d382bd5e8b7 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/security-groups?id=50dfaee8-3d62-45bc-a50e-f360195752e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469749 Jan 17 08:56:38.504998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] No DVR routers for this DVR port f9e7290c-3418-463a-b72b-85045411c1a0 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:56:38.507782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:38.510330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07403480-c93d-452d-bcf9-ff866897e324', 'name': 'network-vif-deleted', 'tag': 'f9e7290c-3418-463a-b72b-85045411c1a0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:56:38.565104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07403480-c93d-452d-bcf9-ff866897e324', 'name': 'network-vif-deleted', 'tag': 'f9e7290c-3418-463a-b72b-85045411c1a0', 'status': 'completed', 'code': 200} Jan 17 08:56:38.705843 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8fc34383-bfc3-4309-a2ab-60acadc36bb4 req-c1515c5d-94c3-4618-a609-a08bad177ea3 tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.53 "DELETE /v2.0/ports/f9e7290c-3418-463a-b72b-85045411c1a0 HTTP/1.1" status: 204 len: 173 time: 0.9810224 Jan 17 08:56:39.569753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:39.659620 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86a9fb79-be05-49ad-970a-a7ab906d047b req-a455e3cb-2ec9-46ca-9d38-a3165ad4140a tempest-ServersNegativeTestJSON-1561509036 tempest-ServersNegativeTestJSON-1561509036-project] 10.222.0.44 "GET /v2.0/ports?device_id=07403480-c93d-452d-bcf9-ff866897e324 HTTP/1.1" status: 200 len: 210 time: 0.0440338 Jan 17 08:56:39.689603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:40.764114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34198) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:40.826545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Deleting subnet 48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:56:40.830402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:40.969233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.030527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.163223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.192160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.230585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:41.237524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.246422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.246791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.247131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.247501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.247834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.248165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.248492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.248811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.249133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.249451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.249768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:41.253090 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7b785a57-d524-47e2-b5a0-23781e17a5cd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/48ce943d-2f4e-4649-a2e9-6e2e4d7d91b2 HTTP/1.1" status: 204 len: 168 time: 0.4879878 Jan 17 08:56:41.255776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34202) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:41.366057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.490397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.515393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d30a49-ffca-44f8-ab94-d9a345029dd3']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:41.527052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd79c3b5-17a7-4029-9252-1c03b4710e39') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:41.527386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd79c3b5-17a7-4029-9252-1c03b4710e39') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:41.538391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.553639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.560687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:56:41.561680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.562233 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f9e7290c-3418-463a-b72b-85045411c1a0 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:56:41.574678 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:56:41.595035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: f9e7290c-3418-463a-b72b-85045411c1a0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:56:41.595406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f9e7290c-3418-463a-b72b-85045411c1a0 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:56:41.722213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.726931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:41.752286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d30a49-ffca-44f8-ab94-d9a345029dd3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:41.821411 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7149c539-c3ca-4643-8754-2672929ccfb3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/11d30a49-ffca-44f8-ab94-d9a345029dd3 HTTP/1.1" status: 204 len: 168 time: 0.5646088 Jan 17 08:56:42.191957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34208) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:42.240116 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-766eb5dc-cdcc-4675-afc7-3d81927053d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6edbd7765f074a3e8f489ba52f404c73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478108 Jan 17 08:56:42.242499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34212) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:42.300428 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:42.336550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:42.516547 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:42.534027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dfaee8-3d62-45bc-a50e-f360195752e3,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:42.542968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.543342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.543690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.544024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.544357 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.544688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.545015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.545340 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.545664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.545988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.546307 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:56:42.756962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:42.758140 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c351c515-cc51-44e5-93e1-cf6659c36b07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50dfaee8-3d62-45bc-a50e-f360195752e3 HTTP/1.1" status: 204 len: 168 time: 0.5147605 Jan 17 08:56:44.038034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34234) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:44.162964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-522965327'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:44.167994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:44.171717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:network and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:44.174491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:44.183656 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:44.277626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:44.281244 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:44.293714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:44.324371 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:44.328761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:security_group_rule and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:44.331562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:44.337010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:44.402188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:44.477637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:44.509397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:56:44.518114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c88ca75-5d18-4d0d-b122-ec47eb3af476,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:44.523455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:44.523793 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Added segment 5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f of type vlan for network 37ef871e-f5fd-4621-82ae-f2b5de7a137d Jan 17 08:56:44.549406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:44.643179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:44.646875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:44.647475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:44.754715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Network': ['ID=37ef871e-f5fd-4621-82ae-f2b5de7a137d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:44.764689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 37ef871e-f5fd-4621-82ae-f2b5de7a137d details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:56:44.863938 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1627faa8-f5dd-473c-bedd-cc1eac6ecf35 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8218341 Jan 17 08:56:48.109026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34240) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:48.114700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'subnet': {'network_id': '37ef871e-f5fd-4621-82ae-f2b5de7a137d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:48.222507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:48.226477 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:subnet and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:48.229430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:48.235295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:48.306242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:48.407712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:48.792015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:48.869871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Subnet': ['ID=51d55911-22fa-4330-9b7b-41fe513e7c68,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:48.881599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Checking segment: {'id': '5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '37ef871e-f5fd-4621-82ae-f2b5de7a137d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:56:48.881947 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network hostable DHCP agents. Network: 37ef871e-f5fd-4621-82ae-f2b5de7a137d, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:56:49.032232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network 37ef871e-f5fd-4621-82ae-f2b5de7a137d is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:56:49.121878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 37ef871e-f5fd-4621-82ae-f2b5de7a137d) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:56:49.126524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:49.127102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:49.131217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb64bb6a-3ace-49b3-99b2-76c383634953 None None] Network 37ef871e-f5fd-4621-82ae-f2b5de7a137d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:56:49.226687 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4a83509e-81ad-4aee-a70e-1b1a54c21266 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1165121 Jan 17 08:56:49.230225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34244) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:49.236271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-578798781'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:49.241152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:49.245207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:network and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:49.249055 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:49.254931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:49.345227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-37ef871e-f5fd-4621-82ae-f2b5de7a137d', 'network_id': '37ef871e-f5fd-4621-82ae-f2b5de7a137d', 'tenant_id': 'c196fe9089fb411a9b255a6116006e41', 'fixed_ips': [{'subnet_id': '51d55911-22fa-4330-9b7b-41fe513e7c68'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:56:49.346040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:49.351467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:49.354579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:49.382752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:56:49.391008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:49.391359 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Added segment ff7709b1-dd39-4a1e-8a91-6baec48188b6 of type vlan for network df31da26-d7b0-4885-a9b9-6a7a044bb891 Jan 17 08:56:49.416702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:49.506733 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Allocated IP 2001:db8:0:ffff::2 (37ef871e-f5fd-4621-82ae-f2b5de7a137d/51d55911-22fa-4330-9b7b-41fe513e7c68/ee3e728d-505e-4219-aa26-928d1fb4217b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:56:49.511915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:49.517021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:49.517021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:49.622189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Network': ['ID=df31da26-d7b0-4885-a9b9-6a7a044bb891,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:49.637408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network df31da26-d7b0-4885-a9b9-6a7a044bb891 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:56:49.677294 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-672de4fd-a977-4eff-aff9-d2130bdf35b0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4460127 Jan 17 08:56:49.680132 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34248) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:49.685827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'subnet': {'network_id': 'df31da26-d7b0-4885-a9b9-6a7a044bb891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:49.797064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:49.800601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:49.802142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:subnet and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:49.805199 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:49.811121 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:49.811344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Transition to ACTIVE for port object ee3e728d-505e-4219-aa26-928d1fb4217b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:56:49.829183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Transition to ACTIVE for port object ee3e728d-505e-4219-aa26-928d1fb4217b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:56:49.940378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:49.969751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:50.000639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:50.036242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Network 37ef871e-f5fd-4621-82ae-f2b5de7a137d is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:56:50.039159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:56:50.043310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:56:50.046086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:50.049821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Pushing event updated for resources: {'Port': ['ID=ee3e728d-505e-4219-aa26-928d1fb4217b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:50.136200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Attempting to bind port ee3e728d-505e-4219-aa26-928d1fb4217b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:56:50.138133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Attempting to bind port ee3e728d-505e-4219-aa26-928d1fb4217b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '37ef871e-f5fd-4621-82ae-f2b5de7a137d'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:56:50.138133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Attempting to bind port ee3e728d-505e-4219-aa26-928d1fb4217b on network 37ef871e-f5fd-4621-82ae-f2b5de7a137d {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:56:50.144405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:56:50.144787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Checking segment: {'id': '5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '37ef871e-f5fd-4621-82ae-f2b5de7a137d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:56:50.145183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:50.145579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Bound using segment: {'id': '5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '37ef871e-f5fd-4621-82ae-f2b5de7a137d'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:56:50.146046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Bound port: ee3e728d-505e-4219-aa26-928d1fb4217b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '37ef871e-f5fd-4621-82ae-f2b5de7a137d'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:56:50.146426 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:50.235673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] For port ee3e728d-505e-4219-aa26-928d1fb4217b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:56:50.238622 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] For port ee3e728d-505e-4219-aa26-928d1fb4217b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ee3e728d-505e-4219-aa26-928d1fb4217b,segment=NetworkSegment(5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f),segment_id=5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:56:50.341150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:50.369527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:50.422453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2122a-c5f2-497c-90f2-b199d1d2db0e None None] Pushing event updated for resources: {'Port': ['ID=ee3e728d-505e-4219-aa26-928d1fb4217b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:50.461997 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Subnet': ['ID=c201ba91-4695-48e9-a5e5-0e6358a95b06,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:50.475153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Checking segment: {'id': 'ff7709b1-dd39-4a1e-8a91-6baec48188b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'df31da26-d7b0-4885-a9b9-6a7a044bb891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:56:50.475153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network hostable DHCP agents. Network: df31da26-d7b0-4885-a9b9-6a7a044bb891, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:56:50.565761 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network df31da26-d7b0-4885-a9b9-6a7a044bb891 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:56:50.723006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, df31da26-d7b0-4885-a9b9-6a7a044bb891) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:56:50.728967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:50.729899 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:50.730970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7137f9-24a9-4e16-9006-6fbaf73adf59 None None] Network df31da26-d7b0-4885-a9b9-6a7a044bb891 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:56:50.798251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ee3e728d-505e-4219-aa26-928d1fb4217b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:56:50.855217 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-6ecf2723-2309-4213-916e-5b6dbc7f189d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1739707 Jan 17 08:56:50.858464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34252) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:51.008202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-df31da26-d7b0-4885-a9b9-6a7a044bb891', 'network_id': 'df31da26-d7b0-4885-a9b9-6a7a044bb891', 'tenant_id': 'c196fe9089fb411a9b255a6116006e41', 'fixed_ips': [{'subnet_id': 'c201ba91-4695-48e9-a5e5-0e6358a95b06'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:56:51.008999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.012347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.066619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port ee3e728d-505e-4219-aa26-928d1fb4217b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:56:51.086372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.221773 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Allocated IP 2001:db8::2 (df31da26-d7b0-4885-a9b9-6a7a044bb891/c201ba91-4695-48e9-a5e5-0e6358a95b06/652e2b8d-156a-400d-bd95-457d24debc39) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:56:51.336553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bfbfde-750e-43b8-9f28-d7f6c15d0ec9 None None] Network 37ef871e-f5fd-4621-82ae-f2b5de7a137d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:56:51.534446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.570272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Transition to ACTIVE for port object 652e2b8d-156a-400d-bd95-457d24debc39 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:56:51.592960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f009eb31-c041-478a-b517-582128b97133 None None] Provisioning for port ee3e728d-505e-4219-aa26-928d1fb4217b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:56:51.605484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Transition to ACTIVE for port object 652e2b8d-156a-400d-bd95-457d24debc39 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:56:51.611540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f009eb31-c041-478a-b517-582128b97133 None None] Provisioning complete for port ee3e728d-505e-4219-aa26-928d1fb4217b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:56:51.611901 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f009eb31-c041-478a-b517-582128b97133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.689307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.777935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Network df31da26-d7b0-4885-a9b9-6a7a044bb891 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:56:51.787818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:56:51.789579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Pushing event updated for resources: {'Port': ['ID=652e2b8d-156a-400d-bd95-457d24debc39,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:51.791716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:56:51.815654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.855188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Subnet': ['ID=c201ba91-4695-48e9-a5e5-0e6358a95b06,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:51.913784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f009eb31-c041-478a-b517-582128b97133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.949760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Attempting to bind port 652e2b8d-156a-400d-bd95-457d24debc39 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:56:51.950129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Attempting to bind port 652e2b8d-156a-400d-bd95-457d24debc39 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'ff7709b1-dd39-4a1e-8a91-6baec48188b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'df31da26-d7b0-4885-a9b9-6a7a044bb891'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:56:51.950489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Attempting to bind port 652e2b8d-156a-400d-bd95-457d24debc39 on network df31da26-d7b0-4885-a9b9-6a7a044bb891 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:56:51.955515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.969020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:56:51.969447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Checking segment: {'id': 'ff7709b1-dd39-4a1e-8a91-6baec48188b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'df31da26-d7b0-4885-a9b9-6a7a044bb891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:56:51.969792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.970184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Bound using segment: {'id': 'ff7709b1-dd39-4a1e-8a91-6baec48188b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'df31da26-d7b0-4885-a9b9-6a7a044bb891'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:56:51.970664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Bound port: 652e2b8d-156a-400d-bd95-457d24debc39, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7709b1-dd39-4a1e-8a91-6baec48188b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'df31da26-d7b0-4885-a9b9-6a7a044bb891'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:56:51.971033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:51.983495 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df31da26-d7b0-4885-a9b9-6a7a044bb891']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:51.989237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-f009eb31-c041-478a-b517-582128b97133 None None] For port ee3e728d-505e-4219-aa26-928d1fb4217b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ee3e728d-505e-4219-aa26-928d1fb4217b,segment=NetworkSegment(5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f),segment_id=5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:51.996923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7709b1-dd39-4a1e-8a91-6baec48188b6') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:51.997214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7709b1-dd39-4a1e-8a91-6baec48188b6') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:52.010851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:52.031941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:52.038497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:56:52.039135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:56:52.054166 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:56:52.069239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] For port 652e2b8d-156a-400d-bd95-457d24debc39, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:56:52.077458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f009eb31-c041-478a-b517-582128b97133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:52.147900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] For port 652e2b8d-156a-400d-bd95-457d24debc39, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=652e2b8d-156a-400d-bd95-457d24debc39,segment=NetworkSegment(ff7709b1-dd39-4a1e-8a91-6baec48188b6),segment_id=ff7709b1-dd39-4a1e-8a91-6baec48188b6)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:56:52.151446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009eb31-c041-478a-b517-582128b97133 None None] Pushing event updated for resources: {'Port': ['ID=ee3e728d-505e-4219-aa26-928d1fb4217b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:52.199050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-df43a04e-f96a-459b-8f04-1d643c0b4773 None None] Provisioning complete for port ee3e728d-505e-4219-aa26-928d1fb4217b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:56:52.199446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df43a04e-f96a-459b-8f04-1d643c0b4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:52.214917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 08:56:52.214917 dv-neutron-824874-1-hyperv neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 08:56:52.214917 dv-neutron-824874-1-hyperv neutron-server[84155]: [parameters: {'id': 'df31da26-d7b0-4885-a9b9-6a7a044bb891'}] Jan 17 08:56:52.214917 dv-neutron-824874-1-hyperv neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:56:52.215406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:56:52.257004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:52.411069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b8ae9-ceb3-4583-8871-90dc7a74f67b None None] Pushing event updated for resources: {'Port': ['ID=652e2b8d-156a-400d-bd95-457d24debc39,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:52.461428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce62ef-e5a1-48d9-97e7-524ab733555e None None] Network df31da26-d7b0-4885-a9b9-6a7a044bb891 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:56:52.648251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a74d0f2-e412-42f8-9d60-c1cbc6dcf43f None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:56:52.716650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:52.729599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Deleting port 652e2b8d-156a-400d-bd95-457d24debc39 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:56:52.729944 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:52.735694 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ee3e728d-505e-4219-aa26-928d1fb4217b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:56:52.779662 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74d0f2-e412-42f8-9d60-c1cbc6dcf43f None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:56:52.936652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] For port 652e2b8d-156a-400d-bd95-457d24debc39, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=652e2b8d-156a-400d-bd95-457d24debc39,segment=NetworkSegment(ff7709b1-dd39-4a1e-8a91-6baec48188b6),segment_id=ff7709b1-dd39-4a1e-8a91-6baec48188b6)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:52.936936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:52.937551 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port ee3e728d-505e-4219-aa26-928d1fb4217b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:56:52.938030 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.142099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Calling delete_port for 652e2b8d-156a-400d-bd95-457d24debc39 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:56:53.299322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.342404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Port': ['ID=652e2b8d-156a-400d-bd95-457d24debc39,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:53.348259 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No DVR routers for this DVR port 652e2b8d-156a-400d-bd95-457d24debc39 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:56:53.467897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.492099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df31da26-d7b0-4885-a9b9-6a7a044bb891']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:53.504312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7709b1-dd39-4a1e-8a91-6baec48188b6') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:53.504605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7709b1-dd39-4a1e-8a91-6baec48188b6') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:53.516275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.531527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.537437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:56:53.537819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:56:53.551634 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:56:53.706022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.711012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.737852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Network': ['ID=df31da26-d7b0-4885-a9b9-6a7a044bb891,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:53.743398 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0964a42b-fe5b-4c25-94ec-811738c318ea tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/networks/df31da26-d7b0-4885-a9b9-6a7a044bb891 HTTP/1.1" status: 204 len: 168 time: 2.8831978 Jan 17 08:56:53.746704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34256) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:53.752563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1251958607'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:53.757405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:53.761111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:network and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:53.763921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:53.769941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:53.866236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:53.869225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.898786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:56:53.907313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:53.907717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Added segment 9baca032-0b43-4cd0-8c18-bed9621d3179 of type vlan for network a64e4f2b-ef97-4c3a-ba42-9836752a9082 Jan 17 08:56:53.938943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:54.060182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:54.064462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:54.065030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:54.168355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Network': ['ID=a64e4f2b-ef97-4c3a-ba42-9836752a9082,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:54.178801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network a64e4f2b-ef97-4c3a-ba42-9836752a9082 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:56:54.221291 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-81030d7e-9370-4c91-af98-8662aff3b360 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4734824 Jan 17 08:56:54.224165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34260) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:54.229984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'subnet': {'network_id': 'a64e4f2b-ef97-4c3a-ba42-9836752a9082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:54.334317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:54.338481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:subnet and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:54.341361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:54.347514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:54.431509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:54.538194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:54.627826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.ipam_backend_mixin [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Performing IP validity checks on allocation pools {{(pid=84155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 17 08:56:54.628319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.ipam_backend_mixin [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84155) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 17 08:56:54.814655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:54.889562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Subnet': ['ID=ea0e035b-aa91-429b-be5b-24654d4fb231,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:54.903788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Checking segment: {'id': '9baca032-0b43-4cd0-8c18-bed9621d3179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a64e4f2b-ef97-4c3a-ba42-9836752a9082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:56:54.904168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network hostable DHCP agents. Network: a64e4f2b-ef97-4c3a-ba42-9836752a9082, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:56:55.024723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network a64e4f2b-ef97-4c3a-ba42-9836752a9082 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:56:55.111941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, a64e4f2b-ef97-4c3a-ba42-9836752a9082) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:56:55.115736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:55.116338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:55.120493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68480f7b-49d2-413c-bde6-08d3d086f9c8 None None] Network a64e4f2b-ef97-4c3a-ba42-9836752a9082 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:56:55.209661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-15a4a65a-63fb-4bdd-a341-693c768bdf62 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9842930 Jan 17 08:56:55.212237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34264) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:55.331920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-a64e4f2b-ef97-4c3a-ba42-9836752a9082', 'network_id': 'a64e4f2b-ef97-4c3a-ba42-9836752a9082', 'tenant_id': 'c196fe9089fb411a9b255a6116006e41', 'fixed_ips': [{'subnet_id': 'ea0e035b-aa91-429b-be5b-24654d4fb231'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:56:55.332725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:55.350998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:55.418243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:55.493401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Allocated IP 2001:db8::3 (a64e4f2b-ef97-4c3a-ba42-9836752a9082/ea0e035b-aa91-429b-be5b-24654d4fb231/537a80dd-6ed6-4792-8533-c87e4a36b541) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:56:55.693381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:55.703170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Transition to ACTIVE for port object 537a80dd-6ed6-4792-8533-c87e4a36b541 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:56:55.735777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Transition to ACTIVE for port object 537a80dd-6ed6-4792-8533-c87e4a36b541 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:56:55.837824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:55.902313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Network a64e4f2b-ef97-4c3a-ba42-9836752a9082 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:56:55.905856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:56:55.910151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:56:55.912256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Pushing event updated for resources: {'Port': ['ID=537a80dd-6ed6-4792-8533-c87e4a36b541,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:55.957877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:56.000759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Attempting to bind port 537a80dd-6ed6-4792-8533-c87e4a36b541 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:56:56.001061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Attempting to bind port 537a80dd-6ed6-4792-8533-c87e4a36b541 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '9baca032-0b43-4cd0-8c18-bed9621d3179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a64e4f2b-ef97-4c3a-ba42-9836752a9082'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:56:56.001190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0e035b-aa91-429b-be5b-24654d4fb231,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:56.001419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Attempting to bind port 537a80dd-6ed6-4792-8533-c87e4a36b541 on network a64e4f2b-ef97-4c3a-ba42-9836752a9082 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:56:56.008076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:56:56.008452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Checking segment: {'id': '9baca032-0b43-4cd0-8c18-bed9621d3179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a64e4f2b-ef97-4c3a-ba42-9836752a9082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:56:56.008852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:56.009287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Bound using segment: {'id': '9baca032-0b43-4cd0-8c18-bed9621d3179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a64e4f2b-ef97-4c3a-ba42-9836752a9082'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:56:56.009758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Bound port: 537a80dd-6ed6-4792-8533-c87e4a36b541, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9baca032-0b43-4cd0-8c18-bed9621d3179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'a64e4f2b-ef97-4c3a-ba42-9836752a9082'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:56:56.010127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:56.095261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:56.096445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] For port 537a80dd-6ed6-4792-8533-c87e4a36b541, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:56:56.099501 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] For port 537a80dd-6ed6-4792-8533-c87e4a36b541, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=537a80dd-6ed6-4792-8533-c87e4a36b541,segment=NetworkSegment(9baca032-0b43-4cd0-8c18-bed9621d3179),segment_id=9baca032-0b43-4cd0-8c18-bed9621d3179)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:56:56.120219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64e4f2b-ef97-4c3a-ba42-9836752a9082']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:56.135381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9baca032-0b43-4cd0-8c18-bed9621d3179') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:56.135668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9baca032-0b43-4cd0-8c18-bed9621d3179') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:56.147425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:56.238238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:56.251760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:56.257909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:56:56.258418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:56:56.273000 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:56:56.317238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae000ed-2452-46c1-b6f1-65b505c90d2d None None] Pushing event updated for resources: {'Port': ['ID=537a80dd-6ed6-4792-8533-c87e4a36b541,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:56.381763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87769056-5a00-4af3-b6c0-6cc9a3eafe5b None None] Network a64e4f2b-ef97-4c3a-ba42-9836752a9082 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:56:56.432058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 08:56:56.432058 dv-neutron-824874-1-hyperv neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 08:56:56.432058 dv-neutron-824874-1-hyperv neutron-server[84155]: [parameters: {'id': 'a64e4f2b-ef97-4c3a-ba42-9836752a9082'}] Jan 17 08:56:56.432058 dv-neutron-824874-1-hyperv neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:56:56.432663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:56:56.583490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d9cf0-a170-412f-8634-ba312a4b12cd None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:56:56.705259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d9cf0-a170-412f-8634-ba312a4b12cd None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:56:56.933413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:56.944568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Deleting port 537a80dd-6ed6-4792-8533-c87e4a36b541 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:56:56.944902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:57.148122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] For port 537a80dd-6ed6-4792-8533-c87e4a36b541, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=537a80dd-6ed6-4792-8533-c87e4a36b541,segment=NetworkSegment(9baca032-0b43-4cd0-8c18-bed9621d3179),segment_id=9baca032-0b43-4cd0-8c18-bed9621d3179)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:56:57.148467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:57.270978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Calling delete_port for 537a80dd-6ed6-4792-8533-c87e4a36b541 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:56:57.421089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:57.465100 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Port': ['ID=537a80dd-6ed6-4792-8533-c87e4a36b541,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:57.472266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No DVR routers for this DVR port 537a80dd-6ed6-4792-8533-c87e4a36b541 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:56:57.601539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:57.626572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64e4f2b-ef97-4c3a-ba42-9836752a9082']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:57.638883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9baca032-0b43-4cd0-8c18-bed9621d3179') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:57.639163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9baca032-0b43-4cd0-8c18-bed9621d3179') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:56:57.650641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:57.670685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:57.677786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:56:57.678186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:56:57.692542 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:56:57.889618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:57.907354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:57.918167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Network': ['ID=a64e4f2b-ef97-4c3a-ba42-9836752a9082,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:57.924659 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9ed36a91-af11-4108-92cd-be845af22b1e tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/networks/a64e4f2b-ef97-4c3a-ba42-9836752a9082 HTTP/1.1" status: 204 len: 168 time: 2.7111490 Jan 17 08:56:57.928283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34268) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:57.933668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1374588594'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:57.939263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:57.943174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:network and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:57.946048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:57.956815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:58.060664 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:58.063657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:58.092549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:56:58.100769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:58.101103 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Added segment a9c4f327-e428-40f3-a08e-ecea0f2a9396 of type vlan for network 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a Jan 17 08:56:58.125689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:58.214416 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:58.218209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:58.218824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:58.340227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Network': ['ID=45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:58.350826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:56:58.426574 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-61a5b4c7-5654-47c4-b485-5c6a0e890d41 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4972503 Jan 17 08:56:58.429327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34272) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:58.435029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'subnet': {'network_id': '45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:58.549034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:58.552783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:subnet and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:58.555561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:58.561819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:58.671803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:58.771827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:59.106244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:59.177824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Subnet': ['ID=cf901ea8-694e-4cf3-a4e3-1a430ae8da68,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:59.195288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Checking segment: {'id': 'a9c4f327-e428-40f3-a08e-ecea0f2a9396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:56:59.195653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network hostable DHCP agents. Network: 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:56:59.294072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:56:59.408561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:56:59.412357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:59.413108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:59.418508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81870818-d0ec-48b2-aae9-fdca75e692db None None] Network 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:56:59.512175 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-197621a5-c070-45aa-9db0-80a82000cd7d tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0816283 Jan 17 08:56:59.516513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34276) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:56:59.522157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-580004816'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:56:59.526909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:56:59.530635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:network and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:56:59.533441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:56:59.539653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:56:59.630862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a', 'network_id': '45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a', 'tenant_id': 'c196fe9089fb411a9b255a6116006e41', 'fixed_ips': [{'subnet_id': 'cf901ea8-694e-4cf3-a4e3-1a430ae8da68'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:56:59.630862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:59.654308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:56:59.657342 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:59.686708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:56:59.695652 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:59.699906 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Added segment dbcc21fd-daf5-477e-9d9c-1401ea842090 of type vlan for network 81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 Jan 17 08:56:59.721808 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:59.785286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Allocated IP 2001:db8::2 (45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a/cf901ea8-694e-4cf3-a4e3-1a430ae8da68/aed7132b-a7c7-472a-a0d6-302aae371779) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:56:59.820449 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:59.824288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:56:59.824868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:56:59.929737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Network': ['ID=81e8ab1f-9d4d-4a75-9cb8-4a9983f28643,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:56:59.961626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:56:59.998568 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4762dd09-4511-47db-8f43-bba7f59bb386 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4803102 Jan 17 08:57:00.001458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34280) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:00.007293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Request body: {'subnet': {'network_id': '81e8ab1f-9d4d-4a75-9cb8-4a9983f28643', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:00.081326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:00.095522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Transition to ACTIVE for port object aed7132b-a7c7-472a-a0d6-302aae371779 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:00.114191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Transition to ACTIVE for port object aed7132b-a7c7-472a-a0d6-302aae371779 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:00.117979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:00.121714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Usage tracker for resource:subnet and tenant:c196fe9089fb411a9b255a6116006e41 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:00.124630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:00.130196 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:00.221072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:00.231539 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Made reservation on behalf of c196fe9089fb411a9b255a6116006e41 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:00.291620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Network 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:00.295746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:00.297574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Pushing event updated for resources: {'Port': ['ID=aed7132b-a7c7-472a-a0d6-302aae371779,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:00.299708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:00.335890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:00.405809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Attempting to bind port aed7132b-a7c7-472a-a0d6-302aae371779 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:00.406181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Attempting to bind port aed7132b-a7c7-472a-a0d6-302aae371779 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a9c4f327-e428-40f3-a08e-ecea0f2a9396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:00.406543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Attempting to bind port aed7132b-a7c7-472a-a0d6-302aae371779 on network 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:00.415086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:00.415513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Checking segment: {'id': 'a9c4f327-e428-40f3-a08e-ecea0f2a9396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:00.415887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:00.416282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Bound using segment: {'id': 'a9c4f327-e428-40f3-a08e-ecea0f2a9396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:00.416752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Bound port: aed7132b-a7c7-472a-a0d6-302aae371779, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c4f327-e428-40f3-a08e-ecea0f2a9396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:00.417127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:00.505696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] For port aed7132b-a7c7-472a-a0d6-302aae371779, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:00.508701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] For port aed7132b-a7c7-472a-a0d6-302aae371779, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aed7132b-a7c7-472a-a0d6-302aae371779,segment=NetworkSegment(a9c4f327-e428-40f3-a08e-ecea0f2a9396),segment_id=a9c4f327-e428-40f3-a08e-ecea0f2a9396)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:00.579374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:00.660392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:00.665346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa20ed-06e7-4b88-8da9-ecdd4ce94a08 None None] Pushing event updated for resources: {'Port': ['ID=aed7132b-a7c7-472a-a0d6-302aae371779,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:00.743383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event updated for resources: {'Subnet': ['ID=f28cc05f-d761-43b3-a834-98dfd269b822,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:00.753727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Checking segment: {'id': 'dbcc21fd-daf5-477e-9d9c-1401ea842090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '81e8ab1f-9d4d-4a75-9cb8-4a9983f28643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:00.754089 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network hostable DHCP agents. Network: 81e8ab1f-9d4d-4a75-9cb8-4a9983f28643, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:57:00.864688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Network 81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:57:00.957505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 81e8ab1f-9d4d-4a75-9cb8-4a9983f28643) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:00.961795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:00.962737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:00.966368 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f3588c-3718-4278-ac5f-8a7e99907936 None None] Network 81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:01.127622 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34284) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:01.128167 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-42b73668-772c-4e1e-bc9e-40a50fcc9b73 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1251707 Jan 17 08:57:01.222530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-81e8ab1f-9d4d-4a75-9cb8-4a9983f28643', 'network_id': '81e8ab1f-9d4d-4a75-9cb8-4a9983f28643', 'tenant_id': 'c196fe9089fb411a9b255a6116006e41', 'fixed_ips': [{'subnet_id': 'f28cc05f-d761-43b3-a834-98dfd269b822'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:57:01.223467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:01.270414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:01.338975 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:01.387878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Allocated IP 2001:db8::2 (81e8ab1f-9d4d-4a75-9cb8-4a9983f28643/f28cc05f-d761-43b3-a834-98dfd269b822/a32b838f-7049-44f4-8c02-3f45c2d0bc9b) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:01.573024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaa7920-8013-43ce-a56e-e941da984269 None None] Network 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:01.691523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:01.718126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Transition to ACTIVE for port object a32b838f-7049-44f4-8c02-3f45c2d0bc9b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:01.774793 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Transition to ACTIVE for port object a32b838f-7049-44f4-8c02-3f45c2d0bc9b will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:01.820974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f66199c3-9e1f-431b-8344-09d6febe83be None None] Provisioning for port aed7132b-a7c7-472a-a0d6-302aae371779 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:01.916799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:01.990772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Network 81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:01.992048 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:01.993758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Pushing event updated for resources: {'Port': ['ID=a32b838f-7049-44f4-8c02-3f45c2d0bc9b,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:01.995973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:02.009371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:02.099761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Attempting to bind port a32b838f-7049-44f4-8c02-3f45c2d0bc9b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:02.100131 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Attempting to bind port a32b838f-7049-44f4-8c02-3f45c2d0bc9b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'dbcc21fd-daf5-477e-9d9c-1401ea842090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '81e8ab1f-9d4d-4a75-9cb8-4a9983f28643'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:02.100486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Attempting to bind port a32b838f-7049-44f4-8c02-3f45c2d0bc9b on network 81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:02.109342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:02.109718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Checking segment: {'id': 'dbcc21fd-daf5-477e-9d9c-1401ea842090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '81e8ab1f-9d4d-4a75-9cb8-4a9983f28643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:02.110118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:02.110513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Bound using segment: {'id': 'dbcc21fd-daf5-477e-9d9c-1401ea842090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '81e8ab1f-9d4d-4a75-9cb8-4a9983f28643'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:02.111034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Bound port: a32b838f-7049-44f4-8c02-3f45c2d0bc9b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcc21fd-daf5-477e-9d9c-1401ea842090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '81e8ab1f-9d4d-4a75-9cb8-4a9983f28643'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:02.111438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:02.136894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Subnet': ['ID=f28cc05f-d761-43b3-a834-98dfd269b822,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:02.197992 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] For port a32b838f-7049-44f4-8c02-3f45c2d0bc9b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:02.201442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] For port a32b838f-7049-44f4-8c02-3f45c2d0bc9b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a32b838f-7049-44f4-8c02-3f45c2d0bc9b,segment=NetworkSegment(dbcc21fd-daf5-477e-9d9c-1401ea842090),segment_id=dbcc21fd-daf5-477e-9d9c-1401ea842090)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:02.232151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:02.256552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e8ab1f-9d4d-4a75-9cb8-4a9983f28643']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:02.269154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcc21fd-daf5-477e-9d9c-1401ea842090') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:02.269451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcc21fd-daf5-477e-9d9c-1401ea842090') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:02.281202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:02.317759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:02.319290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:02.325551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:57:02.329045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:57:02.341526 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:57:02.430953 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473f0e9-48e3-458d-9c5a-281c0410b9f9 None None] Pushing event updated for resources: {'Port': ['ID=a32b838f-7049-44f4-8c02-3f45c2d0bc9b,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:02.466673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c7e7e-72c1-4c3f-91d9-03622be16559 None None] Network 81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:02.489335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.db.api [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 17 08:57:02.489335 dv-neutron-824874-1-hyperv neutron-server[84155]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 17 08:57:02.489335 dv-neutron-824874-1-hyperv neutron-server[84155]: [parameters: {'id': '81e8ab1f-9d4d-4a75-9cb8-4a9983f28643'}] Jan 17 08:57:02.489335 dv-neutron-824874-1-hyperv neutron-server[84155]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:57:02.489797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG oslo_db.api [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:57:02.659470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51c1ea-4174-42d9-a53d-b505ca79b529 None None] get_active_networks_info from dv-neutron-824874-1-hyperv {{(pid=84156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 17 08:57:02.754916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aed7132b-a7c7-472a-a0d6-302aae371779 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:02.781482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e51c1ea-4174-42d9-a53d-b505ca79b529 None None] Resources bound (agent type, host, resource id): {{(pid=84156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 17 08:57:02.990716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.002685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Deleting port a32b838f-7049-44f4-8c02-3f45c2d0bc9b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:03.002919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.023331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port aed7132b-a7c7-472a-a0d6-302aae371779 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:03.038029 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port aed7132b-a7c7-472a-a0d6-302aae371779 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:03.043520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.213848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] For port a32b838f-7049-44f4-8c02-3f45c2d0bc9b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a32b838f-7049-44f4-8c02-3f45c2d0bc9b,segment=NetworkSegment(dbcc21fd-daf5-477e-9d9c-1401ea842090),segment_id=dbcc21fd-daf5-477e-9d9c-1401ea842090)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:03.214537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.223841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.270121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port aed7132b-a7c7-472a-a0d6-302aae371779, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aed7132b-a7c7-472a-a0d6-302aae371779,segment=NetworkSegment(a9c4f327-e428-40f3-a08e-ecea0f2a9396),segment_id=a9c4f327-e428-40f3-a08e-ecea0f2a9396)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:03.335315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Calling delete_port for a32b838f-7049-44f4-8c02-3f45c2d0bc9b owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:57:03.357258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.429420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=aed7132b-a7c7-472a-a0d6-302aae371779,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:03.505761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.558483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Port': ['ID=a32b838f-7049-44f4-8c02-3f45c2d0bc9b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:03.558483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No DVR routers for this DVR port a32b838f-7049-44f4-8c02-3f45c2d0bc9b on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:57:03.676768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.701846 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e8ab1f-9d4d-4a75-9cb8-4a9983f28643']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:03.717172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcc21fd-daf5-477e-9d9c-1401ea842090') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:03.717459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcc21fd-daf5-477e-9d9c-1401ea842090') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:03.728331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.743938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.750409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:57:03.750790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:57:03.764565 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:57:03.905822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.923050 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:03.937604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Network': ['ID=81e8ab1f-9d4d-4a75-9cb8-4a9983f28643,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:03.944242 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ce6a228a-f3c0-4e10-a7bf-375a277b09d0 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/networks/81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 HTTP/1.1" status: 204 len: 168 time: 2.8155131 Jan 17 08:57:03.949280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34288) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:03.987883 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dd58b3-599a-4614-acab-f9707223b96a tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] GET failed (client error): The resource could not be found. Jan 17 08:57:03.988378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-53dd58b3-599a-4614-acab-f9707223b96a tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Synchronizing usage tracker for tenant:c196fe9089fb411a9b255a6116006e41 on resource:subnet {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:57:04.087750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-53dd58b3-599a-4614-acab-f9707223b96a tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Unset dirty status for tenant:c196fe9089fb411a9b255a6116006e41 on resource:subnet {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:57:04.088898 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-53dd58b3-599a-4614-acab-f9707223b96a tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "GET /v2.0/subnets/f28cc05f-d761-43b3-a834-98dfd269b822 HTTP/1.1" status: 404 len: 337 time: 0.1387320 Jan 17 08:57:04.092259 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34292) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:04.117163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf491c7-8a63-4a81-bd77-bcf91c25bb3c tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] DELETE failed (client error): The resource could not be found. Jan 17 08:57:04.117611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf491c7-8a63-4a81-bd77-bcf91c25bb3c tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:57:04.119240 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8cf491c7-8a63-4a81-bd77-bcf91c25bb3c tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/networks/81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 HTTP/1.1" status: 404 len: 339 time: 0.0260460 Jan 17 08:57:04.123063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34296) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:04.160069 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa687009-cda2-4112-8417-00f54e115144 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] DELETE failed (client error): The resource could not be found. Jan 17 08:57:04.160404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa687009-cda2-4112-8417-00f54e115144 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:57:04.161995 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-aa687009-cda2-4112-8417-00f54e115144 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/subnets/f28cc05f-d761-43b3-a834-98dfd269b822 HTTP/1.1" status: 404 len: 337 time: 0.0380177 Jan 17 08:57:04.164429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34300) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:04.192043 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b2d739-170a-455d-b411-9ef1424d19d5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] DELETE failed (client error): The resource could not be found. Jan 17 08:57:04.192465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b2d739-170a-455d-b411-9ef1424d19d5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:57:04.193993 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-25b2d739-170a-455d-b411-9ef1424d19d5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/networks/81e8ab1f-9d4d-4a75-9cb8-4a9983f28643 HTTP/1.1" status: 404 len: 339 time: 0.0287023 Jan 17 08:57:04.196423 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34304) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:04.375663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a2e03e-884a-47be-bf2c-099302db993b tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Deleting subnet cf901ea8-694e-4cf3-a4e3-1a430ae8da68 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:57:04.378527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14a2e03e-884a-47be-bf2c-099302db993b tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:04.431000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14a2e03e-884a-47be-bf2c-099302db993b tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:04.596952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14a2e03e-884a-47be-bf2c-099302db993b tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:04.728278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14a2e03e-884a-47be-bf2c-099302db993b tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:04.737117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aed7132b-a7c7-472a-a0d6-302aae371779 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:04.773920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2e03e-884a-47be-bf2c-099302db993b tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Subnet': ['ID=cf901ea8-694e-4cf3-a4e3-1a430ae8da68,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:04.778597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14a2e03e-884a-47be-bf2c-099302db993b tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:04.785269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3316821c-3dfd-4ae7-9c1d-738f5cbcce31 None None] Network 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:04.863492 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-14a2e03e-884a-47be-bf2c-099302db993b tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/subnets/cf901ea8-694e-4cf3-a4e3-1a430ae8da68 HTTP/1.1" status: 204 len: 168 time: 0.6639142 Jan 17 08:57:04.863740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:04.924979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port aed7132b-a7c7-472a-a0d6-302aae371779 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:04.925352 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:04.977618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:04.988297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Deleting port aed7132b-a7c7-472a-a0d6-302aae371779 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:04.988625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.151821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] DHCP port deletion for 45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:57:05.156253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] Deleting port aed7132b-a7c7-472a-a0d6-302aae371779 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:05.156626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.193888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] For port aed7132b-a7c7-472a-a0d6-302aae371779, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aed7132b-a7c7-472a-a0d6-302aae371779,segment=NetworkSegment(a9c4f327-e428-40f3-a08e-ecea0f2a9396),segment_id=a9c4f327-e428-40f3-a08e-ecea0f2a9396)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:05.194243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.314468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Calling delete_port for aed7132b-a7c7-472a-a0d6-302aae371779 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:57:05.358055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] For port aed7132b-a7c7-472a-a0d6-302aae371779, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aed7132b-a7c7-472a-a0d6-302aae371779,segment=NetworkSegment(a9c4f327-e428-40f3-a08e-ecea0f2a9396),segment_id=a9c4f327-e428-40f3-a08e-ecea0f2a9396)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:05.358441 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.460084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.476615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] Calling delete_port for aed7132b-a7c7-472a-a0d6-302aae371779 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:57:05.506734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Port': ['ID=aed7132b-a7c7-472a-a0d6-302aae371779,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:05.515524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No DVR routers for this DVR port aed7132b-a7c7-472a-a0d6-302aae371779 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:57:05.550254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:57:05.551004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:57:05.633499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.658320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:05.674542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c4f327-e428-40f3-a08e-ecea0f2a9396') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:05.674826 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c4f327-e428-40f3-a08e-ecea0f2a9396') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:05.685855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.701723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.707714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:57:05.708094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:57:05.722640 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:57:05.865661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.882443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:05.897730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Network': ['ID=45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:05.901730 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad0e1c71-4318-4d11-9db0-bd12713875c7 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/networks/45ea1ea9-879f-4ca3-8ed1-11d34f40dc6a HTTP/1.1" status: 204 len: 168 time: 1.0370665 Jan 17 08:57:05.904670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34312) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:05.940870 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-990c6ee3-61f9-4f68-ac41-9394d691d029 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] DELETE failed (client error): The resource could not be found. Jan 17 08:57:05.941308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990c6ee3-61f9-4f68-ac41-9394d691d029 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:57:05.942935 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-990c6ee3-61f9-4f68-ac41-9394d691d029 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/subnets/ea0e035b-aa91-429b-be5b-24654d4fb231 HTTP/1.1" status: 404 len: 337 time: 0.0373683 Jan 17 08:57:05.945405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34316) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:05.970385 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d0f089-84bd-47fe-88e4-cb880e83ae6c tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] DELETE failed (client error): The resource could not be found. Jan 17 08:57:05.970817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d0f089-84bd-47fe-88e4-cb880e83ae6c tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:57:05.972436 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e3d0f089-84bd-47fe-88e4-cb880e83ae6c tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/networks/a64e4f2b-ef97-4c3a-ba42-9836752a9082 HTTP/1.1" status: 404 len: 339 time: 0.0261607 Jan 17 08:57:05.974806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34320) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:06.010719 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-6424155d-e0e8-428a-afd3-619646526057 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] DELETE failed (client error): The resource could not be found. Jan 17 08:57:06.011150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6424155d-e0e8-428a-afd3-619646526057 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:57:06.012781 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6424155d-e0e8-428a-afd3-619646526057 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/subnets/c201ba91-4695-48e9-a5e5-0e6358a95b06 HTTP/1.1" status: 404 len: 337 time: 0.0370793 Jan 17 08:57:06.015717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34324) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:06.043736 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c24afa5-8590-47a7-8147-2db4f6d06e28 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] DELETE failed (client error): The resource could not be found. Jan 17 08:57:06.044168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c24afa5-8590-47a7-8147-2db4f6d06e28 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84155) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 17 08:57:06.049178 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3c24afa5-8590-47a7-8147-2db4f6d06e28 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/networks/df31da26-d7b0-4885-a9b9-6a7a044bb891 HTTP/1.1" status: 404 len: 339 time: 0.0292292 Jan 17 08:57:06.051013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34328) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:06.051565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] Deleting port aed7132b-a7c7-472a-a0d6-302aae371779 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:06.052060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:06.110935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a3569327-90d5-4f5e-8619-32e456893d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:06.116569 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-b8e19d4d-1b6d-4c2c-8fc6-daafe2903958 None None] The port 'aed7132b-a7c7-472a-a0d6-302aae371779' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:57:06.235293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91f37f3-7cfb-4849-af1c-ffdf9f86ada8 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Deleting subnet 51d55911-22fa-4330-9b7b-41fe513e7c68 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:57:06.238044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e91f37f3-7cfb-4849-af1c-ffdf9f86ada8 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:06.290005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e91f37f3-7cfb-4849-af1c-ffdf9f86ada8 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:06.375137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e91f37f3-7cfb-4849-af1c-ffdf9f86ada8 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:06.592460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e91f37f3-7cfb-4849-af1c-ffdf9f86ada8 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:06.629898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f37f3-7cfb-4849-af1c-ffdf9f86ada8 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Subnet': ['ID=51d55911-22fa-4330-9b7b-41fe513e7c68,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:06.635908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e91f37f3-7cfb-4849-af1c-ffdf9f86ada8 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:06.641335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f67154-5ebb-4c9b-b7ba-912d6188b352 None None] Network 37ef871e-f5fd-4621-82ae-f2b5de7a137d requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:06.645813 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e91f37f3-7cfb-4849-af1c-ffdf9f86ada8 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/subnets/51d55911-22fa-4330-9b7b-41fe513e7c68 HTTP/1.1" status: 204 len: 168 time: 0.5938268 Jan 17 08:57:06.648164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:06.738253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aed7132b-a7c7-472a-a0d6-302aae371779 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:57:06.807843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: aed7132b-a7c7-472a-a0d6-302aae371779 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:57:06.808188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aed7132b-a7c7-472a-a0d6-302aae371779 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:57:06.851597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:06.858623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Deleting port ee3e728d-505e-4219-aa26-928d1fb4217b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:06.858949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:06.923173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] DHCP port deletion for 37ef871e-f5fd-4621-82ae-f2b5de7a137d request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:57:06.927442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] Deleting port ee3e728d-505e-4219-aa26-928d1fb4217b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:06.927814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.068233 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] For port ee3e728d-505e-4219-aa26-928d1fb4217b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ee3e728d-505e-4219-aa26-928d1fb4217b,segment=NetworkSegment(5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f),segment_id=5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:07.068591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.166000 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] For port ee3e728d-505e-4219-aa26-928d1fb4217b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=ee3e728d-505e-4219-aa26-928d1fb4217b,segment=NetworkSegment(5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f),segment_id=5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:07.166590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.189237 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Calling delete_port for ee3e728d-505e-4219-aa26-928d1fb4217b owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:57:07.284127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] Calling delete_port for ee3e728d-505e-4219-aa26-928d1fb4217b owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:57:07.374407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.379559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:57:07.379918 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:57:07.419636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Port': ['ID=ee3e728d-505e-4219-aa26-928d1fb4217b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:07.424078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] No DVR routers for this DVR port ee3e728d-505e-4219-aa26-928d1fb4217b on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:57:07.545549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.569947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ef871e-f5fd-4621-82ae-f2b5de7a137d']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:07.581659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:07.581955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9ac1fe-6582-4689-8ae6-fc0dc2c1532f') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:07.594185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.614095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.620353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:57:07.625625 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:57:07.634742 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:57:07.797443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.813893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.824731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] Pushing event deleted for resources: {'Network': ['ID=37ef871e-f5fd-4621-82ae-f2b5de7a137d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:07.828751 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-608dcbbd-1796-4b3f-9071-b1df067f9be5 tempest-NetworksIpV6Test-177491736 tempest-NetworksIpV6Test-177491736-project] 10.222.0.44 "DELETE /v2.0/networks/37ef871e-f5fd-4621-82ae-f2b5de7a137d HTTP/1.1" status: 204 len: 168 time: 1.1795251 Jan 17 08:57:07.880667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] Deleting port ee3e728d-505e-4219-aa26-928d1fb4217b {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:07.881047 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:07.945436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6ceaa813-1c33-4f30-b24a-dcd76085b915 None None] The port 'ee3e728d-505e-4219-aa26-928d1fb4217b' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:57:08.312046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2acb9c47-d6cf-4ea6-8c99-39c6ecc31579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:08.376352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34340) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:08.554222 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8219e8a9-2bfb-40d0-bf6b-9433d493ff1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c196fe9089fb411a9b255a6116006e41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1767271 Jan 17 08:57:08.556774 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34346) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:08.614366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a284-eefd-44b0-9fec-12103891fc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:08.639613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a284-eefd-44b0-9fec-12103891fc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:08.733011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ee3e728d-505e-4219-aa26-928d1fb4217b no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:57:08.751578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a284-eefd-44b0-9fec-12103891fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:08.765896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: ee3e728d-505e-4219-aa26-928d1fb4217b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:57:08.766251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device ee3e728d-505e-4219-aa26-928d1fb4217b not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:57:08.766372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8a284-eefd-44b0-9fec-12103891fc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c88ca75-5d18-4d0d-b122-ec47eb3af476,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:08.772644 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a284-eefd-44b0-9fec-12103891fc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:08.773797 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c7b8a284-eefd-44b0-9fec-12103891fc40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c88ca75-5d18-4d0d-b122-ec47eb3af476 HTTP/1.1" status: 204 len: 168 time: 0.2161462 Jan 17 08:57:09.637240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:09.665690 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:09.959444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34368) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:10.088994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1402620535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:10.095960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:10.100116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Usage tracker for resource:router and tenant:98b32df764924f7d9fbe50425e78aae9 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:10.102891 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:10.110034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:10.180296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.181251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.198783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.300430 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.384682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.385960 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ed8c445a-7595-4923-a1a1-e51080a6c5eb tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4255261 Jan 17 08:57:10.389256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34374) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:10.394529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-30750827'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:10.399497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:10.403505 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Usage tracker for resource:network and tenant:98b32df764924f7d9fbe50425e78aae9 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:10.407463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:10.413788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:10.521734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Made reservation on behalf of 98b32df764924f7d9fbe50425e78aae9 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:10.524793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.541214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.572301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:10.576615 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Usage tracker for resource:security_group_rule and tenant:98b32df764924f7d9fbe50425e78aae9 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:10.579657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:10.585188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:10.652070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.722782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.756671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:57:10.761784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257e6371-6961-4410-9b10-8263410a1d2e,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:10.768889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.769223 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Added segment 836b12c6-707f-405e-aef2-691e0f1e590d of type vlan for network b737eeb6-4cd0-4cea-8dbc-2bf85185168b Jan 17 08:57:10.794046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.905402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:10.909104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:10.909684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:11.088837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:11.109633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event updated for resources: {'Network': ['ID=b737eeb6-4cd0-4cea-8dbc-2bf85185168b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:11.120322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network b737eeb6-4cd0-4cea-8dbc-2bf85185168b details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:57:11.175089 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-05f7b657-1c20-4f2d-ac12-cfacbeab47cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7846150 Jan 17 08:57:11.177604 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34378) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:11.183208 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Request body: {'subnet': {'network_id': 'b737eeb6-4cd0-4cea-8dbc-2bf85185168b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:11.295293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:11.299019 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Usage tracker for resource:subnet and tenant:98b32df764924f7d9fbe50425e78aae9 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:11.301809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:11.307532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:11.396988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Made reservation on behalf of 98b32df764924f7d9fbe50425e78aae9 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:11.504726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:11.780995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:11.857007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event updated for resources: {'Subnet': ['ID=bb49d48e-9f14-4147-94ab-1c8314209b79,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:11.874511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Checking segment: {'id': '836b12c6-707f-405e-aef2-691e0f1e590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b737eeb6-4cd0-4cea-8dbc-2bf85185168b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:11.874865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Network hostable DHCP agents. Network: b737eeb6-4cd0-4cea-8dbc-2bf85185168b, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:57:11.952330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Network b737eeb6-4cd0-4cea-8dbc-2bf85185168b is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:57:12.047780 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, b737eeb6-4cd0-4cea-8dbc-2bf85185168b) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:12.051753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:12.052335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.057600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50505e50-ddff-4dbc-b4f8-d7ff80ec9e65 None None] Network b737eeb6-4cd0-4cea-8dbc-2bf85185168b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:12.129334 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-465890b4-c426-4838-974c-a851227864a5 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9506683 Jan 17 08:57:12.132415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34382) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:12.138752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-824588866'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:12.143768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:12.147579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Usage tracker for resource:network and tenant:98b32df764924f7d9fbe50425e78aae9 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:12.150443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:12.156197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:12.226016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Made reservation on behalf of 98b32df764924f7d9fbe50425e78aae9 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:12.229204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.258480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:57:12.268798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.269136 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Added segment f37a69f4-1411-44bc-bfb1-fa0981ad385c of type vlan for network dcbea235-c6e7-40cc-9b51-881590a0f69a Jan 17 08:57:12.272286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-b737eeb6-4cd0-4cea-8dbc-2bf85185168b', 'network_id': 'b737eeb6-4cd0-4cea-8dbc-2bf85185168b', 'tenant_id': '98b32df764924f7d9fbe50425e78aae9', 'fixed_ips': [{'subnet_id': 'bb49d48e-9f14-4147-94ab-1c8314209b79'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:57:12.279506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.299605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.411385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.416599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:12.417403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.435568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Allocated IP 172.20.0.2 (b737eeb6-4cd0-4cea-8dbc-2bf85185168b/bb49d48e-9f14-4147-94ab-1c8314209b79/e61790e7-2be7-43ed-a4df-c0a9e8bf432f) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:12.526574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event updated for resources: {'Network': ['ID=dcbea235-c6e7-40cc-9b51-881590a0f69a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:12.540469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network dcbea235-c6e7-40cc-9b51-881590a0f69a details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:57:12.607940 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ed5a1a00-7f40-49f5-834e-8cddef83995e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4725685 Jan 17 08:57:12.608193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34386) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:12.613124 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Request body: {'subnet': {'network_id': 'dcbea235-c6e7-40cc-9b51-881590a0f69a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:12.725787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:12.729548 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Usage tracker for resource:subnet and tenant:98b32df764924f7d9fbe50425e78aae9 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:12.732994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:12.738848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:12.752826 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.763069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Transition to ACTIVE for port object e61790e7-2be7-43ed-a4df-c0a9e8bf432f will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:12.780969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Transition to ACTIVE for port object e61790e7-2be7-43ed-a4df-c0a9e8bf432f will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:12.848298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Made reservation on behalf of 98b32df764924f7d9fbe50425e78aae9 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:12.864733 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.932847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Network b737eeb6-4cd0-4cea-8dbc-2bf85185168b is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:12.936392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Pushing event updated for resources: {'Port': ['ID=e61790e7-2be7-43ed-a4df-c0a9e8bf432f,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:12.938689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:12.942206 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:12.952077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.952495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.952849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.953176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.953481 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:12.953614 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.953823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.954149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.954475 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.954799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.955120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:12.955466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:13.041752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Attempting to bind port e61790e7-2be7-43ed-a4df-c0a9e8bf432f on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:13.042124 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Attempting to bind port e61790e7-2be7-43ed-a4df-c0a9e8bf432f by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '836b12c6-707f-405e-aef2-691e0f1e590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b737eeb6-4cd0-4cea-8dbc-2bf85185168b'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:13.042489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Attempting to bind port e61790e7-2be7-43ed-a4df-c0a9e8bf432f on network b737eeb6-4cd0-4cea-8dbc-2bf85185168b {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:13.049518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:13.049916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Checking segment: {'id': '836b12c6-707f-405e-aef2-691e0f1e590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b737eeb6-4cd0-4cea-8dbc-2bf85185168b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:13.050319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:13.050714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Bound using segment: {'id': '836b12c6-707f-405e-aef2-691e0f1e590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b737eeb6-4cd0-4cea-8dbc-2bf85185168b'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:13.051180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Bound port: e61790e7-2be7-43ed-a4df-c0a9e8bf432f, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836b12c6-707f-405e-aef2-691e0f1e590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b737eeb6-4cd0-4cea-8dbc-2bf85185168b'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:13.051585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:13.162961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] For port e61790e7-2be7-43ed-a4df-c0a9e8bf432f, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:13.165859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] For port e61790e7-2be7-43ed-a4df-c0a9e8bf432f, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e61790e7-2be7-43ed-a4df-c0a9e8bf432f,segment=NetworkSegment(836b12c6-707f-405e-aef2-691e0f1e590d),segment_id=836b12c6-707f-405e-aef2-691e0f1e590d)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:13.266127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:13.277664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:13.365337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event updated for resources: {'Subnet': ['ID=11d46a41-60a5-4667-b929-1992259a13f3,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:13.376324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4ad8-3ee2-4bf1-b3d1-f6016c786c10 None None] Pushing event updated for resources: {'Port': ['ID=e61790e7-2be7-43ed-a4df-c0a9e8bf432f,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:13.380413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Checking segment: {'id': 'f37a69f4-1411-44bc-bfb1-fa0981ad385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'dcbea235-c6e7-40cc-9b51-881590a0f69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:13.380769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Network hostable DHCP agents. Network: dcbea235-c6e7-40cc-9b51-881590a0f69a, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:57:13.468512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Network dcbea235-c6e7-40cc-9b51-881590a0f69a is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:57:13.574300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, dcbea235-c6e7-40cc-9b51-881590a0f69a) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:13.578817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:13.581001 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:13.587179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6660c272-d114-4565-9788-286af7d2cbf3 None None] Network dcbea235-c6e7-40cc-9b51-881590a0f69a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:13.665477 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7fb99584-5c34-4185-b082-6ac78f0fb7df tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0572855 Jan 17 08:57:13.668190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34390) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:13.675601 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-4c6b4315-f4fa-4c31-8df7-932bcf5b8c60 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dcbea235-c6e7-40cc-9b51-881590a0f69a'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:13.734342 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:57:13.816170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-dcbea235-c6e7-40cc-9b51-881590a0f69a', 'network_id': 'dcbea235-c6e7-40cc-9b51-881590a0f69a', 'tenant_id': '98b32df764924f7d9fbe50425e78aae9', 'fixed_ips': [{'subnet_id': '11d46a41-60a5-4667-b929-1992259a13f3'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:57:13.817010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:13.978388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Allocated IP 172.21.0.2 (dcbea235-c6e7-40cc-9b51-881590a0f69a/11d46a41-60a5-4667-b929-1992259a13f3/986cd53d-68b0-4698-a364-b3ed1fe34abc) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:14.203079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.214417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Transition to ACTIVE for port object 986cd53d-68b0-4698-a364-b3ed1fe34abc will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:14.218434 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-4c6b4315-f4fa-4c31-8df7-932bcf5b8c60 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.240313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Transition to ACTIVE for port object 986cd53d-68b0-4698-a364-b3ed1fe34abc will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:14.351843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428804a-62e0-4732-b65f-8ab85ce05e40 None None] Network b737eeb6-4cd0-4cea-8dbc-2bf85185168b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:14.370601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.478207 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.api.v2.resource [None req-4c6b4315-f4fa-4c31-8df7-932bcf5b8c60 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 17 08:57:14.479267 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-4c6b4315-f4fa-4c31-8df7-932bcf5b8c60 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "PUT /v2.0/routers/43a08ea7-39ce-42a1-b961-3cd5c58ac07d HTTP/1.1" status: 400 len: 364 time: 0.8098419 Jan 17 08:57:14.485645 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34394) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:14.518467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Network dcbea235-c6e7-40cc-9b51-881590a0f69a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:14.533529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:14.537932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Pushing event updated for resources: {'Port': ['ID=986cd53d-68b0-4698-a364-b3ed1fe34abc,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:14.540217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:14.557479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7cffd4-4361-413e-87f1-dda71cb79061 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Deleting subnet 11d46a41-60a5-4667-b929-1992259a13f3 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:57:14.560568 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b7cffd4-4361-413e-87f1-dda71cb79061 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.623745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b7cffd4-4361-413e-87f1-dda71cb79061 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.687388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Attempting to bind port 986cd53d-68b0-4698-a364-b3ed1fe34abc on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:14.687764 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Attempting to bind port 986cd53d-68b0-4698-a364-b3ed1fe34abc by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'f37a69f4-1411-44bc-bfb1-fa0981ad385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'dcbea235-c6e7-40cc-9b51-881590a0f69a'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:14.688220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Attempting to bind port 986cd53d-68b0-4698-a364-b3ed1fe34abc on network dcbea235-c6e7-40cc-9b51-881590a0f69a {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:14.706676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b7cffd4-4361-413e-87f1-dda71cb79061 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.728437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:14.728822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Checking segment: {'id': 'f37a69f4-1411-44bc-bfb1-fa0981ad385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'dcbea235-c6e7-40cc-9b51-881590a0f69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:14.729223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.729614 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Bound using segment: {'id': 'f37a69f4-1411-44bc-bfb1-fa0981ad385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'dcbea235-c6e7-40cc-9b51-881590a0f69a'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:14.730090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Bound port: 986cd53d-68b0-4698-a364-b3ed1fe34abc, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37a69f4-1411-44bc-bfb1-fa0981ad385c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'dcbea235-c6e7-40cc-9b51-881590a0f69a'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:14.730463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.741729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4559c948-e624-4edd-a4e3-4f2e57f78229 None None] Provisioning for port e61790e7-2be7-43ed-a4df-c0a9e8bf432f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:14.789365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e61790e7-2be7-43ed-a4df-c0a9e8bf432f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:14.889281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b7cffd4-4361-413e-87f1-dda71cb79061 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.899332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] For port 986cd53d-68b0-4698-a364-b3ed1fe34abc, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:14.905008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] For port 986cd53d-68b0-4698-a364-b3ed1fe34abc, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=986cd53d-68b0-4698-a364-b3ed1fe34abc,segment=NetworkSegment(f37a69f4-1411-44bc-bfb1-fa0981ad385c),segment_id=f37a69f4-1411-44bc-bfb1-fa0981ad385c)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:14.933795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cffd4-4361-413e-87f1-dda71cb79061 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event deleted for resources: {'Subnet': ['ID=11d46a41-60a5-4667-b929-1992259a13f3,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:14.939996 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b7cffd4-4361-413e-87f1-dda71cb79061 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:14.946221 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5b7cffd4-4361-413e-87f1-dda71cb79061 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "DELETE /v2.0/subnets/11d46a41-60a5-4667-b929-1992259a13f3 HTTP/1.1" status: 204 len: 168 time: 0.4594896 Jan 17 08:57:14.948562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34398) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:15.037794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.067290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.078850 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Deleting port 986cd53d-68b0-4698-a364-b3ed1fe34abc {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:15.079188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.090340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e61790e7-2be7-43ed-a4df-c0a9e8bf432f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:15.114378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e61790e7-2be7-43ed-a4df-c0a9e8bf432f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:15.114764 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.180003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8d545-8219-4748-be7e-fe55abe18c89 None None] Pushing event updated for resources: {'Port': ['ID=986cd53d-68b0-4698-a364-b3ed1fe34abc,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:15.199146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dc6076f4-95a6-44aa-91f8-e7555b363176 None None] Provisioning complete for port e61790e7-2be7-43ed-a4df-c0a9e8bf432f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:15.200134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc6076f4-95a6-44aa-91f8-e7555b363176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.291820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] For port 986cd53d-68b0-4698-a364-b3ed1fe34abc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=986cd53d-68b0-4698-a364-b3ed1fe34abc,segment=NetworkSegment(f37a69f4-1411-44bc-bfb1-fa0981ad385c),segment_id=f37a69f4-1411-44bc-bfb1-fa0981ad385c)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:15.292238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.367422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.427216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e61790e7-2be7-43ed-a4df-c0a9e8bf432f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e61790e7-2be7-43ed-a4df-c0a9e8bf432f,segment=NetworkSegment(836b12c6-707f-405e-aef2-691e0f1e590d),segment_id=836b12c6-707f-405e-aef2-691e0f1e590d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:15.428710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Calling delete_port for 986cd53d-68b0-4698-a364-b3ed1fe34abc owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:57:15.429746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc6076f4-95a6-44aa-91f8-e7555b363176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.495590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.607841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.639430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-dc6076f4-95a6-44aa-91f8-e7555b363176 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:57:15.639988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-dc6076f4-95a6-44aa-91f8-e7555b363176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:57:15.644776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e61790e7-2be7-43ed-a4df-c0a9e8bf432f,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:15.655102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event deleted for resources: {'Port': ['ID=986cd53d-68b0-4698-a364-b3ed1fe34abc,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:15.661754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] No DVR routers for this DVR port 986cd53d-68b0-4698-a364-b3ed1fe34abc on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:57:15.783770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.811416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbea235-c6e7-40cc-9b51-881590a0f69a']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:15.824203 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37a69f4-1411-44bc-bfb1-fa0981ad385c') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:15.824492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37a69f4-1411-44bc-bfb1-fa0981ad385c') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:15.836479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.858714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.865639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:57:15.866063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:57:15.880460 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:57:16.024302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.041751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.053239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event deleted for resources: {'Network': ['ID=dcbea235-c6e7-40cc-9b51-881590a0f69a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:16.057667 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-05d34f5d-c2b3-4e36-b3d8-769f2fefd47e tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "DELETE /v2.0/networks/dcbea235-c6e7-40cc-9b51-881590a0f69a HTTP/1.1" status: 204 len: 168 time: 1.1080925 Jan 17 08:57:16.060219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34402) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:16.165597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe65cd68-fa33-4d4a-9b77-39ef77c37fd1 None None] DHCP port deletion for dcbea235-c6e7-40cc-9b51-881590a0f69a request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:57:16.194404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9892ee7a-9ec8-499a-86ff-9843cb8ecc39 None None] Network dcbea235-c6e7-40cc-9b51-881590a0f69a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:16.219297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9892ee7a-9ec8-499a-86ff-9843cb8ecc39 None None] Network dcbea235-c6e7-40cc-9b51-881590a0f69a could not be found, it might have been deleted concurrently. {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 17 08:57:16.248743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d341fc9d-e8d4-4751-b29d-987be3ec12b9 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Deleting subnet bb49d48e-9f14-4147-94ab-1c8314209b79 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:57:16.251641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d341fc9d-e8d4-4751-b29d-987be3ec12b9 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.303978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d341fc9d-e8d4-4751-b29d-987be3ec12b9 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.333321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1a4935c2-67e0-4007-99c9-7cb7f2849a85 None None] Could not find standard attr ID for object 986cd53d-68b0-4698-a364-b3ed1fe34abc. {{(pid=84156) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 17 08:57:16.389034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d341fc9d-e8d4-4751-b29d-987be3ec12b9 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.517672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d341fc9d-e8d4-4751-b29d-987be3ec12b9 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.555633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341fc9d-e8d4-4751-b29d-987be3ec12b9 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event deleted for resources: {'Subnet': ['ID=bb49d48e-9f14-4147-94ab-1c8314209b79,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:16.563371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d341fc9d-e8d4-4751-b29d-987be3ec12b9 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.569361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d11774f-e1d4-4931-92ef-3a5597c79f01 None None] Network b737eeb6-4cd0-4cea-8dbc-2bf85185168b requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:16.569781 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d341fc9d-e8d4-4751-b29d-987be3ec12b9 tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "DELETE /v2.0/subnets/bb49d48e-9f14-4147-94ab-1c8314209b79 HTTP/1.1" status: 204 len: 168 time: 0.5084679 Jan 17 08:57:16.572243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34406) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:16.681635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.694628 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Deleting port e61790e7-2be7-43ed-a4df-c0a9e8bf432f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:16.695036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.749538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e61790e7-2be7-43ed-a4df-c0a9e8bf432f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:16.832125 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e61790e7-2be7-43ed-a4df-c0a9e8bf432f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:16.832500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.874011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] DHCP port deletion for b737eeb6-4cd0-4cea-8dbc-2bf85185168b request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:57:16.890143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] Deleting port e61790e7-2be7-43ed-a4df-c0a9e8bf432f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:16.890511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:16.989154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] For port e61790e7-2be7-43ed-a4df-c0a9e8bf432f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e61790e7-2be7-43ed-a4df-c0a9e8bf432f,segment=NetworkSegment(836b12c6-707f-405e-aef2-691e0f1e590d),segment_id=836b12c6-707f-405e-aef2-691e0f1e590d)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:16.989397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.109328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Calling delete_port for e61790e7-2be7-43ed-a4df-c0a9e8bf432f owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:57:17.141502 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] For port e61790e7-2be7-43ed-a4df-c0a9e8bf432f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e61790e7-2be7-43ed-a4df-c0a9e8bf432f,segment=NetworkSegment(836b12c6-707f-405e-aef2-691e0f1e590d),segment_id=836b12c6-707f-405e-aef2-691e0f1e590d)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:17.141886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.243540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.258723 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] Calling delete_port for e61790e7-2be7-43ed-a4df-c0a9e8bf432f owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:57:17.287683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event deleted for resources: {'Port': ['ID=e61790e7-2be7-43ed-a4df-c0a9e8bf432f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:17.294434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] No DVR routers for this DVR port e61790e7-2be7-43ed-a4df-c0a9e8bf432f on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:57:17.327714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:57:17.328071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:57:17.414870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.439532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b737eeb6-4cd0-4cea-8dbc-2bf85185168b']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:17.451418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836b12c6-707f-405e-aef2-691e0f1e590d') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:17.451704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836b12c6-707f-405e-aef2-691e0f1e590d') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:17.462983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.478895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.485757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:57:17.486146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:57:17.500736 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:57:17.636833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.655858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.666589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Pushing event deleted for resources: {'Network': ['ID=b737eeb6-4cd0-4cea-8dbc-2bf85185168b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:17.671259 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5526b2f7-649d-451c-a90c-bc6e726575cf tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "DELETE /v2.0/networks/b737eeb6-4cd0-4cea-8dbc-2bf85185168b HTTP/1.1" status: 204 len: 168 time: 1.0980532 Jan 17 08:57:17.674058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34410) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:17.718359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-44c2d9e0-a61f-4f6c-a7f8-956022953fba tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Synchronizing usage tracker for tenant:98b32df764924f7d9fbe50425e78aae9 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:57:17.790224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-44c2d9e0-a61f-4f6c-a7f8-956022953fba tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Unset dirty status for tenant:98b32df764924f7d9fbe50425e78aae9 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:57:17.791345 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-44c2d9e0-a61f-4f6c-a7f8-956022953fba tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "GET /v2.0/ports?device_id=43a08ea7-39ce-42a1-b961-3cd5c58ac07d HTTP/1.1" status: 200 len: 205 time: 0.1163676 Jan 17 08:57:17.793910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34414) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:17.829663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] Deleting port e61790e7-2be7-43ed-a4df-c0a9e8bf432f {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:57:17.830244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:17.896178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0a5756b0-cead-41d0-a160-d6f55af56604 None None] The port 'e61790e7-2be7-43ed-a4df-c0a9e8bf432f' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:57:17.925859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff4c154a-4732-4d74-8368-393fe72bf0ff tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:18.390787 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff4c154a-4732-4d74-8368-393fe72bf0ff tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:18.394933 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff4c154a-4732-4d74-8368-393fe72bf0ff tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:18.505525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff4c154a-4732-4d74-8368-393fe72bf0ff tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:18.506043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c154a-4732-4d74-8368-393fe72bf0ff tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Fanout notify agent at l3_agent the message router_deleted on router 43a08ea7-39ce-42a1-b961-3cd5c58ac07d {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:57:18.516519 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff4c154a-4732-4d74-8368-393fe72bf0ff tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:18.517585 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ff4c154a-4732-4d74-8368-393fe72bf0ff tempest-RoutersNegativeTest-444447766 tempest-RoutersNegativeTest-444447766-project] 10.222.0.44 "DELETE /v2.0/routers/43a08ea7-39ce-42a1-b961-3cd5c58ac07d HTTP/1.1" status: 204 len: 168 time: 0.7227962 Jan 17 08:57:18.738236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e61790e7-2be7-43ed-a4df-c0a9e8bf432f no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:57:18.771292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e61790e7-2be7-43ed-a4df-c0a9e8bf432f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:57:18.771631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e61790e7-2be7-43ed-a4df-c0a9e8bf432f not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:57:19.095078 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34422) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:19.368073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-defb6d72-7cef-41ca-92a0-efc22b2bf79d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98b32df764924f7d9fbe50425e78aae9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2717986 Jan 17 08:57:19.370623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34428) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:19.429529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c107c4d5-5fad-4b8e-ab81-34077f95c679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:19.454736 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c107c4d5-5fad-4b8e-ab81-34077f95c679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:19.642876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c107c4d5-5fad-4b8e-ab81-34077f95c679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:19.658419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107c4d5-5fad-4b8e-ab81-34077f95c679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257e6371-6961-4410-9b10-8263410a1d2e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:19.662938 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c107c4d5-5fad-4b8e-ab81-34077f95c679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:19.664071 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c107c4d5-5fad-4b8e-ab81-34077f95c679 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/257e6371-6961-4410-9b10-8263410a1d2e HTTP/1.1" status: 204 len: 168 time: 0.2925191 Jan 17 08:57:19.934123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:20.797795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:20.925968 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-811364663-network', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:20.930689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:20.934461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Usage tracker for resource:network and tenant:98dc1152a4d74eff9873314d5acea20a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:20.937272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:20.942788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:21.058966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Made reservation on behalf of 98dc1152a4d74eff9873314d5acea20a for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:21.061765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:21.074312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:21.106724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:21.110491 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Usage tracker for resource:security_group_rule and tenant:98dc1152a4d74eff9873314d5acea20a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:21.113225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:21.121382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:21.182749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:21.277494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:21.308102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:57:21.317404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdda1d3-bfed-4a49-b134-ef2110b56e4d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:21.322809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:21.323139 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Added segment 284fd97b-1479-4560-9fa1-64004b769af8 of type vlan for network fb4d61e3-e623-4fc4-895c-751e2cf64d48 Jan 17 08:57:21.349855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:21.448538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:21.449415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:21.449996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:21.552314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] Pushing event updated for resources: {'Network': ['ID=fb4d61e3-e623-4fc4-895c-751e2cf64d48,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:21.563465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:57:21.626369 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a62a9da0-8a50-46f3-853f-e4e508721f41 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8274434 Jan 17 08:57:21.629143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34456) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:21.634474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Request body: {'subnet': {'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-subnet', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:21.639432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:21.643185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Usage tracker for resource:subnet and tenant:98dc1152a4d74eff9873314d5acea20a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:21.645949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:21.651555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:21.728285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Made reservation on behalf of 98dc1152a4d74eff9873314d5acea20a for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:21.730706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:21.984119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.042829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=710e2e5e-f4f6-4e11-ba86-6d24c68aa59b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:22.065700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Checking segment: {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:22.067937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Network hostable DHCP agents. Network: fb4d61e3-e623-4fc4-895c-751e2cf64d48, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:57:22.143706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:57:22.212823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, fb4d61e3-e623-4fc4-895c-751e2cf64d48) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:22.217201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:22.217776 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.222360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b06654-587d-402b-8e14-1cb2d2f85a76 None None] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:22.310845 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-395ea236-de9d-452d-94bc-d7d70a5f6a5c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6805437 Jan 17 08:57:22.313404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34460) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:22.318638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:22.323209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:22.327750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Usage tracker for resource:router and tenant:98dc1152a4d74eff9873314d5acea20a is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:22.330619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:22.336226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:22.420192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.421200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.440979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.468165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'fixed_ips': [{'subnet_id': '710e2e5e-f4f6-4e11-ba86-6d24c68aa59b'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:57:22.469009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.620024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Allocated IP 172.20.0.2 (fb4d61e3-e623-4fc4-895c-751e2cf64d48/710e2e5e-f4f6-4e11-ba86-6d24c68aa59b/a5f7581e-500c-4aec-a6f5-90ad0b9b11e8) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:22.682476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.829758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.839885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Transition to ACTIVE for port object a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:22.857491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Transition to ACTIVE for port object a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:22.917958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.935040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.947359 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:22.999729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:23.002738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:23.005265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:23.015716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Pushing event updated for resources: {'Port': ['ID=a5f7581e-500c-4aec-a6f5-90ad0b9b11e8,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:23.084561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Allocated IP 172.26.4.106 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/75820024-c90c-47c3-a766-1e9678acfc01) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:23.101805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Attempting to bind port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:23.102430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Attempting to bind port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:23.102791 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Attempting to bind port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 on network fb4d61e3-e623-4fc4-895c-751e2cf64d48 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:23.109765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:23.110129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Checking segment: {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:23.110526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:23.110914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Bound using segment: {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:23.111403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Bound port: a5f7581e-500c-4aec-a6f5-90ad0b9b11e8, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:23.111776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:23.200868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] For port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:23.203763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] For port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a5f7581e-500c-4aec-a6f5-90ad0b9b11e8,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:23.229453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:23.316188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:23.355955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:23.395121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae56c3f-25f7-4047-8a13-5c10975c5b91 None None] Pushing event updated for resources: {'Port': ['ID=a5f7581e-500c-4aec-a6f5-90ad0b9b11e8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:23.422019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:23.424874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:23.429236 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:23.454966 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Pushing event updated for resources: {'Port': ['ID=75820024-c90c-47c3-a766-1e9678acfc01,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:23.720503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:23.721153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:24.128341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:57:24.342328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:57:24.352937 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Sync routers for ids ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:57:24.366177 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Routers {'a5eb79ca-9b35-4a75-b6be-f4b526817ed8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:57:24.366806 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:57:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:24.384829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c439da-064f-44ed-99d0-4c3cb200879f None None] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:24.425534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:24.429868 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6447a53d-53a4-4a1c-a23b-813aad8e2f74 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1124589 Jan 17 08:57:24.430103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34464) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:24.560552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6ba7d4d1-b302-43fc-8605-bf2172a859c2 None None] Provisioning for port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:24.577885 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Set router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:57:24.790570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:24.899697 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '75820024-c90c-47c3-a766-1e9678acfc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:23Z', 'revision_number': 3, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'gw_port': {'id': '75820024-c90c-47c3-a766-1e9678acfc01', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:24.904511 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Checking router: a5eb79ca-9b35-4a75-b6be-f4b526817ed8 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:57:24.904935 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Updating router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 port 75820024-c90c-47c3-a766-1e9678acfc01 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:57:24.961725 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:24.969575 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:24.975828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:24.979293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.047849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-54916383-d628-4b5b-b969-340fc44eb34a None None] Provisioning complete for port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:25.048308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54916383-d628-4b5b-b969-340fc44eb34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.176185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.227068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.257433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a5f7581e-500c-4aec-a6f5-90ad0b9b11e8,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:25.260081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54916383-d628-4b5b-b969-340fc44eb34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.323569 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.335982 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Transition to ACTIVE for port object 75820024-c90c-47c3-a766-1e9678acfc01 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:25.358038 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.414130 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.444202 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Allocated IP 172.20.0.1 (fb4d61e3-e623-4fc4-895c-751e2cf64d48/710e2e5e-f4f6-4e11-ba86-6d24c68aa59b/26251909-70d8-4ceb-967b-1fecb51d1fb2) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:25.486948 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-54916383-d628-4b5b-b969-340fc44eb34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:57:25.487582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-54916383-d628-4b5b-b969-340fc44eb34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:57:25.490798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=a5f7581e-500c-4aec-a6f5-90ad0b9b11e8,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:25.569522 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Pushing event updated for resources: {'Port': ['ID=75820024-c90c-47c3-a766-1e9678acfc01,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:25.571689 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Attempting to bind port 75820024-c90c-47c3-a766-1e9678acfc01 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:25.572051 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Attempting to bind port 75820024-c90c-47c3-a766-1e9678acfc01 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:25.572401 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Attempting to bind port 75820024-c90c-47c3-a766-1e9678acfc01 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:25.584349 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.584714 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.585024 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.585351 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.585678 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.585997 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.586319 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.586637 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.586950 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.587303 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.587918 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:25.592827 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:25.593196 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:25.593766 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.594170 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:25.594643 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Bound port: 75820024-c90c-47c3-a766-1e9678acfc01, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:25.595015 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.602689 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.618943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Transition to ACTIVE for port object 26251909-70d8-4ceb-967b-1fecb51d1fb2 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:25.675812 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] For port 75820024-c90c-47c3-a766-1e9678acfc01, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:25.679056 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] For port 75820024-c90c-47c3-a766-1e9678acfc01, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=75820024-c90c-47c3-a766-1e9678acfc01,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:25.723832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.751979 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:25.841228 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404269b-9847-4774-a46f-279e41e90172 None None] Pushing event updated for resources: {'Port': ['ID=75820024-c90c-47c3-a766-1e9678acfc01,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:25.846152 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Routers {'a5eb79ca-9b35-4a75-b6be-f4b526817ed8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:57:25.846858 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:57:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:25.903186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:25.906687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:25.911132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:25.935257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=26251909-70d8-4ceb-967b-1fecb51d1fb2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:25.967558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:26.038652 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] Set router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:57:26.161677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:26.259775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6d2eb3f4-9fb5-4192-be32-b7424a3b11a2 None None] Provisioning for port 26251909-70d8-4ceb-967b-1fecb51d1fb2 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:26.265364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6d2eb3f4-9fb5-4192-be32-b7424a3b11a2 None None] Provisioning complete for port 26251909-70d8-4ceb-967b-1fecb51d1fb2 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:26.269666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6d2eb3f4-9fb5-4192-be32-b7424a3b11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:26.327701 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6d2eb3f4-9fb5-4192-be32-b7424a3b11a2 None None] Port 26251909-70d8-4ceb-967b-1fecb51d1fb2 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:57:26.333087 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '75820024-c90c-47c3-a766-1e9678acfc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:23Z', 'revision_number': 3, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'gw_port': {'id': '75820024-c90c-47c3-a766-1e9678acfc01', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:26.337083 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163514c7-1aab-468d-8ec3-0df2914a4112 None None] The sync data for ids ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'] in dv-neutron-824874-1-hyperv is: [{'id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '75820024-c90c-47c3-a766-1e9678acfc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:23Z', 'revision_number': 3, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'gw_port': {'id': '75820024-c90c-47c3-a766-1e9678acfc01', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:57:26.388103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:26.448430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:26.569201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:26.572830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=26251909-70d8-4ceb-967b-1fecb51d1fb2,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:26.712023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:26.712806 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:26.844980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 75820024-c90c-47c3-a766-1e9678acfc01 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:26.984302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 75820024-c90c-47c3-a766-1e9678acfc01 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:26.989688 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 75820024-c90c-47c3-a766-1e9678acfc01 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:26.990185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:27.067105 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-30c26763-7637-4a27-aa18-be97135a2b9a None None] Provisioning complete for port 26251909-70d8-4ceb-967b-1fecb51d1fb2 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:27.067495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-30c26763-7637-4a27-aa18-be97135a2b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:27.157092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:57:27.201285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-30c26763-7637-4a27-aa18-be97135a2b9a None None] Port 26251909-70d8-4ceb-967b-1fecb51d1fb2 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:57:27.204424 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:27.221268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 75820024-c90c-47c3-a766-1e9678acfc01, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=75820024-c90c-47c3-a766-1e9678acfc01,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:27.321524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:27.322600 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:27.373970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:57:27.384827 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e0247e99-9d22-45cb-9762-8ea20a757ff7 admin admin] 10.222.0.44 "PUT /v2.0/routers/a5eb79ca-9b35-4a75-b6be-f4b526817ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9536779 Jan 17 08:57:27.439787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=75820024-c90c-47c3-a766-1e9678acfc01,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:27.453158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:27.453531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:28.487149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:28.492743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1291731121-network', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:28.497977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:28.501875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Usage tracker for resource:network and tenant:3a9716c659a6426eb25b9f69ea37dec3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:28.504678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:28.510294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:28.608168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Made reservation on behalf of 3a9716c659a6426eb25b9f69ea37dec3 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:28.610561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:28.624314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:28.664815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:28.669148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Usage tracker for resource:security_group_rule and tenant:3a9716c659a6426eb25b9f69ea37dec3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:28.672373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:28.678125 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:28.741619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:28.748911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 75820024-c90c-47c3-a766-1e9678acfc01 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:28.814269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:28.817378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 75820024-c90c-47c3-a766-1e9678acfc01 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:28.817817 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:28.844647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:57:28.857415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab7efb5-7e0b-45bb-89db-65d4b0352aed,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:28.861871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:28.862226 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Added segment 2dddeed4-8851-44ba-aa1b-c61b831f803f of type vlan for network b4f006fb-8979-43e6-ac88-07dc8a13fe36 Jan 17 08:57:28.889205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:28.991575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:28.992531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:28.993144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:29.205170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] Pushing event updated for resources: {'Network': ['ID=b4f006fb-8979-43e6-ac88-07dc8a13fe36,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:29.214868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network b4f006fb-8979-43e6-ac88-07dc8a13fe36 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:57:29.278759 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ddb58c67-2526-4ceb-8b4e-0614ed6b530b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7897708 Jan 17 08:57:29.281283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34490) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:29.286606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Request body: {'subnet': {'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-subnet', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:29.291368 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:29.295772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Usage tracker for resource:subnet and tenant:3a9716c659a6426eb25b9f69ea37dec3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:29.298551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:29.304289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:29.386754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Made reservation on behalf of 3a9716c659a6426eb25b9f69ea37dec3 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:29.392794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:29.665721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:29.755548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3d771b-ef86-452e-a758-59b1422e49b0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:29.767868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Checking segment: {'id': '2dddeed4-8851-44ba-aa1b-c61b831f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:29.767868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Network hostable DHCP agents. Network: b4f006fb-8979-43e6-ac88-07dc8a13fe36, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:57:29.848470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Network b4f006fb-8979-43e6-ac88-07dc8a13fe36 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:57:29.891456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Sync routers for ids ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:57:29.903238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Routers {'a5eb79ca-9b35-4a75-b6be-f4b526817ed8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:57:29.903872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:57:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:29.985560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, b4f006fb-8979-43e6-ac88-07dc8a13fe36) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:29.989357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:29.989977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:29.994430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e964f6-391b-41cd-90aa-be2881ae7c86 None None] Network b4f006fb-8979-43e6-ac88-07dc8a13fe36 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:30.089239 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-14138d42-a054-4998-9a2e-0e4969ed4c62 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8069069 Jan 17 08:57:30.091819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34494) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:30.097377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:30.102726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:30.107091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Usage tracker for resource:router and tenant:3a9716c659a6426eb25b9f69ea37dec3 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:57:30.116345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:57:30.116345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:30.192157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Set router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:57:30.219971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:30.220967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:30.242205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:30.432160 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:30.460799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-b4f006fb-8979-43e6-ac88-07dc8a13fe36', 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'fixed_ips': [{'subnet_id': 'cc3d771b-ef86-452e-a758-59b1422e49b0'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:57:30.461598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:30.693525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:30.723026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:30.738072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Allocated IP 172.20.0.2 (b4f006fb-8979-43e6-ac88-07dc8a13fe36/cc3d771b-ef86-452e-a758-59b1422e49b0/7959c03c-30ce-4b64-824d-7dd024aceb9c) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:30.831093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '75820024-c90c-47c3-a766-1e9678acfc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:26Z', 'revision_number': 4, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'gw_port': {'id': '75820024-c90c-47c3-a766-1e9678acfc01', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '26251909-70d8-4ceb-967b-1fecb51d1fb2', 'name': '', 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'mac_address': 'fa:16:3e:55:de:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '710e2e5e-f4f6-4e11-ba86-6d24c68aa59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:25Z', 'updated_at': '2022-01-17T08:57:26Z', 'revision_number': 2, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'subnets': [{'id': '710e2e5e-f4f6-4e11-ba86-6d24c68aa59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:30.844911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Checking router: a5eb79ca-9b35-4a75-b6be-f4b526817ed8 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:57:30.845269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Updating router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 port 26251909-70d8-4ceb-967b-1fecb51d1fb2 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:57:30.858221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Allocated IP 172.26.4.113 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/5aa98c90-04b6-407d-8116-a14642718769) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:30.926394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.002929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.093102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.111724 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.113874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Transition to ACTIVE for port object 7959c03c-30ce-4b64-824d-7dd024aceb9c will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:31.149340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Transition to ACTIVE for port object 7959c03c-30ce-4b64-824d-7dd024aceb9c will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:31.177135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:31.180008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:31.183751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:31.216684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Pushing event updated for resources: {'Port': ['ID=5aa98c90-04b6-407d-8116-a14642718769,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:31.249176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.337237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Network b4f006fb-8979-43e6-ac88-07dc8a13fe36 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:31.339116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Pushing event updated for resources: {'Port': ['ID=7959c03c-30ce-4b64-824d-7dd024aceb9c,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:31.342462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:31.345351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:31.414866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.415661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.497416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Attempting to bind port 7959c03c-30ce-4b64-824d-7dd024aceb9c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:31.497784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Attempting to bind port 7959c03c-30ce-4b64-824d-7dd024aceb9c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '2dddeed4-8851-44ba-aa1b-c61b831f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:31.498143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Attempting to bind port 7959c03c-30ce-4b64-824d-7dd024aceb9c on network b4f006fb-8979-43e6-ac88-07dc8a13fe36 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:31.501138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.514340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:31.514703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Checking segment: {'id': '2dddeed4-8851-44ba-aa1b-c61b831f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:31.515090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.515506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Bound using segment: {'id': '2dddeed4-8851-44ba-aa1b-c61b831f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:31.515967 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Bound port: 7959c03c-30ce-4b64-824d-7dd024aceb9c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dddeed4-8851-44ba-aa1b-c61b831f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:31.516334 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.529835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Transition to ACTIVE for port object 26251909-70d8-4ceb-967b-1fecb51d1fb2 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:31.606609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.645101 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] For port 7959c03c-30ce-4b64-824d-7dd024aceb9c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:31.670750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] For port 7959c03c-30ce-4b64-824d-7dd024aceb9c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7959c03c-30ce-4b64-824d-7dd024aceb9c,segment=NetworkSegment(2dddeed4-8851-44ba-aa1b-c61b831f803f),segment_id=2dddeed4-8851-44ba-aa1b-c61b831f803f)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:31.694264 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Router 9f1704b4-a429-4c74-befc-1208929e39ae is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:57:31.742329 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780cd0b-bb62-4f45-ad52-c4d13bf80083 None None] Pushing event updated for resources: {'Port': ['ID=26251909-70d8-4ceb-967b-1fecb51d1fb2,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:31.812745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.897670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Attempting to bind port 26251909-70d8-4ceb-967b-1fecb51d1fb2 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:31.898034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Attempting to bind port 26251909-70d8-4ceb-967b-1fecb51d1fb2 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:31.898392 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Attempting to bind port 26251909-70d8-4ceb-967b-1fecb51d1fb2 on network fb4d61e3-e623-4fc4-895c-751e2cf64d48 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:31.917205 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:31.917585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Checking segment: {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:31.917986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.918922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Bound using segment: {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:31.919428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Bound port: 26251909-70d8-4ceb-967b-1fecb51d1fb2, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:31.919812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:31.947187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe47f4c-4d4d-4364-8eed-0d77224c0d62 None None] Pushing event updated for resources: {'Port': ['ID=7959c03c-30ce-4b64-824d-7dd024aceb9c,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:32.019847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:57:32.028963 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Sync routers for ids ['9f1704b4-a429-4c74-befc-1208929e39ae'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:57:32.037797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] For port 26251909-70d8-4ceb-967b-1fecb51d1fb2, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:32.042014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] For port 26251909-70d8-4ceb-967b-1fecb51d1fb2, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=26251909-70d8-4ceb-967b-1fecb51d1fb2,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:32.043962 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Routers {'9f1704b4-a429-4c74-befc-1208929e39ae'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:57:32.044631 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:57:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9f1704b4-a429-4c74-befc-1208929e39ae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:32.115836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:32.117010 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1c554cad-6e6f-4652-ac79-cb8bbe07b57f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0240910 Jan 17 08:57:32.119880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34498) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:57:32.154355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:32.259665 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780cd0b-bb62-4f45-ad52-c4d13bf80083 None None] Pushing event updated for resources: {'Port': ['ID=26251909-70d8-4ceb-967b-1fecb51d1fb2,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:32.265259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Routers {'a5eb79ca-9b35-4a75-b6be-f4b526817ed8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:57:32.265563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:57:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:32.376574 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Set router 9f1704b4-a429-4c74-befc-1208929e39ae gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:57:32.480490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] Set router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:57:32.836257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7959c03c-30ce-4b64-824d-7dd024aceb9c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:32.868358 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '5aa98c90-04b6-407d-8116-a14642718769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:31Z', 'revision_number': 3, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'gw_port': {'id': '5aa98c90-04b6-407d-8116-a14642718769', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:32.873230 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Checking router: 9f1704b4-a429-4c74-befc-1208929e39ae for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:57:32.873839 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Updating router 9f1704b4-a429-4c74-befc-1208929e39ae port 5aa98c90-04b6-407d-8116-a14642718769 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:57:32.986449 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.018505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '75820024-c90c-47c3-a766-1e9678acfc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:26Z', 'revision_number': 4, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'gw_port': {'id': '75820024-c90c-47c3-a766-1e9678acfc01', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '26251909-70d8-4ceb-967b-1fecb51d1fb2', 'name': '', 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'mac_address': 'fa:16:3e:55:de:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '710e2e5e-f4f6-4e11-ba86-6d24c68aa59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:25Z', 'updated_at': '2022-01-17T08:57:32Z', 'revision_number': 4, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'subnets': [{'id': '710e2e5e-f4f6-4e11-ba86-6d24c68aa59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:33.023718 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a288cb86-6528-4d6e-8de7-375117e282f2 None None] The sync data for ids ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'] in dv-neutron-824874-1-hyperv is: [{'id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '75820024-c90c-47c3-a766-1e9678acfc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:26Z', 'revision_number': 4, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'gw_port': {'id': '75820024-c90c-47c3-a766-1e9678acfc01', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '26251909-70d8-4ceb-967b-1fecb51d1fb2', 'name': '', 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'mac_address': 'fa:16:3e:55:de:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '710e2e5e-f4f6-4e11-ba86-6d24c68aa59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:25Z', 'updated_at': '2022-01-17T08:57:32Z', 'revision_number': 4, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'subnets': [{'id': '710e2e5e-f4f6-4e11-ba86-6d24c68aa59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:57:33.033055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.034609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff994c-1c5d-4a92-acfd-2b6023ce3a99 None None] Network b4f006fb-8979-43e6-ac88-07dc8a13fe36 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:57:33.120353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 7959c03c-30ce-4b64-824d-7dd024aceb9c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:33.235510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cd48a05d-109f-4c66-add7-13e4d5f47328 None None] Provisioning for port 7959c03c-30ce-4b64-824d-7dd024aceb9c completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:33.248229 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cd48a05d-109f-4c66-add7-13e4d5f47328 None None] Provisioning complete for port 7959c03c-30ce-4b64-824d-7dd024aceb9c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:33.248607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd48a05d-109f-4c66-add7-13e4d5f47328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.329201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Allocated IP 172.20.0.1 (b4f006fb-8979-43e6-ac88-07dc8a13fe36/cc3d771b-ef86-452e-a758-59b1422e49b0/aa495ac4-170f-4bbf-aff8-5df9206c99f1) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:33.435789 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.457725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd48a05d-109f-4c66-add7-13e4d5f47328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.469055 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Transition to ACTIVE for port object 5aa98c90-04b6-407d-8116-a14642718769 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:33.511304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-cd48a05d-109f-4c66-add7-13e4d5f47328 None None] For port 7959c03c-30ce-4b64-824d-7dd024aceb9c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7959c03c-30ce-4b64-824d-7dd024aceb9c,segment=NetworkSegment(2dddeed4-8851-44ba-aa1b-c61b831f803f),segment_id=2dddeed4-8851-44ba-aa1b-c61b831f803f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:33.531535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.551918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Transition to ACTIVE for port object aa495ac4-170f-4bbf-aff8-5df9206c99f1 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:33.573946 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.584083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd48a05d-109f-4c66-add7-13e4d5f47328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.665186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48a05d-109f-4c66-add7-13e4d5f47328 None None] Pushing event updated for resources: {'Port': ['ID=7959c03c-30ce-4b64-824d-7dd024aceb9c,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:33.666579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.691491 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae19b2-cd22-4f72-8473-d87e22dde258 None None] Pushing event updated for resources: {'Port': ['ID=5aa98c90-04b6-407d-8116-a14642718769,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:33.696181 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Attempting to bind port 5aa98c90-04b6-407d-8116-a14642718769 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:33.696377 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Attempting to bind port 5aa98c90-04b6-407d-8116-a14642718769 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:33.696765 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Attempting to bind port 5aa98c90-04b6-407d-8116-a14642718769 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:33.705774 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:33.706243 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:33.706708 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.707169 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:33.707745 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Bound port: 5aa98c90-04b6-407d-8116-a14642718769, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:33.708456 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.716497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-225be0d3-3b52-4f44-85e8-44e2c774e352 None None] Provisioning complete for port 7959c03c-30ce-4b64-824d-7dd024aceb9c triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:33.716959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-225be0d3-3b52-4f44-85e8-44e2c774e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.751427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Network b4f006fb-8979-43e6-ac88-07dc8a13fe36 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:33.756840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:33.760268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:33.804970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Pushing event updated for resources: {'Port': ['ID=aa495ac4-170f-4bbf-aff8-5df9206c99f1,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:33.829060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:33.850087 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] For port 5aa98c90-04b6-407d-8116-a14642718769, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:33.853597 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] For port 5aa98c90-04b6-407d-8116-a14642718769, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5aa98c90-04b6-407d-8116-a14642718769,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:33.934641 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:34.014099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:34.016210 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae19b2-cd22-4f72-8473-d87e22dde258 None None] Pushing event updated for resources: {'Port': ['ID=5aa98c90-04b6-407d-8116-a14642718769,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:34.019873 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Routers {'9f1704b4-a429-4c74-befc-1208929e39ae'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:57:34.020467 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:57:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9f1704b4-a429-4c74-befc-1208929e39ae'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:34.173149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3c5904ee-6ad8-4bbf-abfc-d30289b4a29b None None] Provisioning for port aa495ac4-170f-4bbf-aff8-5df9206c99f1 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:34.178409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3c5904ee-6ad8-4bbf-abfc-d30289b4a29b None None] Provisioning complete for port aa495ac4-170f-4bbf-aff8-5df9206c99f1 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:34.178785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3c5904ee-6ad8-4bbf-abfc-d30289b4a29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:34.218879 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] Set router 9f1704b4-a429-4c74-befc-1208929e39ae gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:57:34.235752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3c5904ee-6ad8-4bbf-abfc-d30289b4a29b None None] Port aa495ac4-170f-4bbf-aff8-5df9206c99f1 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:57:34.351505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:34.402735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:34.508215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:34.511551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Pushing event updated for resources: {'Port': ['ID=aa495ac4-170f-4bbf-aff8-5df9206c99f1,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:34.541573 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '5aa98c90-04b6-407d-8116-a14642718769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:33Z', 'revision_number': 4, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'gw_port': {'id': '5aa98c90-04b6-407d-8116-a14642718769', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'aa495ac4-170f-4bbf-aff8-5df9206c99f1', 'name': '', 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'mac_address': 'fa:16:3e:f6:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:33Z', 'updated_at': '2022-01-17T08:57:33Z', 'revision_number': 1, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'subnets': [{'id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:34.545757 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7f5f41-f523-4c9b-b032-1b551e501167 None None] The sync data for ids ['9f1704b4-a429-4c74-befc-1208929e39ae'] in dv-neutron-824874-1-hyperv is: [{'id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '5aa98c90-04b6-407d-8116-a14642718769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:33Z', 'revision_number': 4, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'gw_port': {'id': '5aa98c90-04b6-407d-8116-a14642718769', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'aa495ac4-170f-4bbf-aff8-5df9206c99f1', 'name': '', 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'mac_address': 'fa:16:3e:f6:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:33Z', 'updated_at': '2022-01-17T08:57:33Z', 'revision_number': 1, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'subnets': [{'id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:57:34.645669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Network b4f006fb-8979-43e6-ac88-07dc8a13fe36 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:34.646843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:34.834477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 26251909-70d8-4ceb-967b-1fecb51d1fb2 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:34.959643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-00725362-b670-4f29-baa9-596b0d95d314 None None] Provisioning complete for port aa495ac4-170f-4bbf-aff8-5df9206c99f1 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:34.959914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-00725362-b670-4f29-baa9-596b0d95d314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:34.991040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 26251909-70d8-4ceb-967b-1fecb51d1fb2 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:35.008273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 26251909-70d8-4ceb-967b-1fecb51d1fb2 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:35.008640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:35.054389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Router 9f1704b4-a429-4c74-befc-1208929e39ae has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:57:35.060407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-00725362-b670-4f29-baa9-596b0d95d314 None None] Port aa495ac4-170f-4bbf-aff8-5df9206c99f1 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:57:35.128740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:35.164116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 26251909-70d8-4ceb-967b-1fecb51d1fb2, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=26251909-70d8-4ceb-967b-1fecb51d1fb2,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:35.247145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:35.247880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7959c03c-30ce-4b64-824d-7dd024aceb9c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:35.261338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:57:35.270802 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e37a7d5c-9e8d-4d05-82ff-e93609a9621c admin admin] 10.222.0.44 "PUT /v2.0/routers/9f1704b4-a429-4c74-befc-1208929e39ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1499224 Jan 17 08:57:35.359185 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=26251909-70d8-4ceb-967b-1fecb51d1fb2,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:35.374976 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 7959c03c-30ce-4b64-824d-7dd024aceb9c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:35.375377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:36.093808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d5d3-a1ba-4691-a253-633e9e8e421b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:36.322651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-fcee345b-6c30-4495-8ba0-ef044b13869c tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:36.323816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-fcee345b-6c30-4495-8ba0-ef044b13869c tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Synchronizing usage tracker for tenant:98dc1152a4d74eff9873314d5acea20a on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:57:36.436783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-fcee345b-6c30-4495-8ba0-ef044b13869c tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Unset dirty status for tenant:98dc1152a4d74eff9873314d5acea20a on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:57:36.438083 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-fcee345b-6c30-4495-8ba0-ef044b13869c tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/networks?id=fb4d61e3-e623-4fc4-895c-751e2cf64d48 HTTP/1.1" status: 200 len: 816 time: 0.2629166 Jan 17 08:57:36.454432 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-d33f8c5b-89f8-447a-b0a0-243c62361ae6 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/quotas/98dc1152a4d74eff9873314d5acea20a HTTP/1.1" status: 200 len: 375 time: 0.0110152 Jan 17 08:57:36.545841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-a3a7951d-341d-48ce-89de-07d94678d625 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Synchronizing usage tracker for tenant:98dc1152a4d74eff9873314d5acea20a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:57:36.642357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-a3a7951d-341d-48ce-89de-07d94678d625 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Unset dirty status for tenant:98dc1152a4d74eff9873314d5acea20a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:57:36.643806 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-a3a7951d-341d-48ce-89de-07d94678d625 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=98dc1152a4d74eff9873314d5acea20a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1840174 Jan 17 08:57:36.756122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 26251909-70d8-4ceb-967b-1fecb51d1fb2 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:36.845672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 26251909-70d8-4ceb-967b-1fecb51d1fb2 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:36.846050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:36.920897 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e2599195-068d-4dd5-ae9c-0d1c18cd6be9 service neutron] 10.222.0.44 "GET /v2.0/networks/fb4d61e3-e623-4fc4-895c-751e2cf64d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648098 Jan 17 08:57:37.053442 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-b9f243d2-d2ce-47be-9b79-b58627bfd3bc service neutron] 10.222.0.44 "GET /v2.0/networks/fb4d61e3-e623-4fc4-895c-751e2cf64d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265564 Jan 17 08:57:37.349939 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee86d2f4-979f-42df-bc2c-96c4d644bdd5 req-1098dc14-1aa9-4315-9fd6-3cb093639640 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 210 time: 0.0725899 Jan 17 08:57:38.258896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c680ee32-cd37-4ad8-aff3-d85b6fd23a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:38.521158 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f4ab069e-d6ad-463d-95ea-98c57104847c req-31ec2a58-fa00-461b-aea6-e508456b79f0 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 210 time: 0.0412941 Jan 17 08:57:39.574107 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:39.700087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:39.709895 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eed06329-6a9c-4622-94e3-db3c9b248476 req-568d0aa4-7b80-4a20-8595-c4959544acf0 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 210 time: 0.0433195 Jan 17 08:57:39.778401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-65f5c99e-e444-4425-bddd-b16cc6d3fc00 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:39.779953 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-65f5c99e-e444-4425-bddd-b16cc6d3fc00 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.53 "GET /v2.0/networks?id=fb4d61e3-e623-4fc4-895c-751e2cf64d48 HTTP/1.1" status: 200 len: 816 time: 0.2689216 Jan 17 08:57:39.795728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Request body: {'port': {'device_id': '4858f421-d2f8-4ad8-9c2d-6d50eae96170', 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'admin_state_up': True, 'tenant_id': '98dc1152a4d74eff9873314d5acea20a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:39.940277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:57:39.949970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:57:40.037285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Made reservation on behalf of 98dc1152a4d74eff9873314d5acea20a for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:57:40.040313 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:40.207250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Allocated IP 172.20.0.11 (fb4d61e3-e623-4fc4-895c-751e2cf64d48/710e2e5e-f4f6-4e11-ba86-6d24c68aa59b/f4140dc6-42cf-4ecc-82ba-cc2e766deba8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:57:40.421089 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:40.437388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Transition to ACTIVE for port object f4140dc6-42cf-4ecc-82ba-cc2e766deba8 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:40.585891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:40.656096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:57:40.659133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:57:40.663167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:57:40.693737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Pushing event updated for resources: {'Port': ['ID=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:40.732471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:40.733334 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:40.880963 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-e1fd61ae-160d-4bb5-bd42-9d5f4c24d41a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0891306 Jan 17 08:57:40.894804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Request body: {'port': {'device_id': '4858f421-d2f8-4ad8-9c2d-6d50eae96170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:57:41.002862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-94023758-4cf7-4344-abbb-cc17fd492857 None None] Provisioning for port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:41.013656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-94023758-4cf7-4344-abbb-cc17fd492857 None None] Provisioning complete for port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:41.014088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-94023758-4cf7-4344-abbb-cc17fd492857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:41.053305 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:41.080786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea504c43-5c18-43ed-9a62-f00313a1c5b8 req-e6a806ea-118e-44e3-a50e-72227fd16dce tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:41.081543 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ea504c43-5c18-43ed-9a62-f00313a1c5b8 req-e6a806ea-118e-44e3-a50e-72227fd16dce tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Synchronizing usage tracker for tenant:98dc1152a4d74eff9873314d5acea20a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:57:41.104305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-94023758-4cf7-4344-abbb-cc17fd492857 None None] Port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:57:41.173944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:41.205080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ea504c43-5c18-43ed-9a62-f00313a1c5b8 req-e6a806ea-118e-44e3-a50e-72227fd16dce tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Unset dirty status for tenant:98dc1152a4d74eff9873314d5acea20a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:57:41.206264 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea504c43-5c18-43ed-9a62-f00313a1c5b8 req-e6a806ea-118e-44e3-a50e-72227fd16dce tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 932 time: 0.3686082 Jan 17 08:57:41.350201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ea504c43-5c18-43ed-9a62-f00313a1c5b8 req-3955fc26-3d2c-4ffc-bffd-e774c1fcf1b8 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Synchronizing usage tracker for tenant:98dc1152a4d74eff9873314d5acea20a on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:57:41.442335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ea504c43-5c18-43ed-9a62-f00313a1c5b8 req-3955fc26-3d2c-4ffc-bffd-e774c1fcf1b8 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Unset dirty status for tenant:98dc1152a4d74eff9873314d5acea20a on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:57:41.443450 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea504c43-5c18-43ed-9a62-f00313a1c5b8 req-3955fc26-3d2c-4ffc-bffd-e774c1fcf1b8 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293003 Jan 17 08:57:41.504709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4140dc6-42cf-4ecc-82ba-cc2e766deba8 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:57:41.512616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:41.530461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Transition to ACTIVE for port object f4140dc6-42cf-4ecc-82ba-cc2e766deba8 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:57:41.617815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:41.752898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Pushing event updated for resources: {'Port': ['ID=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:41.820808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.821159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.821499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.821839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.822182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.822507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.822827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.823148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.823494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.823815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.824225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:57:41.876931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Attempting to bind port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:57:41.877273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Attempting to bind port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:57:41.877599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Attempting to bind port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 on network fb4d61e3-e623-4fc4-895c-751e2cf64d48 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:41.883959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 on network fb4d61e3-e623-4fc4-895c-751e2cf64d48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:57:41.884556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Attempting to bind port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 on network fb4d61e3-e623-4fc4-895c-751e2cf64d48 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:57:41.891833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:57:41.892166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Checking segment: {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:57:41.892551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Bound using segment: {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:57:41.892972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Bound port: f4140dc6-42cf-4ecc-82ba-cc2e766deba8, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:57:41.893381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:42.083915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] For port f4140dc6-42cf-4ecc-82ba-cc2e766deba8, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:57:42.087250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] For port f4140dc6-42cf-4ecc-82ba-cc2e766deba8, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:57:42.157311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:42.218691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:42.220818 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] 10.222.0.53 "PUT /v2.0/ports/f4140dc6-42cf-4ecc-82ba-cc2e766deba8 HTTP/1.1" status: 200 len: 1094 time: 1.3316457 Jan 17 08:57:42.220818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4858f421-d2f8-4ad8-9c2d-6d50eae96170', 'tag': 'f4140dc6-42cf-4ecc-82ba-cc2e766deba8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:57:42.242072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8fe13-cf22-4577-9006-7407b3e532ad service neutron] Pushing event updated for resources: {'Port': ['ID=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:42.277434 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4858f421-d2f8-4ad8-9c2d-6d50eae96170', 'tag': 'f4140dc6-42cf-4ecc-82ba-cc2e766deba8', 'status': 'completed', 'code': 200} Jan 17 08:57:42.373501 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0cd1fc5c-5dfc-4d9f-ac21-e662bb6ecfb1 req-ca2a0779-83e7-4ff2-952f-8b406a05e65f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98dc1152a4d74eff9873314d5acea20a&device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 1097 time: 0.0756505 Jan 17 08:57:42.523217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1fc5c-5dfc-4d9f-ac21-e662bb6ecfb1 req-68b4d8f1-8190-48ac-b7ff-3c92dc5981d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:42.524705 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0cd1fc5c-5dfc-4d9f-ac21-e662bb6ecfb1 req-68b4d8f1-8190-48ac-b7ff-3c92dc5981d0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=98dc1152a4d74eff9873314d5acea20a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1451817 Jan 17 08:57:42.713525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1fc5c-5dfc-4d9f-ac21-e662bb6ecfb1 req-992dfa95-f66c-408b-b212-80031411d719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:42.715035 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0cd1fc5c-5dfc-4d9f-ac21-e662bb6ecfb1 req-992dfa95-f66c-408b-b212-80031411d719 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844358 Jan 17 08:57:42.730377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be56b2-e002-44f2-8206-f10abcc3d6c4 req-d130724a-289a-45bf-8ed9-029137c9203f tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:42.731947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c6be56b2-e002-44f2-8206-f10abcc3d6c4 req-d130724a-289a-45bf-8ed9-029137c9203f tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 944 time: 0.1320267 Jan 17 08:57:42.788877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5aa98c90-04b6-407d-8116-a14642718769 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:42.833505 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c6be56b2-e002-44f2-8206-f10abcc3d6c4 req-6c5a2a9f-e9fa-40cf-950e-d26cf8592f48 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944192 Jan 17 08:57:42.862483 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-6ada8dd9-dd34-470f-8e23-5e4687b5b2cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98dc1152a4d74eff9873314d5acea20a&device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 1097 time: 0.0978909 Jan 17 08:57:42.935006 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-6a495940-9501-498e-85f5-31f0877d6995 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4140dc6-42cf-4ecc-82ba-cc2e766deba8 HTTP/1.1" status: 200 len: 217 time: 0.0656130 Jan 17 08:57:42.936982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 5aa98c90-04b6-407d-8116-a14642718769 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:42.942171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 5aa98c90-04b6-407d-8116-a14642718769 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:42.942538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:43.006342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-7cf1fe6b-5a54-4298-9b72-05266764e76d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:43.009892 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-7cf1fe6b-5a54-4298-9b72-05266764e76d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=710e2e5e-f4f6-4e11-ba86-6d24c68aa59b HTTP/1.1" status: 200 len: 855 time: 0.0684035 Jan 17 08:57:43.061728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:43.080162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 5aa98c90-04b6-407d-8116-a14642718769, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5aa98c90-04b6-407d-8116-a14642718769,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:43.087361 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-7f0f9665-beca-4e33-9d3f-ab0bd8beedae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb4d61e3-e623-4fc4-895c-751e2cf64d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729759 Jan 17 08:57:43.163015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:43.229924 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-d036ec40-7d04-410c-903d-f5dfffc42b10 service neutron] 10.222.0.53 "GET /v2.0/networks/fb4d61e3-e623-4fc4-895c-751e2cf64d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359186 Jan 17 08:57:43.241276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=5aa98c90-04b6-407d-8116-a14642718769,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:43.371414 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0421f991-f3f2-4318-a163-20cf3e41b43e req-aa631974-c783-4916-9e49-477da1ecd0ac service neutron] 10.222.0.53 "GET /v2.0/networks/fb4d61e3-e623-4fc4-895c-751e2cf64d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345539 Jan 17 08:57:44.031864 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb63506-d5ff-4b92-97a1-4fddaf18c95c req-e0745594-a2f1-4710-aab7-ea4401eef1e4 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:44.033310 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8eb63506-d5ff-4b92-97a1-4fddaf18c95c req-e0745594-a2f1-4710-aab7-ea4401eef1e4 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 944 time: 0.0765989 Jan 17 08:57:44.081170 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8eb63506-d5ff-4b92-97a1-4fddaf18c95c req-779065e4-2836-490c-9a3b-fb2c90a9dfba tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Jan 17 08:57:44.764289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5aa98c90-04b6-407d-8116-a14642718769 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:44.836816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 5aa98c90-04b6-407d-8116-a14642718769 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:44.837087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:45.282169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce419be-88d5-4960-96a8-3f1e6488bdeb req-3146da61-6bdd-4a85-9d68-8deb337bff5c tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:45.283718 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2ce419be-88d5-4960-96a8-3f1e6488bdeb req-3146da61-6bdd-4a85-9d68-8deb337bff5c tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 944 time: 0.0811014 Jan 17 08:57:45.348985 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2ce419be-88d5-4960-96a8-3f1e6488bdeb req-4b75e666-c523-4f40-9359-12281b5ff5ec tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596168 Jan 17 08:57:45.934594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f4140dc6-42cf-4ecc-82ba-cc2e766deba8 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:57:46.067055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f4140dc6-42cf-4ecc-82ba-cc2e766deba8, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:46.080692 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'f4140dc6-42cf-4ecc-82ba-cc2e766deba8', 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'port_id': 'f4140dc6-42cf-4ecc-82ba-cc2e766deba8', 'mac_address': 'fa:16:3e:84:98:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710e2e5e-f4f6-4e11-ba86-6d24c68aa59b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:57:46.139343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:46.161876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4140dc6-42cf-4ecc-82ba-cc2e766deba8 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:57:46.179029 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f4140dc6-42cf-4ecc-82ba-cc2e766deba8, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:46.265303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:46.335186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:46.547453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a7df7-1d7a-4bcb-9f20-95eaa0b45363 req-7624f5b8-2a29-43aa-bcd3-748731e793fe tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:46.548816 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-874a7df7-1d7a-4bcb-9f20-95eaa0b45363 req-7624f5b8-2a29-43aa-bcd3-748731e793fe tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 945 time: 0.0774682 Jan 17 08:57:46.578338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['f4140dc6-42cf-4ecc-82ba-cc2e766deba8'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:57:46.597232 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-874a7df7-1d7a-4bcb-9f20-95eaa0b45363 req-3fe26d4a-87e0-46ce-bdc9-4e2d503ec367 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Jan 17 08:57:47.792445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4dec3-0140-4970-b357-5d77fd803db1 req-80650225-cd42-453c-ad9b-0d427f4cc31a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:47.793823 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-78b4dec3-0140-4970-b357-5d77fd803db1 req-80650225-cd42-453c-ad9b-0d427f4cc31a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 945 time: 0.0737753 Jan 17 08:57:47.840011 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-78b4dec3-0140-4970-b357-5d77fd803db1 req-15ab2166-a2ec-40b6-b2d8-f2ccdf48def7 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Jan 17 08:57:47.947448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f4140dc6-42cf-4ecc-82ba-cc2e766deba8 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:57:48.075044 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:57:48.080074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:57:48.080441 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:48.195875 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:48.221629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4858f421-d2f8-4ad8-9c2d-6d50eae96170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4140dc6-42cf-4ecc-82ba-cc2e766deba8'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:57:48.231480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f4140dc6-42cf-4ecc-82ba-cc2e766deba8, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:57:48.274159 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4858f421-d2f8-4ad8-9c2d-6d50eae96170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4140dc6-42cf-4ecc-82ba-cc2e766deba8', 'code': 200} Jan 17 08:57:48.303782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:48.368939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:57:48.620825 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ebd97d7-6c92-4852-89a6-e02235e35b02 req-4fa4bb73-517a-42fa-8460-c18bc5906145 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 1099 time: 0.0698988 Jan 17 08:57:48.662563 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ebd97d7-6c92-4852-89a6-e02235e35b02 req-81a99fd7-62a3-46d4-bf08-8d8358efe6cb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Jan 17 08:57:49.035375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75614c20-7fa3-4f94-b9bd-4a1265c9b347 req-1c63bf90-ccf1-41c0-9cc7-06a3e57063d3 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:49.036828 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75614c20-7fa3-4f94-b9bd-4a1265c9b347 req-1c63bf90-ccf1-41c0-9cc7-06a3e57063d3 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 946 time: 0.0757291 Jan 17 08:57:49.084479 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75614c20-7fa3-4f94-b9bd-4a1265c9b347 req-80615658-b6d7-4666-95bf-7662cb96b92e tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Jan 17 08:57:49.956783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:57:50.438389 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1e5e5-86c2-49f9-9295-e5b67bec6fd9 req-fddd9ea2-5a86-4554-87c9-b65e09b06d89 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:50.440030 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c1f1e5e5-86c2-49f9-9295-e5b67bec6fd9 req-fddd9ea2-5a86-4554-87c9-b65e09b06d89 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 946 time: 0.0864596 Jan 17 08:57:50.488961 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c1f1e5e5-86c2-49f9-9295-e5b67bec6fd9 req-0da35e29-28ed-4305-897a-76f3437a8a6d tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430906 Jan 17 08:57:50.687845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc751a-4683-46c4-a4d5-63caae047a2c req-e52f3d12-2cb4-4e3a-b125-0e2fb91afe79 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:57:50.689235 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a8cc751a-4683-46c4-a4d5-63caae047a2c req-e52f3d12-2cb4-4e3a-b125-0e2fb91afe79 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 946 time: 0.0784292 Jan 17 08:57:50.734526 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:57:50.735373 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a8cc751a-4683-46c4-a4d5-63caae047a2c req-3c5f4c67-cafa-46c5-86a0-851430ad67e6 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Jan 17 08:57:59.199619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Sync routers for ids ['9f1704b4-a429-4c74-befc-1208929e39ae'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:57:59.214207 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Routers {'9f1704b4-a429-4c74-befc-1208929e39ae'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:57:59.214861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:57:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9f1704b4-a429-4c74-befc-1208929e39ae'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:59.389986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Set router 9f1704b4-a429-4c74-befc-1208929e39ae gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:57:59.744510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '5aa98c90-04b6-407d-8116-a14642718769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:33Z', 'revision_number': 4, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'gw_port': {'id': '5aa98c90-04b6-407d-8116-a14642718769', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'aa495ac4-170f-4bbf-aff8-5df9206c99f1', 'name': '', 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'mac_address': 'fa:16:3e:f6:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:33Z', 'updated_at': '2022-01-17T08:57:34Z', 'revision_number': 2, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'subnets': [{'id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:57:59.748286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Checking router: 9f1704b4-a429-4c74-befc-1208929e39ae for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:57:59.748640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Updating router 9f1704b4-a429-4c74-befc-1208929e39ae port aa495ac4-170f-4bbf-aff8-5df9206c99f1 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:57:59.798321 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:00.182459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:00.198181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Transition to ACTIVE for port object aa495ac4-170f-4bbf-aff8-5df9206c99f1 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:58:00.280834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:00.402586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53f200-ef67-4144-8732-1ef6170e8dff None None] Pushing event updated for resources: {'Port': ['ID=aa495ac4-170f-4bbf-aff8-5df9206c99f1,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:00.509993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Attempting to bind port aa495ac4-170f-4bbf-aff8-5df9206c99f1 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:58:00.509993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Attempting to bind port aa495ac4-170f-4bbf-aff8-5df9206c99f1 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '2dddeed4-8851-44ba-aa1b-c61b831f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:58:00.510312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Attempting to bind port aa495ac4-170f-4bbf-aff8-5df9206c99f1 on network b4f006fb-8979-43e6-ac88-07dc8a13fe36 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:58:00.518888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:58:00.519313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Checking segment: {'id': '2dddeed4-8851-44ba-aa1b-c61b831f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:58:00.519804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:00.520264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Bound using segment: {'id': '2dddeed4-8851-44ba-aa1b-c61b831f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:58:00.520827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Bound port: aa495ac4-170f-4bbf-aff8-5df9206c99f1, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dddeed4-8851-44ba-aa1b-c61b831f803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:58:00.521275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:00.625111 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] For port aa495ac4-170f-4bbf-aff8-5df9206c99f1, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:58:00.628234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] For port aa495ac4-170f-4bbf-aff8-5df9206c99f1, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aa495ac4-170f-4bbf-aff8-5df9206c99f1,segment=NetworkSegment(2dddeed4-8851-44ba-aa1b-c61b831f803f),segment_id=2dddeed4-8851-44ba-aa1b-c61b831f803f)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:58:00.694228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:00.783448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53f200-ef67-4144-8732-1ef6170e8dff None None] Pushing event updated for resources: {'Port': ['ID=aa495ac4-170f-4bbf-aff8-5df9206c99f1,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:00.796197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Routers {'9f1704b4-a429-4c74-befc-1208929e39ae'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:58:00.796829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:57:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9f1704b4-a429-4c74-befc-1208929e39ae'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:58:01.006275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] Set router 9f1704b4-a429-4c74-befc-1208929e39ae gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:58:01.372760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '5aa98c90-04b6-407d-8116-a14642718769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:33Z', 'revision_number': 4, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'gw_port': {'id': '5aa98c90-04b6-407d-8116-a14642718769', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'aa495ac4-170f-4bbf-aff8-5df9206c99f1', 'name': '', 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'mac_address': 'fa:16:3e:f6:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:33Z', 'updated_at': '2022-01-17T08:58:00Z', 'revision_number': 4, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'subnets': [{'id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:58:01.377673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a041af07-ff2e-4f54-82dc-86110b27ca5b None None] The sync data for ids ['9f1704b4-a429-4c74-befc-1208929e39ae'] in dv-neutron-824874-1-hyperv is: [{'id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '5aa98c90-04b6-407d-8116-a14642718769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:33Z', 'revision_number': 4, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'gw_port': {'id': '5aa98c90-04b6-407d-8116-a14642718769', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'aa495ac4-170f-4bbf-aff8-5df9206c99f1', 'name': '', 'network_id': 'b4f006fb-8979-43e6-ac88-07dc8a13fe36', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'mac_address': 'fa:16:3e:f6:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:33Z', 'updated_at': '2022-01-17T08:58:00Z', 'revision_number': 4, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'subnets': [{'id': 'cc3d771b-ef86-452e-a758-59b1422e49b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:58:02.784765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aa495ac4-170f-4bbf-aff8-5df9206c99f1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:58:02.910647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port aa495ac4-170f-4bbf-aff8-5df9206c99f1 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:58:02.916361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port aa495ac4-170f-4bbf-aff8-5df9206c99f1 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:58:02.916811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:03.035458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:03.084259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port aa495ac4-170f-4bbf-aff8-5df9206c99f1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aa495ac4-170f-4bbf-aff8-5df9206c99f1,segment=NetworkSegment(2dddeed4-8851-44ba-aa1b-c61b831f803f),segment_id=2dddeed4-8851-44ba-aa1b-c61b831f803f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:03.166483 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:03.233456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=aa495ac4-170f-4bbf-aff8-5df9206c99f1,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:04.772127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aa495ac4-170f-4bbf-aff8-5df9206c99f1 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:58:04.840853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port aa495ac4-170f-4bbf-aff8-5df9206c99f1 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:58:04.841224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:06.137396 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bae28314-0c47-4ea1-935c-eb550cbe9c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:08.217857 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-813a6411-eeae-4489-bf43-91daedd45518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:09.329296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079ef11-93b2-4ed5-8e31-29c94fd47981 req-61677bb1-df13-4e4c-8b61-1d6196a5cae1 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:09.330704 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9079ef11-93b2-4ed5-8e31-29c94fd47981 req-61677bb1-df13-4e4c-8b61-1d6196a5cae1 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 946 time: 0.0774760 Jan 17 08:58:09.460449 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9079ef11-93b2-4ed5-8e31-29c94fd47981 req-2cc8650b-c718-43df-afd5-033cdd87af7c tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242101 Jan 17 08:58:09.514491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:09.771830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:10.657393 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2161f-ea2b-49c1-9601-2015da72b917 req-cd9b1ccc-ecda-4220-a2ee-50390515d98b tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:10.658880 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-66e2161f-ea2b-49c1-9601-2015da72b917 req-cd9b1ccc-ecda-4220-a2ee-50390515d98b tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 946 time: 0.0757782 Jan 17 08:58:10.706214 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-66e2161f-ea2b-49c1-9601-2015da72b917 req-d8854b15-290b-4d51-981b-e72d32f7d422 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Jan 17 08:58:11.114757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:11.144256 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451926-61db-4608-8195-7f584d1be10f req-9ae9680f-b781-49df-8042-e21b265727ae tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:11.145713 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-10451926-61db-4608-8195-7f584d1be10f req-9ae9680f-b781-49df-8042-e21b265727ae tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.53 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 946 time: 0.0771527 Jan 17 08:58:11.214392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-10451926-61db-4608-8195-7f584d1be10f req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Deleting port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:58:11.214716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-10451926-61db-4608-8195-7f584d1be10f req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:11.447462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-10451926-61db-4608-8195-7f584d1be10f req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] For port f4140dc6-42cf-4ecc-82ba-cc2e766deba8, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:11.447918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-10451926-61db-4608-8195-7f584d1be10f req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:11.568646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-10451926-61db-4608-8195-7f584d1be10f req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Calling delete_port for f4140dc6-42cf-4ecc-82ba-cc2e766deba8 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:58:11.779101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-10451926-61db-4608-8195-7f584d1be10f req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:11.792961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['f4140dc6-42cf-4ecc-82ba-cc2e766deba8'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:58:11.827286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Pushing event deleted for resources: {'Port': ['ID=f4140dc6-42cf-4ecc-82ba-cc2e766deba8,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:11.901702 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-86a90d23-e39a-4546-a991-03b44196a7c3 req-d9004c2f-9669-448b-8e08-fdd97ae8b0ef tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 210 time: 0.0707757 Jan 17 08:58:11.951781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-10451926-61db-4608-8195-7f584d1be10f req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] No DVR routers for this DVR port f4140dc6-42cf-4ecc-82ba-cc2e766deba8 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:58:11.954868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-10451926-61db-4608-8195-7f584d1be10f req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:11.957738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4858f421-d2f8-4ad8-9c2d-6d50eae96170', 'name': 'network-vif-deleted', 'tag': 'f4140dc6-42cf-4ecc-82ba-cc2e766deba8'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:58:12.016076 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4858f421-d2f8-4ad8-9c2d-6d50eae96170', 'name': 'network-vif-deleted', 'tag': 'f4140dc6-42cf-4ecc-82ba-cc2e766deba8', 'status': 'completed', 'code': 200} Jan 17 08:58:12.104926 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-10451926-61db-4608-8195-7f584d1be10f req-11fea684-c846-4fa0-9a50-69b8c3de0184 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.53 "DELETE /v2.0/ports/f4140dc6-42cf-4ecc-82ba-cc2e766deba8 HTTP/1.1" status: 204 len: 173 time: 0.9533725 Jan 17 08:58:13.088948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f29c641a-fd06-43bd-8122-1e0d6b4c10c6 req-062f3775-9b65-45a5-8acd-3d52baa9db32 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Synchronizing usage tracker for tenant:98dc1152a4d74eff9873314d5acea20a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:58:13.166027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f29c641a-fd06-43bd-8122-1e0d6b4c10c6 req-062f3775-9b65-45a5-8acd-3d52baa9db32 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Unset dirty status for tenant:98dc1152a4d74eff9873314d5acea20a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:58:13.167757 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f29c641a-fd06-43bd-8122-1e0d6b4c10c6 req-062f3775-9b65-45a5-8acd-3d52baa9db32 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=4858f421-d2f8-4ad8-9c2d-6d50eae96170 HTTP/1.1" status: 200 len: 210 time: 0.1217816 Jan 17 08:58:14.944490 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-8807951b-1780-4424-b5bc-052cb5bef5b7 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:14.945914 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-8807951b-1780-4424-b5bc-052cb5bef5b7 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/networks?id=fb4d61e3-e623-4fc4-895c-751e2cf64d48 HTTP/1.1" status: 200 len: 816 time: 0.1382623 Jan 17 08:58:14.961375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-b4b590d9-e60f-4c09-9fc2-384f048b0d85 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/quotas/98dc1152a4d74eff9873314d5acea20a HTTP/1.1" status: 200 len: 375 time: 0.0102718 Jan 17 08:58:15.043113 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-8e9626c2-36f9-47d7-8602-4ab5d878d17b tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=98dc1152a4d74eff9873314d5acea20a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761220 Jan 17 08:58:15.180863 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a1e70453-35a4-499b-abbf-dd68c1926b58 service neutron] 10.222.0.44 "GET /v2.0/networks/fb4d61e3-e623-4fc4-895c-751e2cf64d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228514 Jan 17 08:58:15.310844 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-071365ac-9ecc-405c-ae28-3c805ba5f665 service neutron] 10.222.0.44 "GET /v2.0/networks/fb4d61e3-e623-4fc4-895c-751e2cf64d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243150 Jan 17 08:58:15.591835 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dfc61908-7464-4315-b11e-5e945e877293 req-6d4a8760-0084-4507-af29-40718d486e51 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 210 time: 0.0446620 Jan 17 08:58:16.067069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f4140dc6-42cf-4ecc-82ba-cc2e766deba8 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:58:16.102242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: f4140dc6-42cf-4ecc-82ba-cc2e766deba8 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:58:16.102592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f4140dc6-42cf-4ecc-82ba-cc2e766deba8 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:58:16.754530 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-85e64c21-0d35-4b1a-87f5-12c6373eebf7 req-e44b53c6-a9c0-47fd-9b73-c63c7abb0932 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 210 time: 0.0451639 Jan 17 08:58:17.678014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-b7d1457f-8414-407c-b8a7-26dc10d2e72b tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:17.680315 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-b7d1457f-8414-407c-b8a7-26dc10d2e72b tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.53 "GET /v2.0/networks?id=fb4d61e3-e623-4fc4-895c-751e2cf64d48 HTTP/1.1" status: 200 len: 816 time: 0.1619525 Jan 17 08:58:17.696302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Request body: {'port': {'device_id': '01c01290-c5e8-457b-8530-e3f8fdc5fa25', 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'admin_state_up': True, 'tenant_id': '98dc1152a4d74eff9873314d5acea20a'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:58:17.922682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:58:17.923415 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3bd426ed-6fb3-4916-ac7a-bebbe098ac72 req-1763c7b5-96c6-44cb-8c65-6ab594d96543 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 210 time: 0.0442240 Jan 17 08:58:17.936583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:58:18.018719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Made reservation on behalf of 98dc1152a4d74eff9873314d5acea20a for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:58:18.021762 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:18.192833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Allocated IP 172.20.0.12 (fb4d61e3-e623-4fc4-895c-751e2cf64d48/710e2e5e-f4f6-4e11-ba86-6d24c68aa59b/6e21e392-dbdf-4f31-be72-47b3a93d519f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:58:18.388561 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:18.403691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Transition to ACTIVE for port object 6e21e392-dbdf-4f31-be72-47b3a93d519f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:58:18.493582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:18.569507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:58:18.572931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:58:18.577346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:58:18.602410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Pushing event updated for resources: {'Port': ['ID=6e21e392-dbdf-4f31-be72-47b3a93d519f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:18.640371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:18.640910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:18.745468 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-c919a2b3-2d20-435a-96cd-a22cc4370791 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0528674 Jan 17 08:58:18.756604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Request body: {'port': {'device_id': '01c01290-c5e8-457b-8530-e3f8fdc5fa25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:58:18.840586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0be3e6e5-f8e5-45cb-8ecb-3d029264cbd8 None None] Provisioning for port 6e21e392-dbdf-4f31-be72-47b3a93d519f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:58:18.846271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-0be3e6e5-f8e5-45cb-8ecb-3d029264cbd8 None None] Provisioning complete for port 6e21e392-dbdf-4f31-be72-47b3a93d519f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:58:18.846571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0be3e6e5-f8e5-45cb-8ecb-3d029264cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:18.866919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:18.897266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0be3e6e5-f8e5-45cb-8ecb-3d029264cbd8 None None] Port 6e21e392-dbdf-4f31-be72-47b3a93d519f cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:58:19.210265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d70dd-596f-4f10-9291-de56d22fe2bc req-b270d2cc-1c62-4081-84c7-be4b8596c623 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:19.211130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-c90d70dd-596f-4f10-9291-de56d22fe2bc req-b270d2cc-1c62-4081-84c7-be4b8596c623 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Synchronizing usage tracker for tenant:98dc1152a4d74eff9873314d5acea20a on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:58:19.286646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e21e392-dbdf-4f31-be72-47b3a93d519f {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:58:19.294380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:19.308506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Transition to ACTIVE for port object 6e21e392-dbdf-4f31-be72-47b3a93d519f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:58:19.337292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-c90d70dd-596f-4f10-9291-de56d22fe2bc req-b270d2cc-1c62-4081-84c7-be4b8596c623 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Unset dirty status for tenant:98dc1152a4d74eff9873314d5acea20a on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:58:19.339386 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c90d70dd-596f-4f10-9291-de56d22fe2bc req-b270d2cc-1c62-4081-84c7-be4b8596c623 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 932 time: 0.2652092 Jan 17 08:58:19.374847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:19.438305 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c90d70dd-596f-4f10-9291-de56d22fe2bc req-8a2c9ec0-d300-47fd-ba2e-1504c5dc8939 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932372 Jan 17 08:58:19.511783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=6e21e392-dbdf-4f31-be72-47b3a93d519f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:19.624911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Attempting to bind port 6e21e392-dbdf-4f31-be72-47b3a93d519f on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:58:19.625241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Attempting to bind port 6e21e392-dbdf-4f31-be72-47b3a93d519f by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:58:19.625565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Attempting to bind port 6e21e392-dbdf-4f31-be72-47b3a93d519f on network fb4d61e3-e623-4fc4-895c-751e2cf64d48 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:58:19.631537 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Port 6e21e392-dbdf-4f31-be72-47b3a93d519f on network fb4d61e3-e623-4fc4-895c-751e2cf64d48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:58:19.631858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Attempting to bind port 6e21e392-dbdf-4f31-be72-47b3a93d519f on network fb4d61e3-e623-4fc4-895c-751e2cf64d48 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:58:19.638974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:58:19.639344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Checking segment: {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:58:19.639744 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Bound using segment: {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:58:19.640147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Bound port: 6e21e392-dbdf-4f31-be72-47b3a93d519f, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284fd97b-1479-4560-9fa1-64004b769af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:58:19.640489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:19.727791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] For port 6e21e392-dbdf-4f31-be72-47b3a93d519f, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:58:19.730834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] For port 6e21e392-dbdf-4f31-be72-47b3a93d519f, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6e21e392-dbdf-4f31-be72-47b3a93d519f,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:58:19.824906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:19.884820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:19.886680 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] 10.222.0.53 "PUT /v2.0/ports/6e21e392-dbdf-4f31-be72-47b3a93d519f HTTP/1.1" status: 200 len: 1094 time: 1.1342366 Jan 17 08:58:19.887117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c01290-c5e8-457b-8530-e3f8fdc5fa25', 'tag': '6e21e392-dbdf-4f31-be72-47b3a93d519f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:58:19.908679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e40fb4-0a3c-46c4-a47e-b8d01c52d2cf service neutron] Pushing event updated for resources: {'Port': ['ID=6e21e392-dbdf-4f31-be72-47b3a93d519f,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:19.959288 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c01290-c5e8-457b-8530-e3f8fdc5fa25', 'tag': '6e21e392-dbdf-4f31-be72-47b3a93d519f', 'status': 'completed', 'code': 200} Jan 17 08:58:20.019168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:20.059402 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27a0b668-ca50-4eb3-bec6-761abde23208 req-18618d1a-7aec-438f-b913-ab28ae898324 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98dc1152a4d74eff9873314d5acea20a&device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 1097 time: 0.0779834 Jan 17 08:58:20.296377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0b668-ca50-4eb3-bec6-761abde23208 req-9d16db9e-307a-492d-982a-788bee958224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:20.297741 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27a0b668-ca50-4eb3-bec6-761abde23208 req-9d16db9e-307a-492d-982a-788bee958224 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=98dc1152a4d74eff9873314d5acea20a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2312660 Jan 17 08:58:20.430376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0b668-ca50-4eb3-bec6-761abde23208 req-a02fcc20-eebe-4bd1-a193-cb980313ea12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:20.431874 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-27a0b668-ca50-4eb3-bec6-761abde23208 req-a02fcc20-eebe-4bd1-a193-cb980313ea12 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289673 Jan 17 08:58:20.547615 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-94806953-7b36-4bf0-bbbf-8402aa5275b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98dc1152a4d74eff9873314d5acea20a&device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 1097 time: 0.0686452 Jan 17 08:58:20.650363 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-8fe2f6b1-b6e6-44e9-ab87-5c93b10f6526 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e21e392-dbdf-4f31-be72-47b3a93d519f HTTP/1.1" status: 200 len: 217 time: 0.0966778 Jan 17 08:58:20.727510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-ffbd8f4a-c390-4e3a-8ee5-40e124925a5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:20.732198 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-ffbd8f4a-c390-4e3a-8ee5-40e124925a5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=710e2e5e-f4f6-4e11-ba86-6d24c68aa59b HTTP/1.1" status: 200 len: 855 time: 0.0726819 Jan 17 08:58:20.783670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203327-0158-4503-b831-ac330301f10f req-d821947c-17c1-41c3-a4ed-a76036848265 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:20.785100 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-48203327-0158-4503-b831-ac330301f10f req-d821947c-17c1-41c3-a4ed-a76036848265 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 944 time: 0.1803353 Jan 17 08:58:20.849163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-48203327-0158-4503-b831-ac330301f10f req-8dc47b0f-479a-4cb3-bcc6-61afd6e94236 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582843 Jan 17 08:58:20.854920 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-6c36bb68-5f2e-46a5-a2c2-7c0cde6ed99f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb4d61e3-e623-4fc4-895c-751e2cf64d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1196411 Jan 17 08:58:20.985389 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-fa234326-9e48-4139-8198-2f9b6365e3d2 service neutron] 10.222.0.53 "GET /v2.0/networks/fb4d61e3-e623-4fc4-895c-751e2cf64d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241827 Jan 17 08:58:21.114053 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9061e5cc-4031-4032-84a5-dc64fc87c265 req-78fd3a7a-abbd-4ece-8f40-6a0310c0ac60 service neutron] 10.222.0.53 "GET /v2.0/networks/fb4d61e3-e623-4fc4-895c-751e2cf64d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233592 Jan 17 08:58:22.047015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c890b6f-ea7b-4782-b1c7-31485b2d5a38 req-07f335a8-ac8b-42ce-a517-5906817c54ba tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:22.048518 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2c890b6f-ea7b-4782-b1c7-31485b2d5a38 req-07f335a8-ac8b-42ce-a517-5906817c54ba tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 944 time: 0.0777678 Jan 17 08:58:22.096335 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2c890b6f-ea7b-4782-b1c7-31485b2d5a38 req-ff994916-152f-4c4a-ba87-0233b12094d5 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Jan 17 08:58:23.288630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fe151-30b8-4483-a434-db712f21b69e req-29d25b7f-e924-4a84-b6d3-1ff5d90bea7a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:23.290067 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a49fe151-30b8-4483-a434-db712f21b69e req-29d25b7f-e924-4a84-b6d3-1ff5d90bea7a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 944 time: 0.0748920 Jan 17 08:58:23.333643 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a49fe151-30b8-4483-a434-db712f21b69e req-05bfbc4a-8bbe-43f2-8277-2fdb482513e8 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Jan 17 08:58:24.129735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6e21e392-dbdf-4f31-be72-47b3a93d519f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:58:24.262378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6e21e392-dbdf-4f31-be72-47b3a93d519f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6e21e392-dbdf-4f31-be72-47b3a93d519f,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:24.275143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '6e21e392-dbdf-4f31-be72-47b3a93d519f', 'network_id': 'fb4d61e3-e623-4fc4-895c-751e2cf64d48', 'port_id': '6e21e392-dbdf-4f31-be72-47b3a93d519f', 'mac_address': 'fa:16:3e:07:fa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710e2e5e-f4f6-4e11-ba86-6d24c68aa59b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:58:24.330798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:24.347802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e21e392-dbdf-4f31-be72-47b3a93d519f {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:58:24.363186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6e21e392-dbdf-4f31-be72-47b3a93d519f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6e21e392-dbdf-4f31-be72-47b3a93d519f,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:24.505167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:24.533467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d82b54-0ed8-4b6b-9bf3-0774a58e3b81 req-a2ec75bc-3431-43a7-8246-8fee219225dc tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:24.534992 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-68d82b54-0ed8-4b6b-9bf3-0774a58e3b81 req-a2ec75bc-3431-43a7-8246-8fee219225dc tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 944 time: 0.0812278 Jan 17 08:58:24.571070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=6e21e392-dbdf-4f31-be72-47b3a93d519f,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:24.579970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.580314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.580668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.580988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.581319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.581648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.581977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.582472 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.582589 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-68d82b54-0ed8-4b6b-9bf3-0774a58e3b81 req-017fb1f2-2bbf-4466-8cfe-24f9f6d5784d tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Jan 17 08:58:24.582930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.582930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.583266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:24.847684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6e21e392-dbdf-4f31-be72-47b3a93d519f'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:58:25.780558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbee1b-2e27-4477-8023-cd8299ca7944 req-3724ed0b-fd0b-4b77-8764-2f2cb1a6c3ae tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:25.781898 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e9bbee1b-2e27-4477-8023-cd8299ca7944 req-3724ed0b-fd0b-4b77-8764-2f2cb1a6c3ae tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 945 time: 0.0768754 Jan 17 08:58:25.825688 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e9bbee1b-2e27-4477-8023-cd8299ca7944 req-10b3d147-1d4a-4278-a682-4d1bffd29065 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383120 Jan 17 08:58:26.137838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6e21e392-dbdf-4f31-be72-47b3a93d519f up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:58:26.276439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 6e21e392-dbdf-4f31-be72-47b3a93d519f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:58:26.281420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 6e21e392-dbdf-4f31-be72-47b3a93d519f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:58:26.281792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:26.395630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:26.422263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c01290-c5e8-457b-8530-e3f8fdc5fa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e21e392-dbdf-4f31-be72-47b3a93d519f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:58:26.432106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6e21e392-dbdf-4f31-be72-47b3a93d519f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6e21e392-dbdf-4f31-be72-47b3a93d519f,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:26.477076 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c01290-c5e8-457b-8530-e3f8fdc5fa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e21e392-dbdf-4f31-be72-47b3a93d519f', 'code': 200} Jan 17 08:58:26.515864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:26.622415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=6e21e392-dbdf-4f31-be72-47b3a93d519f,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:26.851916 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-548ba816-2df6-41f4-ae7f-92ea0f56d7b9 req-a9f66563-4b69-429a-a11e-15a2f58f1a08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 1099 time: 0.0671480 Jan 17 08:58:26.895407 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-548ba816-2df6-41f4-ae7f-92ea0f56d7b9 req-6f572312-9ef1-4725-b9e8-ab0b37aed605 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377264 Jan 17 08:58:27.030106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3a94-e80d-4740-849a-c6bd53020dd9 req-539af6c6-abea-4b0b-bd50-d4b6717a6acc tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:27.031472 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-994d3a94-e80d-4740-849a-c6bd53020dd9 req-539af6c6-abea-4b0b-bd50-d4b6717a6acc tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 946 time: 0.0866988 Jan 17 08:58:27.076608 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-994d3a94-e80d-4740-849a-c6bd53020dd9 req-249d783f-fb3f-49cf-ba51-af4bcf91e1fa tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 Jan 17 08:58:27.734426 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:58:28.282555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291858c5-2764-4036-982c-561eddde7bf7 req-8796da4b-3634-4e53-8c53-b90c7a5e060d tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:28.284073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-291858c5-2764-4036-982c-561eddde7bf7 req-8796da4b-3634-4e53-8c53-b90c7a5e060d tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 946 time: 0.0834694 Jan 17 08:58:28.328779 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-291858c5-2764-4036-982c-561eddde7bf7 req-0c7ff2b1-b4bc-447f-84fa-6c34171c339e tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 Jan 17 08:58:29.522419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bab5b-ba30-4e0b-9b67-77f79c3d1849 req-a15669bd-eb0c-466e-80bc-000e51956bac tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:29.523902 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b97bab5b-ba30-4e0b-9b67-77f79c3d1849 req-a15669bd-eb0c-466e-80bc-000e51956bac tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 946 time: 0.0756323 Jan 17 08:58:29.568946 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b97bab5b-ba30-4e0b-9b67-77f79c3d1849 req-6e5be4fd-a5c5-4d12-82de-188880b4d609 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395625 Jan 17 08:58:29.761113 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d369-a25f-410d-a3a0-daa8039ce474 req-25441f6d-2eae-48ed-b207-4e67ee785005 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:29.762472 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0035d369-a25f-410d-a3a0-daa8039ce474 req-25441f6d-2eae-48ed-b207-4e67ee785005 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 946 time: 0.0750577 Jan 17 08:58:29.807245 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0035d369-a25f-410d-a3a0-daa8039ce474 req-3d99b52b-7977-4403-9ac6-1c73d8854cad tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392618 Jan 17 08:58:36.098616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0c27ffab-7cac-4a1e-ac41-496eab78e846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:38.241260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6f362972-055c-4b2d-b787-00b921a97e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:39.531153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:39.699413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:41.161303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:48.366751 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10cfda-6ec2-4dff-807b-17157e59c232 req-5d86e3f1-2883-42d6-87f5-77d92dd87a6f tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:48.368229 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-de10cfda-6ec2-4dff-807b-17157e59c232 req-5d86e3f1-2883-42d6-87f5-77d92dd87a6f tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 946 time: 0.0788047 Jan 17 08:58:48.414081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-de10cfda-6ec2-4dff-807b-17157e59c232 req-2c1056f3-f546-4622-868f-2357bf0dd6e2 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Jan 17 08:58:49.612835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f291fd6-a6ac-4be5-a7d4-2d9e429432a1 req-71a70387-ac77-42c1-957c-d57db693d0fb tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:49.614248 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3f291fd6-a6ac-4be5-a7d4-2d9e429432a1 req-71a70387-ac77-42c1-957c-d57db693d0fb tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 946 time: 0.0783510 Jan 17 08:58:49.659430 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3f291fd6-a6ac-4be5-a7d4-2d9e429432a1 req-b49b354c-ef0c-4bff-9e8e-9ab70febbdb4 tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/security-groups?id=abdda1d3-bfed-4a49-b134-ef2110b56e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394397 Jan 17 08:58:49.989759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:49.999914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-1a2a6ed1-7cbf-4238-8dd5-9c2777ad7d4a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:58:50.001384 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-1a2a6ed1-7cbf-4238-8dd5-9c2777ad7d4a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.53 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 946 time: 0.0746379 Jan 17 08:58:50.069778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Deleting port 6e21e392-dbdf-4f31-be72-47b3a93d519f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:58:50.070111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:50.402489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] For port 6e21e392-dbdf-4f31-be72-47b3a93d519f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6e21e392-dbdf-4f31-be72-47b3a93d519f,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:50.402844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:50.522035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Calling delete_port for 6e21e392-dbdf-4f31-be72-47b3a93d519f owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:58:50.714586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:50.726828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6e21e392-dbdf-4f31-be72-47b3a93d519f'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:58:50.763374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Pushing event deleted for resources: {'Port': ['ID=6e21e392-dbdf-4f31-be72-47b3a93d519f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:50.798610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.798957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.799320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.799653 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.799979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.800309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.800631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.800948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.801265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.801581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.801895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:50.832447 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-28ba4d6f-7ff3-475b-a051-7edb8144c223 req-e49ad46f-a4b3-4953-9e97-5fd04a77335e tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 210 time: 0.0425830 Jan 17 08:58:50.856134 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] No DVR routers for this DVR port 6e21e392-dbdf-4f31-be72-47b3a93d519f on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:58:50.858759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:50.861420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c01290-c5e8-457b-8530-e3f8fdc5fa25', 'name': 'network-vif-deleted', 'tag': '6e21e392-dbdf-4f31-be72-47b3a93d519f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:58:50.915973 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c01290-c5e8-457b-8530-e3f8fdc5fa25', 'name': 'network-vif-deleted', 'tag': '6e21e392-dbdf-4f31-be72-47b3a93d519f', 'status': 'completed', 'code': 200} Jan 17 08:58:50.961472 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d13af5ca-aca8-41cc-968b-2298b20279ff req-47426766-87b0-4116-b11f-a8f59a04e6bd tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.53 "DELETE /v2.0/ports/6e21e392-dbdf-4f31-be72-47b3a93d519f HTTP/1.1" status: 204 len: 173 time: 0.9504638 Jan 17 08:58:52.019159 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6534ee5-8426-4621-89ca-5c651d9bc129 req-74b60521-bfce-41a3-8785-5414ed7f950a tempest-TestEncryptedCinderVolumes-561600130 tempest-TestEncryptedCinderVolumes-561600130-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c01290-c5e8-457b-8530-e3f8fdc5fa25 HTTP/1.1" status: 200 len: 210 time: 0.0435483 Jan 17 08:58:53.228135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:58:53.607061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:54.266862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Deleting port 26251909-70d8-4ceb-967b-1fecb51d1fb2 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:58:54.267612 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:54.290527 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6e21e392-dbdf-4f31-be72-47b3a93d519f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:58:54.323810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 6e21e392-dbdf-4f31-be72-47b3a93d519f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:58:54.324158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6e21e392-dbdf-4f31-be72-47b3a93d519f not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:58:54.439124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] For port 26251909-70d8-4ceb-967b-1fecb51d1fb2, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=26251909-70d8-4ceb-967b-1fecb51d1fb2,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:54.439504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:54.560280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Calling delete_port for 26251909-70d8-4ceb-967b-1fecb51d1fb2 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:58:54.807760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:54.851382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=26251909-70d8-4ceb-967b-1fecb51d1fb2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:55.140349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:55.789937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:58:55.986524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:58:55.995239 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] Sync routers for ids ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:58:55.998926 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-630efabf-d716-4168-a393-a36b7afccfe5 admin admin] 10.222.0.44 "PUT /v2.0/routers/a5eb79ca-9b35-4a75-b6be-f4b526817ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7697344 Jan 17 08:58:56.001451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34792) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:58:56.007380 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] Routers {'a5eb79ca-9b35-4a75-b6be-f4b526817ed8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:58:56.007977 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:58:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:58:56.181400 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] Set router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:58:56.192956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:56.397193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:56.482838 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '75820024-c90c-47c3-a766-1e9678acfc01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:58:54Z', 'revision_number': 5, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'gw_port': {'id': '75820024-c90c-47c3-a766-1e9678acfc01', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:58:56.486640 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] Checking router: a5eb79ca-9b35-4a75-b6be-f4b526817ed8 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:58:56.496754 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] Routers {'a5eb79ca-9b35-4a75-b6be-f4b526817ed8'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:58:56.497341 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:58:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:58:56.498433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Deleting port 75820024-c90c-47c3-a766-1e9678acfc01 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:58:56.507757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:56.654807 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] Set router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:58:56.681969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] For port 75820024-c90c-47c3-a766-1e9678acfc01, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=75820024-c90c-47c3-a766-1e9678acfc01,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:56.682319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:56.756014 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:58:56Z', 'revision_number': 6, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:58:56.761029 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71533695-54b7-41aa-b132-e54a957ed1d9 None None] The sync data for ids ['a5eb79ca-9b35-4a75-b6be-f4b526817ed8'] in dv-neutron-824874-1-hyperv is: [{'id': 'a5eb79ca-9b35-4a75-b6be-f4b526817ed8', 'name': 'tempest-TestEncryptedCinderVolumes-811364663-router', 'tenant_id': '98dc1152a4d74eff9873314d5acea20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:22Z', 'updated_at': '2022-01-17T08:58:56Z', 'revision_number': 6, 'project_id': '98dc1152a4d74eff9873314d5acea20a', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:58:56.807949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Calling delete_port for 75820024-c90c-47c3-a766-1e9678acfc01 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:58:57.047080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:57.098476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Pushing event deleted for resources: {'Port': ['ID=75820024-c90c-47c3-a766-1e9678acfc01,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:57.315262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:57.670946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:57.675301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:57.788017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:57.788545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5eb79ca-9b35-4a75-b6be-f4b526817ed8 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:58:57.800722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:57.801856 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ed92160f-3073-48fe-bf4c-da5484a13291 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a5eb79ca-9b35-4a75-b6be-f4b526817ed8 HTTP/1.1" status: 204 len: 168 time: 1.7995110 Jan 17 08:58:57.804603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34796) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:58:57.864381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Deleting subnet 710e2e5e-f4f6-4e11-ba86-6d24c68aa59b {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:58:57.867679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:57.916207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:57.993853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:58.161908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:58.201657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710e2e5e-f4f6-4e11-ba86-6d24c68aa59b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:58.212275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:58.217106 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.217447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.217557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c58405-efca-4063-867b-1feaed32d150 None None] Network fb4d61e3-e623-4fc4-895c-751e2cf64d48 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:58:58.218062 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.218163 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.218440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.218762 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.219080 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.219432 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.219753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.220067 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.220378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:58:58.225909 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b2493adf-aa3a-46b2-a952-3655b0d912cd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/710e2e5e-f4f6-4e11-ba86-6d24c68aa59b HTTP/1.1" status: 204 len: 168 time: 0.4199061 Jan 17 08:58:58.228001 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34800) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:58:58.330502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:58.350959 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Deleting port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:58:58.351323 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:58.481672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] DHCP port deletion for fb4d61e3-e623-4fc4-895c-751e2cf64d48 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:58:58.485976 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] Deleting port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:58:58.486351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:58.565269 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] For port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a5f7581e-500c-4aec-a6f5-90ad0b9b11e8,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:58.565503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:58.695837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] For port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a5f7581e-500c-4aec-a6f5-90ad0b9b11e8,segment=NetworkSegment(284fd97b-1479-4560-9fa1-64004b769af8),segment_id=284fd97b-1479-4560-9fa1-64004b769af8)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:58:58.696162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:58.786821 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Calling delete_port for a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:58:58.814340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 26251909-70d8-4ceb-967b-1fecb51d1fb2 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:58:58.846152 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] Calling delete_port for a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:58:58.885892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 26251909-70d8-4ceb-967b-1fecb51d1fb2 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:58:58.888356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 26251909-70d8-4ceb-967b-1fecb51d1fb2 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:58:58.888356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 75820024-c90c-47c3-a766-1e9678acfc01 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:58:58.931073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:58.934220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 75820024-c90c-47c3-a766-1e9678acfc01 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:58:58.936538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 75820024-c90c-47c3-a766-1e9678acfc01 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:58:58.936538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:58:58.971988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:58:58.972251 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:58:58.983448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f7581e-500c-4aec-a6f5-90ad0b9b11e8,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:58.993333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] No DVR routers for this DVR port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:58:58.997970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:58:58.998465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:58:59.108828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:59.133066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4d61e3-e623-4fc4-895c-751e2cf64d48']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:58:59.144595 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284fd97b-1479-4560-9fa1-64004b769af8') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:58:59.144888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284fd97b-1479-4560-9fa1-64004b769af8') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:58:59.156379 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:59.173584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:59.180154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:58:59.180550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:58:59.197387 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:58:59.393968 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:59.410288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:59.421576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4d61e3-e623-4fc4-895c-751e2cf64d48,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:58:59.499818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] Deleting port a5f7581e-500c-4aec-a6f5-90ad0b9b11e8 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:58:59.500343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:58:59.516381 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-818c8127-067c-4d2b-8dbd-46e8da698a0b admin admin] 10.222.0.44 "DELETE /v2.0/networks/fb4d61e3-e623-4fc4-895c-751e2cf64d48 HTTP/1.1" status: 204 len: 168 time: 1.2873647 Jan 17 08:58:59.524770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34804) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:58:59.571784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-0a68a6e8-7207-442e-a24d-9fd1cc8b41de None None] The port 'a5f7581e-500c-4aec-a6f5-90ad0b9b11e8' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:58:59.913607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:00.593994 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Deleting port aa495ac4-170f-4bbf-aff8-5df9206c99f1 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:59:00.594663 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:00.759760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] For port aa495ac4-170f-4bbf-aff8-5df9206c99f1, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=aa495ac4-170f-4bbf-aff8-5df9206c99f1,segment=NetworkSegment(2dddeed4-8851-44ba-aa1b-c61b831f803f),segment_id=2dddeed4-8851-44ba-aa1b-c61b831f803f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:00.760111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:00.881221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Calling delete_port for aa495ac4-170f-4bbf-aff8-5df9206c99f1 owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:59:01.161699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:01.209942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa495ac4-170f-4bbf-aff8-5df9206c99f1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:01.522319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:02.195270 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Router 9f1704b4-a429-4c74-befc-1208929e39ae has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:59:02.411681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:59:02.421250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] Sync routers for ids ['9f1704b4-a429-4c74-befc-1208929e39ae'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:59:02.421710 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-327949a0-9d1b-45a0-a644-882fe112e738 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f1704b4-a429-4c74-befc-1208929e39ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8952627 Jan 17 08:59:02.423425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34808) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:02.434792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] Routers {'9f1704b4-a429-4c74-befc-1208929e39ae'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:02.435565 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:58:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9f1704b4-a429-4c74-befc-1208929e39ae'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:02.625580 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:02.628880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] Set router 9f1704b4-a429-4c74-befc-1208929e39ae gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:02.825720 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:02.907716 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Deleting port 5aa98c90-04b6-407d-8116-a14642718769 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:59:02.908063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:02.948933 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '5aa98c90-04b6-407d-8116-a14642718769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:59:01Z', 'revision_number': 5, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'gw_port': {'id': '5aa98c90-04b6-407d-8116-a14642718769', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:02.962330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] Checking router: 9f1704b4-a429-4c74-befc-1208929e39ae for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:59:02.974153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] Routers {'9f1704b4-a429-4c74-befc-1208929e39ae'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:02.975001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:58:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9f1704b4-a429-4c74-befc-1208929e39ae'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:03.088909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] For port 5aa98c90-04b6-407d-8116-a14642718769, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=5aa98c90-04b6-407d-8116-a14642718769,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:03.089156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:03.125141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] Set router 9f1704b4-a429-4c74-befc-1208929e39ae gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:03.208863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Calling delete_port for 5aa98c90-04b6-407d-8116-a14642718769 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:59:03.232077 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:59:02Z', 'revision_number': 6, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:03.236067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d3c2c6-ee04-4c64-84e2-8316eaca000a None None] The sync data for ids ['9f1704b4-a429-4c74-befc-1208929e39ae'] in dv-neutron-824874-1-hyperv is: [{'id': '9f1704b4-a429-4c74-befc-1208929e39ae', 'name': 'tempest-TestEncryptedCinderVolumes-1291731121-router', 'tenant_id': '3a9716c659a6426eb25b9f69ea37dec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:57:30Z', 'updated_at': '2022-01-17T08:59:02Z', 'revision_number': 6, 'project_id': '3a9716c659a6426eb25b9f69ea37dec3', 'gw_port_host': None}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:59:03.481488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:03.523520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa98c90-04b6-407d-8116-a14642718769,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:03.744416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.108587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.112747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.227935 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.228699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1704b4-a429-4c74-befc-1208929e39ae {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 08:59:04.242288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.247380 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b5de3dcd-f912-4498-807a-8948a7659e83 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9f1704b4-a429-4c74-befc-1208929e39ae HTTP/1.1" status: 204 len: 168 time: 1.8191864 Jan 17 08:59:04.247566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34812) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:04.308013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da413f9-fa1d-4ba9-b73e-aefc20e2e376 admin admin] Deleting subnet cc3d771b-ef86-452e-a758-59b1422e49b0 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 08:59:04.311701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9da413f9-fa1d-4ba9-b73e-aefc20e2e376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.359131 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9da413f9-fa1d-4ba9-b73e-aefc20e2e376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.438584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9da413f9-fa1d-4ba9-b73e-aefc20e2e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.622887 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9da413f9-fa1d-4ba9-b73e-aefc20e2e376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.658021 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da413f9-fa1d-4ba9-b73e-aefc20e2e376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3d771b-ef86-452e-a758-59b1422e49b0,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:04.664111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9da413f9-fa1d-4ba9-b73e-aefc20e2e376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.670153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e04eed-cb7d-4df9-84ad-2da7b2445389 None None] Network b4f006fb-8979-43e6-ac88-07dc8a13fe36 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:59:04.670623 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9da413f9-fa1d-4ba9-b73e-aefc20e2e376 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cc3d771b-ef86-452e-a758-59b1422e49b0 HTTP/1.1" status: 204 len: 168 time: 0.4218709 Jan 17 08:59:04.672866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34816) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:04.735472 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:59:04.779462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.789650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Deleting port 7959c03c-30ce-4b64-824d-7dd024aceb9c {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:59:04.789979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.798298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aa495ac4-170f-4bbf-aff8-5df9206c99f1 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:59:04.856972 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: aa495ac4-170f-4bbf-aff8-5df9206c99f1 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:59:04.857319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device aa495ac4-170f-4bbf-aff8-5df9206c99f1 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:59:04.857732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5aa98c90-04b6-407d-8116-a14642718769 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:59:04.894785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 5aa98c90-04b6-407d-8116-a14642718769 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:59:04.895036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 5aa98c90-04b6-407d-8116-a14642718769 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:59:04.982456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] DHCP port deletion for b4f006fb-8979-43e6-ac88-07dc8a13fe36 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 08:59:04.986911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] Deleting port 7959c03c-30ce-4b64-824d-7dd024aceb9c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:59:04.987312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:04.991780 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] For port 7959c03c-30ce-4b64-824d-7dd024aceb9c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7959c03c-30ce-4b64-824d-7dd024aceb9c,segment=NetworkSegment(2dddeed4-8851-44ba-aa1b-c61b831f803f),segment_id=2dddeed4-8851-44ba-aa1b-c61b831f803f)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:04.992138 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.109452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Calling delete_port for 7959c03c-30ce-4b64-824d-7dd024aceb9c owned by network:dhcp {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:59:05.184807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] For port 7959c03c-30ce-4b64-824d-7dd024aceb9c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=7959c03c-30ce-4b64-824d-7dd024aceb9c,segment=NetworkSegment(2dddeed4-8851-44ba-aa1b-c61b831f803f),segment_id=2dddeed4-8851-44ba-aa1b-c61b831f803f)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:05.185118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.252857 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.298514 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7959c03c-30ce-4b64-824d-7dd024aceb9c,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:05.302137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] Calling delete_port for 7959c03c-30ce-4b64-824d-7dd024aceb9c owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 08:59:05.303409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] No DVR routers for this DVR port 7959c03c-30ce-4b64-824d-7dd024aceb9c on host dv-neutron-824874-1-hyperv {{(pid=84154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 08:59:05.371735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 08:59:05.372088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 08:59:05.419570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.444504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f006fb-8979-43e6-ac88-07dc8a13fe36']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:05.456520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dddeed4-8851-44ba-aa1b-c61b831f803f') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:05.456790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dddeed4-8851-44ba-aa1b-c61b831f803f') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:05.468318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.483988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.489889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 08:59:05.490318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 08:59:05.503537 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 08:59:05.750338 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.766013 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.775807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f006fb-8979-43e6-ac88-07dc8a13fe36,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:05.780326 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3c3806aa-9473-4ec6-9159-8bcc3c3f86d6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b4f006fb-8979-43e6-ac88-07dc8a13fe36 HTTP/1.1" status: 204 len: 168 time: 1.1065433 Jan 17 08:59:05.873279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] Deleting port 7959c03c-30ce-4b64-824d-7dd024aceb9c {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 08:59:05.873833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:05.941279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3f0986f9-325f-4cad-8dbe-df2bb2ba377c None None] The port '7959c03c-30ce-4b64-824d-7dd024aceb9c' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 08:59:06.104137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b4d21fd-9645-4148-a3df-eff28fb9edba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:06.308849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34822) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:06.360183 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d6a133df-3f99-4fa1-afef-1338f220a0e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98dc1152a4d74eff9873314d5acea20a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500178 Jan 17 08:59:06.362549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34826) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:06.424272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a120-1a98-4b68-a50a-b4d0a3ae7de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:06.453061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a120-1a98-4b68-a50a-b4d0a3ae7de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:06.576344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a120-1a98-4b68-a50a-b4d0a3ae7de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:06.591807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9a120-1a98-4b68-a50a-b4d0a3ae7de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdda1d3-bfed-4a49-b134-ef2110b56e4d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:06.680333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a120-1a98-4b68-a50a-b4d0a3ae7de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:06.681484 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3cb9a120-1a98-4b68-a50a-b4d0a3ae7de8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abdda1d3-bfed-4a49-b134-ef2110b56e4d HTTP/1.1" status: 204 len: 168 time: 0.3179638 Jan 17 08:59:06.790873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7959c03c-30ce-4b64-824d-7dd024aceb9c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 08:59:06.823537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 7959c03c-30ce-4b64-824d-7dd024aceb9c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 08:59:06.823907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 7959c03c-30ce-4b64-824d-7dd024aceb9c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 08:59:07.485986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34834) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:07.537747 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cfeb66ed-94fb-4109-8a1c-ad3853c736d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a9716c659a6426eb25b9f69ea37dec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506127 Jan 17 08:59:07.540386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34838) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:07.599575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b742c9b-f667-4bf1-aab1-1ccd96b541bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:07.627299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b742c9b-f667-4bf1-aab1-1ccd96b541bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:07.793897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b742c9b-f667-4bf1-aab1-1ccd96b541bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:07.808872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b742c9b-f667-4bf1-aab1-1ccd96b541bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab7efb5-7e0b-45bb-89db-65d4b0352aed,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:07.814877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b742c9b-f667-4bf1-aab1-1ccd96b541bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:07.816012 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3b742c9b-f667-4bf1-aab1-1ccd96b541bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bab7efb5-7e0b-45bb-89db-65d4b0352aed HTTP/1.1" status: 204 len: 168 time: 0.2747295 Jan 17 08:59:08.216200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-aea8b752-65f9-4fc9-a3ae-a4dc8a4ca14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.022767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34860) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:09.146831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-459311412-network', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:59:09.151455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:59:09.155746 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Usage tracker for resource:network and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:59:09.158486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:59:09.163983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:59:09.263934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Made reservation on behalf of a5ceb90c7f924a25a5e6024540580c4d for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:59:09.266258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.279299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.308800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:59:09.312551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:59:09.315291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:59:09.320873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:59:09.385469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.463872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.490163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:59:09.502536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9b3df4-1f96-4101-af67-767bbcc6b940,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:09.506775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.507121 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Added segment 0374e4e6-edd0-4ba1-8b88-3672f1e9bda2 of type vlan for network 4beaa901-62c5-461d-8a64-d9fc75ae161c Jan 17 08:59:09.519153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.534482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.646989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.647881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:09.648488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.680898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:09.750662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4beaa901-62c5-461d-8a64-d9fc75ae161c,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:09.760504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 4beaa901-62c5-461d-8a64-d9fc75ae161c details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:59:09.813513 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7cb7241e-229c-4275-9dce-4f0129b4c4d4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7894421 Jan 17 08:59:09.816297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34866) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:09.822005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Request body: {'subnet': {'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-459311412-subnet', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:59:09.827327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:59:09.831227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Usage tracker for resource:subnet and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:59:09.834012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:59:09.840730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:59:09.915159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Made reservation on behalf of a5ceb90c7f924a25a5e6024540580c4d for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:59:09.917489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:10.182393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:10.253661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9d1365-76a9-45f2-b7db-5f368ea6d69d,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:10.270065 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Checking segment: {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:59:10.270419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Network hostable DHCP agents. Network: 4beaa901-62c5-461d-8a64-d9fc75ae161c, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:59:10.416194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Network 4beaa901-62c5-461d-8a64-d9fc75ae161c is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:59:10.484711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 4beaa901-62c5-461d-8a64-d9fc75ae161c) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:10.489272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:10.490383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:10.494016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c05761-f2de-4ca7-bee0-fc165485a6d5 None None] Network 4beaa901-62c5-461d-8a64-d9fc75ae161c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:59:10.577028 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7d5f5a8c-2aa9-4348-81e0-581fb01e42aa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7596622 Jan 17 08:59:10.580124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34870) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:10.585131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:59:10.590144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:59:10.594087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Usage tracker for resource:router and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:59:10.597254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:59:10.603016 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:59:10.698617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:10.699603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:10.721496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:10.732856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-4beaa901-62c5-461d-8a64-d9fc75ae161c', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:59:10.733661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:10.883672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Allocated IP 172.20.0.2 (4beaa901-62c5-461d-8a64-d9fc75ae161c/6d9d1365-76a9-45f2-b7db-5f368ea6d69d/31c34765-3408-41c9-bb18-0d5a17bc180d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:59:10.952253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.113090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.122755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Transition to ACTIVE for port object 31c34765-3408-41c9-bb18-0d5a17bc180d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:11.149418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Transition to ACTIVE for port object 31c34765-3408-41c9-bb18-0d5a17bc180d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:11.189708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.229058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.252909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.325329 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Network 4beaa901-62c5-461d-8a64-d9fc75ae161c is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:59:11.328316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:11.332853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:59:11.335444 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Pushing event updated for resources: {'Port': ['ID=31c34765-3408-41c9-bb18-0d5a17bc180d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:11.356149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.421151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Attempting to bind port 31c34765-3408-41c9-bb18-0d5a17bc180d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:59:11.421679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Attempting to bind port 31c34765-3408-41c9-bb18-0d5a17bc180d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:59:11.422756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Attempting to bind port 31c34765-3408-41c9-bb18-0d5a17bc180d on network 4beaa901-62c5-461d-8a64-d9fc75ae161c {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:59:11.428647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:59:11.429132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Checking segment: {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:59:11.429626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.430227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Bound using segment: {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:59:11.430787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Bound port: 31c34765-3408-41c9-bb18-0d5a17bc180d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:59:11.431297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.493316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Allocated IP 172.26.4.100 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/8a58be06-ecd8-45ac-8ce2-506454957155) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:59:11.523371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] For port 31c34765-3408-41c9-bb18-0d5a17bc180d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:59:11.526179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] For port 31c34765-3408-41c9-bb18-0d5a17bc180d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=31c34765-3408-41c9-bb18-0d5a17bc180d,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:59:11.628456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.638652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.709304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3bccf-853d-485d-80d7-d22246f32a33 None None] Pushing event updated for resources: {'Port': ['ID=31c34765-3408-41c9-bb18-0d5a17bc180d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:11.773008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:11.845388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:59:11.851245 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:11.852394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:59:11.885499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Pushing event updated for resources: {'Port': ['ID=8a58be06-ecd8-45ac-8ce2-506454957155,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:12.117894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:12.118737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:12.406875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Router c7b9d173-c12e-455e-bbc9-736d8d16f020 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:59:12.616634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:59:12.625942 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Sync routers for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:59:12.644022 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:12.644455 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:59:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:12.655087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7949f-c6c2-45bd-b6e8-77e12e5a5e73 None None] Network 4beaa901-62c5-461d-8a64-d9fc75ae161c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:59:12.701984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:12.703619 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dda31ea3-45f4-4262-8ed3-3df123a12129 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1225703 Jan 17 08:59:12.706606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34874) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:12.829751 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:12.847043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7bfc45c2-5fb3-4ae4-b4bc-06f655bc3e6c None None] Provisioning for port 31c34765-3408-41c9-bb18-0d5a17bc180d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:12.860937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 31c34765-3408-41c9-bb18-0d5a17bc180d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:13.104152 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 31c34765-3408-41c9-bb18-0d5a17bc180d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:13.109646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 31c34765-3408-41c9-bb18-0d5a17bc180d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:13.110036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.133423 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:11Z', 'revision_number': 3, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:13.137319 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Checking router: c7b9d173-c12e-455e-bbc9-736d8d16f020 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:59:13.137664 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Updating router c7b9d173-c12e-455e-bbc9-736d8d16f020 port 8a58be06-ecd8-45ac-8ce2-506454957155 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:59:13.190426 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.237487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.276072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 31c34765-3408-41c9-bb18-0d5a17bc180d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=31c34765-3408-41c9-bb18-0d5a17bc180d,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:13.309962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9c8346de-1a34-4ca6-978b-aae43345aabe None None] Provisioning complete for port 31c34765-3408-41c9-bb18-0d5a17bc180d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:13.310332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c8346de-1a34-4ca6-978b-aae43345aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.376218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.498767 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=31c34765-3408-41c9-bb18-0d5a17bc180d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:13.544535 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.555628 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Transition to ACTIVE for port object 8a58be06-ecd8-45ac-8ce2-506454957155 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:13.646679 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.651409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.753300 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Pushing event updated for resources: {'Port': ['ID=8a58be06-ecd8-45ac-8ce2-506454957155,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:13.761820 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Attempting to bind port 8a58be06-ecd8-45ac-8ce2-506454957155 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:59:13.762185 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Attempting to bind port 8a58be06-ecd8-45ac-8ce2-506454957155 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:59:13.762621 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Attempting to bind port 8a58be06-ecd8-45ac-8ce2-506454957155 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:59:13.768527 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.768875 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.769218 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.769537 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.769861 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.770188 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.770506 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.770825 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.772182 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.772182 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.772182 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:13.780617 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:59:13.781760 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:59:13.782410 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.782837 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:59:13.784269 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Bound port: 8a58be06-ecd8-45ac-8ce2-506454957155, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:59:13.785044 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:13.865496 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Allocated IP 172.20.0.1 (4beaa901-62c5-461d-8a64-d9fc75ae161c/6d9d1365-76a9-45f2-b7db-5f368ea6d69d/f20eff0b-00cb-4538-b612-d7d91c7e4062) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:59:13.875007 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] For port 8a58be06-ecd8-45ac-8ce2-506454957155, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:59:13.878073 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] For port 8a58be06-ecd8-45ac-8ce2-506454957155, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=8a58be06-ecd8-45ac-8ce2-506454957155,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:59:13.976596 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:14.025592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:14.041581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Transition to ACTIVE for port object f20eff0b-00cb-4538-b612-d7d91c7e4062 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:14.053222 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44297e53-35d1-4186-bcd5-4431a4e1e550 None None] Pushing event updated for resources: {'Port': ['ID=8a58be06-ecd8-45ac-8ce2-506454957155,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:14.057596 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:14.058705 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:59:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:14.127682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:14.196752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Network 4beaa901-62c5-461d-8a64-d9fc75ae161c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:59:14.200175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:14.202878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:59:14.234627 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:14.286085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Pushing event updated for resources: {'Port': ['ID=f20eff0b-00cb-4538-b612-d7d91c7e4062,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:14.286085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:14.424947 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:14.535957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cd3f4615-ba55-4216-acfc-631730e2ca69 None None] Provisioning for port f20eff0b-00cb-4538-b612-d7d91c7e4062 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:14.536531 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:11Z', 'revision_number': 3, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:14.536705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-cd3f4615-ba55-4216-acfc-631730e2ca69 None None] Provisioning complete for port f20eff0b-00cb-4538-b612-d7d91c7e4062 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:14.536705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cd3f4615-ba55-4216-acfc-631730e2ca69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:14.536912 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb35905-fd10-47e7-96e1-6ccf9c76b2a5 None None] The sync data for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv is: [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:11Z', 'revision_number': 3, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:59:14.591802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f4615-ba55-4216-acfc-631730e2ca69 None None] Port f20eff0b-00cb-4538-b612-d7d91c7e4062 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:59:14.679961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:14.789528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:14.884779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 31c34765-3408-41c9-bb18-0d5a17bc180d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:14.905910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:14.916674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Pushing event updated for resources: {'Port': ['ID=f20eff0b-00cb-4538-b612-d7d91c7e4062,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:14.960289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 31c34765-3408-41c9-bb18-0d5a17bc180d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:14.960571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:15.060321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Network 4beaa901-62c5-461d-8a64-d9fc75ae161c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:59:15.061969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:15.118306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 8a58be06-ecd8-45ac-8ce2-506454957155 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:15.281056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 8a58be06-ecd8-45ac-8ce2-506454957155 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:15.289003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 8a58be06-ecd8-45ac-8ce2-506454957155 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:15.289454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:15.358407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-adec4e7e-81ae-415f-96e7-2e4706aae018 None None] Provisioning complete for port f20eff0b-00cb-4538-b612-d7d91c7e4062 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:15.359046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-adec4e7e-81ae-415f-96e7-2e4706aae018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:15.455417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-adec4e7e-81ae-415f-96e7-2e4706aae018 None None] Port f20eff0b-00cb-4538-b612-d7d91c7e4062 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:59:15.476770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:15.493567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 8a58be06-ecd8-45ac-8ce2-506454957155, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=8a58be06-ecd8-45ac-8ce2-506454957155,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:15.580341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Router c7b9d173-c12e-455e-bbc9-736d8d16f020 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:59:15.628007 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:15.692561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=8a58be06-ecd8-45ac-8ce2-506454957155,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:15.778417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:59:15.786937 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9cad46bb-9174-4bd6-881b-fa069fbfb827 admin admin] 10.222.0.44 "PUT /v2.0/routers/c7b9d173-c12e-455e-bbc9-736d8d16f020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790446 Jan 17 08:59:16.801533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 8a58be06-ecd8-45ac-8ce2-506454957155 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:16.875842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 8a58be06-ecd8-45ac-8ce2-506454957155 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:16.876211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:17.091726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34896) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:17.097374 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1404944361-network', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:59:17.102153 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:59:17.106693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Usage tracker for resource:network and tenant:1679cf235363449a9c8dbf12dfe5423d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:59:17.115573 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:59:17.123503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:59:17.222012 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Made reservation on behalf of 1679cf235363449a9c8dbf12dfe5423d for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:59:17.224516 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:17.237962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:17.268745 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:59:17.272625 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Usage tracker for resource:security_group_rule and tenant:1679cf235363449a9c8dbf12dfe5423d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:59:17.275457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:59:17.281893 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:59:17.347607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:17.440740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:17.471096 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 08:59:17.486988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c8a387-94df-4063-b0d6-542f30be2790,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:17.486988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:17.486988 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Added segment 431a4fb7-5d8c-4cdb-8173-c6b6cf786a77 of type vlan for network e655fe1a-25a8-49d1-a321-de5da7f58e16 Jan 17 08:59:17.515059 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:17.616201 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:17.617073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:17.617646 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:17.721931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] Pushing event updated for resources: {'Network': ['ID=e655fe1a-25a8-49d1-a321-de5da7f58e16,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:17.733190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network e655fe1a-25a8-49d1-a321-de5da7f58e16 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 08:59:17.784812 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-66f1464c-e092-434c-8004-b4fb32a23e1c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6919000 Jan 17 08:59:17.787665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34900) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:17.794618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Request body: {'subnet': {'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1404944361-subnet', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:59:17.799585 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:59:17.803517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Usage tracker for resource:subnet and tenant:1679cf235363449a9c8dbf12dfe5423d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:59:17.807246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:59:17.812244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:59:17.886763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Made reservation on behalf of 1679cf235363449a9c8dbf12dfe5423d for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:59:17.889685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:18.106577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Sync routers for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:59:18.113680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:18.114286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:59:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:18.164875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:18.243768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58d22b2-381a-4144-89f4-c2f5ae0cd8cc,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:18.261553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Checking segment: {'id': '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:59:18.261900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Network hostable DHCP agents. Network: e655fe1a-25a8-49d1-a321-de5da7f58e16, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 08:59:18.297737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:18.375817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Network e655fe1a-25a8-49d1-a321-de5da7f58e16 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 08:59:18.480799 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, e655fe1a-25a8-49d1-a321-de5da7f58e16) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:18.484813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:18.485375 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:18.490348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e62284-75b6-4a27-bf14-5d1ef8ed34f4 None None] Network e655fe1a-25a8-49d1-a321-de5da7f58e16 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:59:18.584499 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a77ef422-a6aa-40f2-b818-4a0746d10131 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7953501 Jan 17 08:59:18.586839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 34904) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:18.592909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:59:18.597983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:59:18.602004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Usage tracker for resource:router and tenant:1679cf235363449a9c8dbf12dfe5423d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 08:59:18.605006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 08:59:18.610871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:59:18.703950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:18.705126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:18.723037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:18.794855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-e655fe1a-25a8-49d1-a321-de5da7f58e16', 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'fixed_ips': [{'subnet_id': 'f58d22b2-381a-4144-89f4-c2f5ae0cd8cc'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 08:59:18.795726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:18.890257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'f20eff0b-00cb-4538-b612-d7d91c7e4062', 'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'mac_address': 'fa:16:3e:d5:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:13Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 2, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'subnets': [{'id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:18.904432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Checking router: c7b9d173-c12e-455e-bbc9-736d8d16f020 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:59:18.904432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Updating router c7b9d173-c12e-455e-bbc9-736d8d16f020 port f20eff0b-00cb-4538-b612-d7d91c7e4062 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:59:18.982466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:18.985709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:19.091999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Allocated IP 172.20.0.2 (e655fe1a-25a8-49d1-a321-de5da7f58e16/f58d22b2-381a-4144-89f4-c2f5ae0cd8cc/e94d7fb1-99f5-4c81-803c-17f73efbceb6) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:59:19.242149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:19.271360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:19.406345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Allocated IP 172.26.4.235 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/a3bda904-2977-4ade-9e25-07a592254318) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:59:19.469048 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:19.489199 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Transition to ACTIVE for port object e94d7fb1-99f5-4c81-803c-17f73efbceb6 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:19.551241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Transition to ACTIVE for port object e94d7fb1-99f5-4c81-803c-17f73efbceb6 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:19.563684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:19.565775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:19.577628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Transition to ACTIVE for port object f20eff0b-00cb-4538-b612-d7d91c7e4062 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:19.662126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:19.690710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:19.701644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:19.763234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:59:19.766900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:19.768858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Pushing event updated for resources: {'Port': ['ID=a3bda904-2977-4ade-9e25-07a592254318,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:19.770940 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:59:19.788377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Network e655fe1a-25a8-49d1-a321-de5da7f58e16 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:59:19.792023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:19.794413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:59:19.814662 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Pushing event updated for resources: {'Port': ['ID=e94d7fb1-99f5-4c81-803c-17f73efbceb6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:19.987346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effa2fe-3235-46df-b66e-7de27e660b64 None None] Pushing event updated for resources: {'Port': ['ID=f20eff0b-00cb-4538-b612-d7d91c7e4062,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:20.026277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.026994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.057066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Attempting to bind port e94d7fb1-99f5-4c81-803c-17f73efbceb6 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:59:20.057442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Attempting to bind port e94d7fb1-99f5-4c81-803c-17f73efbceb6 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:59:20.058338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Attempting to bind port e94d7fb1-99f5-4c81-803c-17f73efbceb6 on network e655fe1a-25a8-49d1-a321-de5da7f58e16 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:59:20.077402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:59:20.077738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Checking segment: {'id': '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:59:20.078633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.078633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Bound using segment: {'id': '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:59:20.079142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Bound port: e94d7fb1-99f5-4c81-803c-17f73efbceb6, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:59:20.079515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.089837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Attempting to bind port f20eff0b-00cb-4538-b612-d7d91c7e4062 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:59:20.090218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Attempting to bind port f20eff0b-00cb-4538-b612-d7d91c7e4062 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:59:20.090581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Attempting to bind port f20eff0b-00cb-4538-b612-d7d91c7e4062 on network 4beaa901-62c5-461d-8a64-d9fc75ae161c {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:59:20.108523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:59:20.108896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Checking segment: {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:59:20.109297 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.109692 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Bound using segment: {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:59:20.110211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Bound port: f20eff0b-00cb-4538-b612-d7d91c7e4062, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:59:20.110595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.151086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.262543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] For port e94d7fb1-99f5-4c81-803c-17f73efbceb6, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:59:20.271486 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] For port f20eff0b-00cb-4538-b612-d7d91c7e4062, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:59:20.274133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] For port e94d7fb1-99f5-4c81-803c-17f73efbceb6, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e94d7fb1-99f5-4c81-803c-17f73efbceb6,segment=NetworkSegment(431a4fb7-5d8c-4cdb-8173-c6b6cf786a77),segment_id=431a4fb7-5d8c-4cdb-8173-c6b6cf786a77)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:59:20.275968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] For port f20eff0b-00cb-4538-b612-d7d91c7e4062, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f20eff0b-00cb-4538-b612-d7d91c7e4062,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:59:20.350071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.396532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.452289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0313e-58bb-480c-9793-6c7f83200c4a None None] Pushing event updated for resources: {'Port': ['ID=e94d7fb1-99f5-4c81-803c-17f73efbceb6,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:20.458045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 08:59:20.521971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:20.522622 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:59:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:20.629028 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effa2fe-3235-46df-b66e-7de27e660b64 None None] Pushing event updated for resources: {'Port': ['ID=f20eff0b-00cb-4538-b612-d7d91c7e4062,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:20.742323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:59:20.754672 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Sync routers for ids ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:59:20.771087 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Routers {'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:20.772321 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:59:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:20.839504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:20.841687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:20.843205 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d7a9ba9c-0610-4823-874f-e8c0ca65456d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2551129 Jan 17 08:59:20.845790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 34908) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 08:59:20.929211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e94d7fb1-99f5-4c81-803c-17f73efbceb6 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:20.990843 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Set router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:21.257050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e94d7fb1-99f5-4c81-803c-17f73efbceb6 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:21.295762 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a3bda904-2977-4ade-9e25-07a592254318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:18Z', 'updated_at': '2022-01-17T08:59:19Z', 'revision_number': 3, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'gw_port': {'id': 'a3bda904-2977-4ade-9e25-07a592254318', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:19Z', 'updated_at': '2022-01-17T08:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:21.299925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'f20eff0b-00cb-4538-b612-d7d91c7e4062', 'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'mac_address': 'fa:16:3e:d5:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:13Z', 'updated_at': '2022-01-17T08:59:20Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'subnets': [{'id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:21.302552 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Checking router: e75b2cd5-32c7-4b68-a031-0fe83f0ef08f for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:59:21.303657 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Updating router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f port a3bda904-2977-4ade-9e25-07a592254318 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:59:21.304388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601165a-0d5b-46a5-8d89-5fb36ab5a7b8 None None] The sync data for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv is: [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'f20eff0b-00cb-4538-b612-d7d91c7e4062', 'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'mac_address': 'fa:16:3e:d5:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:13Z', 'updated_at': '2022-01-17T08:59:20Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'subnets': [{'id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:59:21.377134 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:21.796831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ec19e-766c-4b52-ad8a-9cdfa7ae1791 None None] Network e655fe1a-25a8-49d1-a321-de5da7f58e16 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 08:59:21.814226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:21.828107 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:21.840265 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Transition to ACTIVE for port object a3bda904-2977-4ade-9e25-07a592254318 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:21.944368 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.000654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-504bc3a2-371d-41de-8e3d-9e18c5f556d5 None None] Provisioning for port e94d7fb1-99f5-4c81-803c-17f73efbceb6 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:22.014000 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-504bc3a2-371d-41de-8e3d-9e18c5f556d5 None None] Provisioning complete for port e94d7fb1-99f5-4c81-803c-17f73efbceb6 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:22.014366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-504bc3a2-371d-41de-8e3d-9e18c5f556d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.033663 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829533a1-d13c-4332-937e-83a9081f7f41 None None] Pushing event updated for resources: {'Port': ['ID=a3bda904-2977-4ade-9e25-07a592254318,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:22.048253 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Attempting to bind port a3bda904-2977-4ade-9e25-07a592254318 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:59:22.048868 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Attempting to bind port a3bda904-2977-4ade-9e25-07a592254318 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:59:22.049612 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Attempting to bind port a3bda904-2977-4ade-9e25-07a592254318 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:59:22.057215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Allocated IP 172.20.0.1 (e655fe1a-25a8-49d1-a321-de5da7f58e16/f58d22b2-381a-4144-89f4-c2f5ae0cd8cc/198a1301-bf47-4bae-865f-c80e11741785) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:59:22.059513 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:59:22.060132 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:59:22.060516 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.060903 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:59:22.061391 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Bound port: a3bda904-2977-4ade-9e25-07a592254318, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:59:22.061889 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.144247 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] For port a3bda904-2977-4ade-9e25-07a592254318, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:59:22.146899 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] For port a3bda904-2977-4ade-9e25-07a592254318, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a3bda904-2977-4ade-9e25-07a592254318,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:59:22.197700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-504bc3a2-371d-41de-8e3d-9e18c5f556d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.218425 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.224684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.240415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-504bc3a2-371d-41de-8e3d-9e18c5f556d5 None None] For port e94d7fb1-99f5-4c81-803c-17f73efbceb6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e94d7fb1-99f5-4c81-803c-17f73efbceb6,segment=NetworkSegment(431a4fb7-5d8c-4cdb-8173-c6b6cf786a77),segment_id=431a4fb7-5d8c-4cdb-8173-c6b6cf786a77)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:22.247523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Transition to ACTIVE for port object 198a1301-bf47-4bae-865f-c80e11741785 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:22.309496 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-504bc3a2-371d-41de-8e3d-9e18c5f556d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.324848 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829533a1-d13c-4332-937e-83a9081f7f41 None None] Pushing event updated for resources: {'Port': ['ID=a3bda904-2977-4ade-9e25-07a592254318,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:22.332529 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Routers {'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:22.333136 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:59:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:22.350027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.389662 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bc3a2-371d-41de-8e3d-9e18c5f556d5 None None] Pushing event updated for resources: {'Port': ['ID=e94d7fb1-99f5-4c81-803c-17f73efbceb6,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:22.545583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-65c83992-5808-443f-8131-15de0656cd0b None None] Provisioning complete for port e94d7fb1-99f5-4c81-803c-17f73efbceb6 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:22.546537 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-65c83992-5808-443f-8131-15de0656cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.557091 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] Set router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:22.566185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Network e655fe1a-25a8-49d1-a321-de5da7f58e16 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:59:22.573448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:22.577785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:59:22.623992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Pushing event updated for resources: {'Port': ['ID=198a1301-bf47-4bae-865f-c80e11741785,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:22.641265 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.799579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:22.890477 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a3bda904-2977-4ade-9e25-07a592254318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:18Z', 'updated_at': '2022-01-17T08:59:19Z', 'revision_number': 3, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'gw_port': {'id': 'a3bda904-2977-4ade-9e25-07a592254318', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:19Z', 'updated_at': '2022-01-17T08:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:22.894611 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d6226-2c1b-4ff5-af5b-38bdfc39e6e2 None None] The sync data for ids ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'] in dv-neutron-824874-1-hyperv is: [{'id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a3bda904-2977-4ade-9e25-07a592254318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:18Z', 'updated_at': '2022-01-17T08:59:19Z', 'revision_number': 3, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'gw_port': {'id': 'a3bda904-2977-4ade-9e25-07a592254318', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:19Z', 'updated_at': '2022-01-17T08:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:59:22.923473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f20eff0b-00cb-4538-b612-d7d91c7e4062 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:22.994900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-81b76429-4cb2-484d-8d32-70b406c2453c None None] Provisioning for port 198a1301-bf47-4bae-865f-c80e11741785 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:22.999881 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-81b76429-4cb2-484d-8d32-70b406c2453c None None] Provisioning complete for port 198a1301-bf47-4bae-865f-c80e11741785 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:23.000390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-81b76429-4cb2-484d-8d32-70b406c2453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:23.044462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:23.054888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-81b76429-4cb2-484d-8d32-70b406c2453c None None] Port 198a1301-bf47-4bae-865f-c80e11741785 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:59:23.078536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port f20eff0b-00cb-4538-b612-d7d91c7e4062 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:23.083285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port f20eff0b-00cb-4538-b612-d7d91c7e4062 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:23.088147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:23.107455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:23.194945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:23.210406 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:23.214447 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Pushing event updated for resources: {'Port': ['ID=198a1301-bf47-4bae-865f-c80e11741785,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:23.229363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port f20eff0b-00cb-4538-b612-d7d91c7e4062, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f20eff0b-00cb-4538-b612-d7d91c7e4062,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:23.314908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:23.315766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e94d7fb1-99f5-4c81-803c-17f73efbceb6 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:23.352099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Network e655fe1a-25a8-49d1-a321-de5da7f58e16 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:59:23.353250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:23.447738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=f20eff0b-00cb-4538-b612-d7d91c7e4062,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:23.469465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e94d7fb1-99f5-4c81-803c-17f73efbceb6 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:23.469848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:23.606937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-66a2fd3b-5bd3-4d9f-be64-e625423f9e07 None None] Provisioning complete for port 198a1301-bf47-4bae-865f-c80e11741785 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:23.607482 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-66a2fd3b-5bd3-4d9f-be64-e625423f9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:23.658273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-66a2fd3b-5bd3-4d9f-be64-e625423f9e07 None None] Port 198a1301-bf47-4bae-865f-c80e11741785 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:59:23.739960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 08:59:23.934740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 08:59:23.943643 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c1d92f4e-7531-4196-892c-81db16bd537c admin admin] 10.222.0.44 "PUT /v2.0/routers/e75b2cd5-32c7-4b68-a031-0fe83f0ef08f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0966606 Jan 17 08:59:24.805716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f20eff0b-00cb-4538-b612-d7d91c7e4062 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:24.908905 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port f20eff0b-00cb-4538-b612-d7d91c7e4062 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:24.909272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:30.856632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a3bda904-2977-4ade-9e25-07a592254318 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:31.050357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port a3bda904-2977-4ade-9e25-07a592254318 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:31.058240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a3bda904-2977-4ade-9e25-07a592254318 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:31.058931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:31.190994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:31.221577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port a3bda904-2977-4ade-9e25-07a592254318, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a3bda904-2977-4ade-9e25-07a592254318,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:31.801150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:31.866715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=a3bda904-2977-4ade-9e25-07a592254318,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:31.875327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.875673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.876013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.876347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.876678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.877012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.877338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.877661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.877981 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.878300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:31.878619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 08:59:32.822728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a3bda904-2977-4ade-9e25-07a592254318 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:32.902081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a3bda904-2977-4ade-9e25-07a592254318 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:32.902787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:36.206301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-626a10f0-f983-4655-9e7f-d61a535b7475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:37.391908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-e3485df0-7aea-485c-8634-f1a05bc4a5e3 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:37.393384 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-e3485df0-7aea-485c-8634-f1a05bc4a5e3 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 814 time: 0.1390138 Jan 17 08:59:37.409182 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-d20fe8f4-7115-4eb0-8639-469ba904c612 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/quotas/a5ceb90c7f924a25a5e6024540580c4d HTTP/1.1" status: 200 len: 375 time: 0.0105290 Jan 17 08:59:37.487899 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-3f37926c-1f92-4f9f-8095-e750f92d12b0 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737245 Jan 17 08:59:37.846324 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-8cd929d5-7b52-4b83-9b2f-8890c7796951 service neutron] 10.222.0.44 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464568 Jan 17 08:59:37.976411 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-12292107-a826-41af-88ad-ab27aac0dd06 service neutron] 10.222.0.44 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242623 Jan 17 08:59:38.321372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-75e7838a-4a11-4f18-a021-f55a32c3ddab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:38.424435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b1c20dcd-ed1e-4d09-851f-cea8c571cc09 req-ccd5757d-8db3-4857-8260-d820f60ab740 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Synchronizing usage tracker for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:59:38.537705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-b1c20dcd-ed1e-4d09-851f-cea8c571cc09 req-ccd5757d-8db3-4857-8260-d820f60ab740 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Unset dirty status for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:59:38.538907 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b1c20dcd-ed1e-4d09-851f-cea8c571cc09 req-ccd5757d-8db3-4857-8260-d820f60ab740 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 210 time: 0.3236539 Jan 17 08:59:39.531829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:39.719254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:39.770660 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-293adc4e-e987-4e2c-a315-3b5a823d7462 req-bfc91c07-66e2-4d9d-a5f2-c538a4c641b3 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 210 time: 0.1124008 Jan 17 08:59:40.973130 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fdf92353-b070-49d1-9a16-d3dd393a88d8 req-65e183c1-3afb-4b37-98d9-9f2760abfc31 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 210 time: 0.0491438 Jan 17 08:59:41.043716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-861b65fc-f801-4c05-a9f1-56388b5ab1d6 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:41.044309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-861b65fc-f801-4c05-a9f1-56388b5ab1d6 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Synchronizing usage tracker for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:59:41.103690 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:41.169829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-861b65fc-f801-4c05-a9f1-56388b5ab1d6 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Unset dirty status for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:59:41.171586 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-861b65fc-f801-4c05-a9f1-56388b5ab1d6 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.53 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 814 time: 0.3183558 Jan 17 08:59:41.194857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'port': {'device_id': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'admin_state_up': True, 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:59:41.330524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 08:59:41.340194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 08:59:41.435587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Made reservation on behalf of a5ceb90c7f924a25a5e6024540580c4d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 08:59:41.439000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:41.480636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Sync routers for ids ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 08:59:41.493582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Routers {'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:41.494194 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:59:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:41.612123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Allocated IP 172.20.0.9 (4beaa901-62c5-461d-8a64-d9fc75ae161c/6d9d1365-76a9-45f2-b7db-5f368ea6d69d/6a9ba090-47f5-4bb1-a462-926e63105460) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 08:59:41.674325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Set router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:41.736288 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 08:59:41.827411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:41.846590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Transition to ACTIVE for port object 6a9ba090-47f5-4bb1-a462-926e63105460 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:41.940881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:42.068314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'Port': ['ID=6a9ba090-47f5-4bb1-a462-926e63105460,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:42.080906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Network 4beaa901-62c5-461d-8a64-d9fc75ae161c is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 08:59:42.081581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 08:59:42.088694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 08:59:42.093481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a3bda904-2977-4ade-9e25-07a592254318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:18Z', 'updated_at': '2022-01-17T08:59:22Z', 'revision_number': 4, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'gw_port': {'id': 'a3bda904-2977-4ade-9e25-07a592254318', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:19Z', 'updated_at': '2022-01-17T08:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '198a1301-bf47-4bae-865f-c80e11741785', 'name': '', 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'mac_address': 'fa:16:3e:67:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58d22b2-381a-4144-89f4-c2f5ae0cd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:21Z', 'updated_at': '2022-01-17T08:59:22Z', 'revision_number': 2, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'subnets': [{'id': 'f58d22b2-381a-4144-89f4-c2f5ae0cd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:42.104480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Checking router: e75b2cd5-32c7-4b68-a031-0fe83f0ef08f for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 08:59:42.105268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Updating router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f port 198a1301-bf47-4bae-865f-c80e11741785 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 08:59:42.193808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:42.194437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:42.243835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:42.318108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1eeb59-ee20-4c37-9330-435d9c6d5e2d req-04b3e3d5-901e-47ff-8b98-6556d4344186 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:42.320507 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f1eeb59-ee20-4c37-9330-435d9c6d5e2d req-04b3e3d5-901e-47ff-8b98-6556d4344186 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 931 time: 0.1455090 Jan 17 08:59:42.327611 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-af048770-19aa-45a5-ae23-dc051bc7e02c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1365967 Jan 17 08:59:42.371608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Request body: {'port': {'device_id': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 08:59:42.391620 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3f1eeb59-ee20-4c37-9330-435d9c6d5e2d req-5e6085ba-cfbf-4ef6-89aa-2b3eab86430b tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620325 Jan 17 08:59:42.576348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:42.646830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-54671f36-8007-4867-b059-638585925401 None None] Provisioning for port 6a9ba090-47f5-4bb1-a462-926e63105460 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:42.671106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-54671f36-8007-4867-b059-638585925401 None None] Provisioning complete for port 6a9ba090-47f5-4bb1-a462-926e63105460 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:42.671505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54671f36-8007-4867-b059-638585925401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:42.781789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-54671f36-8007-4867-b059-638585925401 None None] Port 6a9ba090-47f5-4bb1-a462-926e63105460 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 08:59:42.856228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:42.872599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Transition to ACTIVE for port object 198a1301-bf47-4bae-865f-c80e11741785 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:42.976158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:43.184085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43a44-263c-400f-a1a7-d82cc1debd75 None None] Pushing event updated for resources: {'Port': ['ID=198a1301-bf47-4bae-865f-c80e11741785,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:43.272345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Attempting to bind port 198a1301-bf47-4bae-865f-c80e11741785 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:59:43.272828 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Attempting to bind port 198a1301-bf47-4bae-865f-c80e11741785 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:59:43.273239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Attempting to bind port 198a1301-bf47-4bae-865f-c80e11741785 on network e655fe1a-25a8-49d1-a321-de5da7f58e16 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:59:43.281173 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:59:43.281557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Checking segment: {'id': '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:59:43.281961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:43.282355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Bound using segment: {'id': '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:59:43.282829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Bound port: 198a1301-bf47-4bae-865f-c80e11741785, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:59:43.283230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:43.298720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9ba090-47f5-4bb1-a462-926e63105460 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:59:43.307366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:43.325362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Transition to ACTIVE for port object 6a9ba090-47f5-4bb1-a462-926e63105460 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 08:59:43.412059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:43.414794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] For port 198a1301-bf47-4bae-865f-c80e11741785, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:59:43.417174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] For port 198a1301-bf47-4bae-865f-c80e11741785, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=198a1301-bf47-4bae-865f-c80e11741785,segment=NetworkSegment(431a4fb7-5d8c-4cdb-8173-c6b6cf786a77),segment_id=431a4fb7-5d8c-4cdb-8173-c6b6cf786a77)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:59:43.539928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:43.584464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9ba090-47f5-4bb1-a462-926e63105460,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:43.758574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Routers {'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 08:59:43.759445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T08:59:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:43.869538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43a44-263c-400f-a1a7-d82cc1debd75 None None] Pushing event updated for resources: {'Port': ['ID=198a1301-bf47-4bae-865f-c80e11741785,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:43.923042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca141b12-be79-46a9-902f-157bf4ebb038 req-7fd8e018-587a-43d2-9f1b-75c8d7902596 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:43.924209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ca141b12-be79-46a9-902f-157bf4ebb038 req-7fd8e018-587a-43d2-9f1b-75c8d7902596 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Synchronizing usage tracker for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:59:43.933131 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Attempting to bind port 6a9ba090-47f5-4bb1-a462-926e63105460 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 08:59:43.935456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Attempting to bind port 6a9ba090-47f5-4bb1-a462-926e63105460 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 08:59:43.936327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Attempting to bind port 6a9ba090-47f5-4bb1-a462-926e63105460 on network 4beaa901-62c5-461d-8a64-d9fc75ae161c {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:59:43.960801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Port 6a9ba090-47f5-4bb1-a462-926e63105460 on network 4beaa901-62c5-461d-8a64-d9fc75ae161c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 08:59:43.961418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Attempting to bind port 6a9ba090-47f5-4bb1-a462-926e63105460 on network 4beaa901-62c5-461d-8a64-d9fc75ae161c {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 08:59:43.973640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 08:59:43.974105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Checking segment: {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 08:59:43.977038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Bound using segment: {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 08:59:43.977038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Bound port: 6a9ba090-47f5-4bb1-a462-926e63105460, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 08:59:43.977038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:44.034847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ca141b12-be79-46a9-902f-157bf4ebb038 req-7fd8e018-587a-43d2-9f1b-75c8d7902596 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Unset dirty status for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:59:44.036239 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca141b12-be79-46a9-902f-157bf4ebb038 req-7fd8e018-587a-43d2-9f1b-75c8d7902596 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 943 time: 0.3165276 Jan 17 08:59:44.114072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] Set router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 08:59:44.118465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ca141b12-be79-46a9-902f-157bf4ebb038 req-ec292d09-2200-47b0-aab1-552189bd504a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Synchronizing usage tracker for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 08:59:44.143392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] For port 6a9ba090-47f5-4bb1-a462-926e63105460, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 08:59:44.147643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] For port 6a9ba090-47f5-4bb1-a462-926e63105460, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6a9ba090-47f5-4bb1-a462-926e63105460,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 08:59:44.249386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:44.333583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9ba090-47f5-4bb1-a462-926e63105460,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:44.339954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ca141b12-be79-46a9-902f-157bf4ebb038 req-ec292d09-2200-47b0-aab1-552189bd504a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Unset dirty status for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 08:59:44.341310 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca141b12-be79-46a9-902f-157bf4ebb038 req-ec292d09-2200-47b0-aab1-552189bd504a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980218 Jan 17 08:59:44.348185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:44.351084 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-1fbe1f64-156f-4e09-a77b-90d9440d7821 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 1093 time: 1.9839349 Jan 17 08:59:44.351758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:59:44.422753 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460', 'status': 'completed', 'code': 200} Jan 17 08:59:44.490650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a3bda904-2977-4ade-9e25-07a592254318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:18Z', 'updated_at': '2022-01-17T08:59:22Z', 'revision_number': 4, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'gw_port': {'id': 'a3bda904-2977-4ade-9e25-07a592254318', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:19Z', 'updated_at': '2022-01-17T08:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '198a1301-bf47-4bae-865f-c80e11741785', 'name': '', 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'mac_address': 'fa:16:3e:67:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58d22b2-381a-4144-89f4-c2f5ae0cd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:21Z', 'updated_at': '2022-01-17T08:59:43Z', 'revision_number': 4, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'subnets': [{'id': 'f58d22b2-381a-4144-89f4-c2f5ae0cd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 08:59:44.496672 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db7ea2-231e-437c-bd00-62f4ee428de5 None None] The sync data for ids ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'] in dv-neutron-824874-1-hyperv is: [{'id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a3bda904-2977-4ade-9e25-07a592254318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:18Z', 'updated_at': '2022-01-17T08:59:22Z', 'revision_number': 4, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'gw_port': {'id': 'a3bda904-2977-4ade-9e25-07a592254318', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:19Z', 'updated_at': '2022-01-17T08:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '198a1301-bf47-4bae-865f-c80e11741785', 'name': '', 'network_id': 'e655fe1a-25a8-49d1-a321-de5da7f58e16', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'mac_address': 'fa:16:3e:67:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f58d22b2-381a-4144-89f4-c2f5ae0cd8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:21Z', 'updated_at': '2022-01-17T08:59:43Z', 'revision_number': 4, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'subnets': [{'id': 'f58d22b2-381a-4144-89f4-c2f5ae0cd8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 08:59:44.579342 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3f637055-12d5-4ae7-95fa-cb65492c49bb req-23cf0ba1-05c9-458a-91dd-8e9e74bdfa3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1096 time: 0.1270876 Jan 17 08:59:44.921562 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f637055-12d5-4ae7-95fa-cb65492c49bb req-f608f7c2-539c-4b38-88e3-c302636867f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:44.922915 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3f637055-12d5-4ae7-95fa-cb65492c49bb req-f608f7c2-539c-4b38-88e3-c302636867f6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3219707 Jan 17 08:59:44.934466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 198a1301-bf47-4bae-865f-c80e11741785 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:45.186503 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f637055-12d5-4ae7-95fa-cb65492c49bb req-d4c79dcb-1adb-44ca-a33a-731bddb367aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:45.186503 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3f637055-12d5-4ae7-95fa-cb65492c49bb req-d4c79dcb-1adb-44ca-a33a-731bddb367aa service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232075 Jan 17 08:59:45.512715 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 198a1301-bf47-4bae-865f-c80e11741785 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:45.518524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 198a1301-bf47-4bae-865f-c80e11741785 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:45.519147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:45.641166 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-9be8cae0-d846-4cb5-8173-d52f80e2778b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1096 time: 0.1810448 Jan 17 08:59:45.720456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:45.768424 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 198a1301-bf47-4bae-865f-c80e11741785, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=198a1301-bf47-4bae-865f-c80e11741785,segment=NetworkSegment(431a4fb7-5d8c-4cdb-8173-c6b6cf786a77),segment_id=431a4fb7-5d8c-4cdb-8173-c6b6cf786a77)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:45.793673 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-91044c33-d900-4616-b89f-34d149902cfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 217 time: 0.1469331 Jan 17 08:59:45.829401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c1290-9ddc-4988-8092-09d8f3870e4e req-fab2e19f-1ffa-43f8-8028-060341cfa3d0 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:45.830965 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b45c1290-9ddc-4988-8092-09d8f3870e4e req-fab2e19f-1ffa-43f8-8028-060341cfa3d0 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 943 time: 0.1029510 Jan 17 08:59:45.838811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:45.919521 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=198a1301-bf47-4bae-865f-c80e11741785,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:45.948440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-05f7466f-de3b-4f32-948c-2eb4c8222ff8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:45.950438 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-05f7466f-de3b-4f32-948c-2eb4c8222ff8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 200 len: 853 time: 0.1183012 Jan 17 08:59:45.953975 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b45c1290-9ddc-4988-8092-09d8f3870e4e req-6dca85c6-9cbc-4b6c-b709-5d551f6c5124 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902491 Jan 17 08:59:46.824465 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 198a1301-bf47-4bae-865f-c80e11741785 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:46.904492 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 198a1301-bf47-4bae-865f-c80e11741785 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:46.905017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:47.222336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a689f5-0b42-45ea-b8fb-da9c412962f6 req-293f8962-dbbf-4f13-ba25-46136128bc65 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:47.223969 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d2a689f5-0b42-45ea-b8fb-da9c412962f6 req-293f8962-dbbf-4f13-ba25-46136128bc65 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 943 time: 0.0897179 Jan 17 08:59:47.293044 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d2a689f5-0b42-45ea-b8fb-da9c412962f6 req-7817ead7-af8b-4d5e-affd-c33217e9eac9 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623591 Jan 17 08:59:48.542868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c44a9-6829-46b1-a508-fcada100af03 req-f928ea51-b213-4e78-8b35-2e890fdc8b76 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:48.546392 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d48c44a9-6829-46b1-a508-fcada100af03 req-f928ea51-b213-4e78-8b35-2e890fdc8b76 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 943 time: 0.1012516 Jan 17 08:59:48.597767 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d48c44a9-6829-46b1-a508-fcada100af03 req-3ce36ea7-fe07-4a6c-8ab3-5ec2d359f4de tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Jan 17 08:59:49.802962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ccf4-ea64-4a6c-9cca-d5927bfa0113 req-aa10ee06-28f0-437d-b756-74a96b62bf3a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:49.804629 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6818ccf4-ea64-4a6c-9cca-d5927bfa0113 req-aa10ee06-28f0-437d-b756-74a96b62bf3a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 943 time: 0.0790367 Jan 17 08:59:49.864541 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6818ccf4-ea64-4a6c-9cca-d5927bfa0113 req-db2b8c78-b044-455b-a8b2-07fcaf92ca9f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527458 Jan 17 08:59:50.010065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:51.060370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79d4fe-3bcc-465e-b38c-27283fd41949 req-4dcd6b0b-fb38-416f-bfa5-90fec546848e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:51.062321 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8a79d4fe-3bcc-465e-b38c-27283fd41949 req-4dcd6b0b-fb38-416f-bfa5-90fec546848e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 943 time: 0.0789030 Jan 17 08:59:51.106391 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8a79d4fe-3bcc-465e-b38c-27283fd41949 req-b2d8e99c-fad0-4211-abfd-f226cda2e90c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384531 Jan 17 08:59:51.853085 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-97057534-af65-4389-b968-8888e3583999 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4beaa901-62c5-461d-8a64-d9fc75ae161c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682223 Jan 17 08:59:51.982524 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-b56f9088-b26c-46f0-92dd-1e6242cbe7f0 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204011 Jan 17 08:59:52.199717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12c1c858-0946-4b95-b9f8-6bf5e9ec2e29 req-36650448-0291-494e-aa13-d9d560c010aa service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090409 Jan 17 08:59:52.308835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c2306-7ae4-4c63-9027-18177b7a0e83 req-1447d43c-5276-4999-896e-e835cc00918d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:52.310900 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d68c2306-7ae4-4c63-9027-18177b7a0e83 req-1447d43c-5276-4999-896e-e835cc00918d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 943 time: 0.0819643 Jan 17 08:59:52.355673 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d68c2306-7ae4-4c63-9027-18177b7a0e83 req-c71abf99-40de-4dff-9fbc-b19abd1e85ca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Jan 17 08:59:53.554265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4fda2-a732-4479-a9d5-21ffdefe74ac req-373f5ee6-4292-4f1e-a7ed-b1638f68618d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:53.555725 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c0e4fda2-a732-4479-a9d5-21ffdefe74ac req-373f5ee6-4292-4f1e-a7ed-b1638f68618d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 943 time: 0.0788155 Jan 17 08:59:53.599865 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c0e4fda2-a732-4479-a9d5-21ffdefe74ac req-719fc2e4-cd90-4f11-84f6-5dd2495a35b0 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Jan 17 08:59:54.629330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6a9ba090-47f5-4bb1-a462-926e63105460 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 08:59:54.795093 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e39fb7-a35c-4ac6-a517-7a2b0090a964 req-8488288b-7e5e-40c6-9e37-4f8912faaf7a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:54.796559 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9e39fb7-a35c-4ac6-a517-7a2b0090a964 req-8488288b-7e5e-40c6-9e37-4f8912faaf7a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 943 time: 0.0760465 Jan 17 08:59:54.797217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6a9ba090-47f5-4bb1-a462-926e63105460, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6a9ba090-47f5-4bb1-a462-926e63105460,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:54.810425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '6a9ba090-47f5-4bb1-a462-926e63105460', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'port_id': '6a9ba090-47f5-4bb1-a462-926e63105460', 'mac_address': 'fa:16:3e:2e:09:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 08:59:54.841015 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9e39fb7-a35c-4ac6-a517-7a2b0090a964 req-736718a4-33d0-4c56-abfe-35ecc8bb2321 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388536 Jan 17 08:59:54.866122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:54.882987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9ba090-47f5-4bb1-a462-926e63105460 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 08:59:54.897856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6a9ba090-47f5-4bb1-a462-926e63105460, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6a9ba090-47f5-4bb1-a462-926e63105460,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:54.989070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:55.055098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=6a9ba090-47f5-4bb1-a462-926e63105460,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:55.359951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6a9ba090-47f5-4bb1-a462-926e63105460'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 08:59:56.034630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80baea-7c98-4ab0-b0bd-d5698529f9e7 req-1897d8c8-c49b-4b64-893b-4c9226fcf4cd tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:56.036023 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf80baea-7c98-4ab0-b0bd-d5698529f9e7 req-1897d8c8-c49b-4b64-893b-4c9226fcf4cd tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 944 time: 0.0758770 Jan 17 08:59:56.080555 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf80baea-7c98-4ab0-b0bd-d5698529f9e7 req-7e418ce1-d7f6-4a9b-b39f-0ee2f46ea6dd tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390761 Jan 17 08:59:56.636865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6a9ba090-47f5-4bb1-a462-926e63105460 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 08:59:56.761071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 6a9ba090-47f5-4bb1-a462-926e63105460 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 08:59:56.770497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 6a9ba090-47f5-4bb1-a462-926e63105460 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 08:59:56.770497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:56.881329 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:56.908886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 08:59:56.918227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6a9ba090-47f5-4bb1-a462-926e63105460, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6a9ba090-47f5-4bb1-a462-926e63105460,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 08:59:56.963901 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460', 'code': 200} Jan 17 08:59:56.995390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 08:59:57.062540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=6a9ba090-47f5-4bb1-a462-926e63105460,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 08:59:57.310309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461b595-5f16-4c8d-8654-bd84b134fbc1 req-4772cb87-508d-4b67-9af6-d0979685a3ed tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:57.312227 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d461b595-5f16-4c8d-8654-bd84b134fbc1 req-4772cb87-508d-4b67-9af6-d0979685a3ed tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.1125720 Jan 17 08:59:57.373099 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d461b595-5f16-4c8d-8654-bd84b134fbc1 req-a7e46880-47b7-4f5d-a644-a70efd5a8670 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549462 Jan 17 08:59:57.383726 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-471462b0-5ba3-4d43-b848-686f9b1a23b9 req-63c2af60-3db5-4eda-a692-7a57eb7071a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1098 time: 0.1096439 Jan 17 08:59:57.426819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-471462b0-5ba3-4d43-b848-686f9b1a23b9 req-8d501a26-5b11-4281-99e2-034b5a5721e1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366840 Jan 17 08:59:58.575734 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73ccfd-cbaf-47e7-bcbd-ed4db316c4ec req-c3586f14-29d0-4270-b704-3c7029445916 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:58.577846 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b73ccfd-cbaf-47e7-bcbd-ed4db316c4ec req-c3586f14-29d0-4270-b704-3c7029445916 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.0805206 Jan 17 08:59:58.623942 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0b73ccfd-cbaf-47e7-bcbd-ed4db316c4ec req-6f6c0265-d764-42d7-a620-aca7354e899e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Jan 17 08:59:59.817278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10b71a-dd5a-4538-b675-ee5ae58c79d0 req-2266ca33-5914-431b-a8db-9f425c6d184e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 08:59:59.818633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ef10b71a-dd5a-4538-b675-ee5ae58c79d0 req-2266ca33-5914-431b-a8db-9f425c6d184e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.0743756 Jan 17 08:59:59.863427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ef10b71a-dd5a-4538-b675-ee5ae58c79d0 req-b73d77c3-2b9d-4a6b-a29e-5eba1b9ea0f4 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Jan 17 09:00:00.053928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50ccaa-d732-493f-8414-96b43e24ef3e req-608ecb11-14c6-4fbd-b57b-8703f88da4fb tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:00.055416 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0a50ccaa-d732-493f-8414-96b43e24ef3e req-608ecb11-14c6-4fbd-b57b-8703f88da4fb tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.0749133 Jan 17 09:00:00.104304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0a50ccaa-d732-493f-8414-96b43e24ef3e req-e7358584-a410-41ca-9940-fda45d078d93 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Jan 17 09:00:00.517690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f4387-7391-4f2f-90b3-74c327eef377 req-943248c0-98ec-494b-adea-17857518a7a4 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:00.519186 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-593f4387-7391-4f2f-90b3-74c327eef377 req-943248c0-98ec-494b-adea-17857518a7a4 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.0779912 Jan 17 09:00:00.564281 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-593f4387-7391-4f2f-90b3-74c327eef377 req-12838968-155a-4af4-9bfb-bbd799e0b201 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395997 Jan 17 09:00:06.160878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1a26252-0b3d-4818-bed3-4a1893c1e5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:08.280798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da52917e-ba0b-48b2-99cf-46a2cbc04e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:09.531894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:09.766947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:11.142844 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:13.953274 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602dc29-d192-4213-8bd7-4f6c3fcf0b16 req-3fdd0bc0-0712-432d-bbc6-70cee2f2b4f8 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:13.954609 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c602dc29-d192-4213-8bd7-4f6c3fcf0b16 req-3fdd0bc0-0712-432d-bbc6-70cee2f2b4f8 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.0796936 Jan 17 09:00:14.000616 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c602dc29-d192-4213-8bd7-4f6c3fcf0b16 req-bd26b679-082a-45a3-a9f4-36499bd184fa tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Jan 17 09:00:14.029485 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35094) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:00:14.167387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-90828d86-839a-4929-9493-b69b9dca6498 tempest-TestMinimumBasicScenario-1468612950 tempest-TestMinimumBasicScenario-1468612950-project-admin] Synchronizing usage tracker for tenant:1679cf235363449a9c8dbf12dfe5423d on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:00:14.254820 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-90828d86-839a-4929-9493-b69b9dca6498 tempest-TestMinimumBasicScenario-1468612950 tempest-TestMinimumBasicScenario-1468612950-project-admin] Unset dirty status for tenant:1679cf235363449a9c8dbf12dfe5423d on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:00:14.256067 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-90828d86-839a-4929-9493-b69b9dca6498 tempest-TestMinimumBasicScenario-1468612950 tempest-TestMinimumBasicScenario-1468612950-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1093 time: 0.2255847 Jan 17 09:00:14.262004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35100) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:00:14.264915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '6a9ba090-47f5-4bb1-a462-926e63105460', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:00:14.271990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:00:14.274707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Usage tracker for resource:floatingip and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:00:14.277562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:00:14.308444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:00:14.383081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:14.518617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:14.652254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Allocated IP 172.26.4.111 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/5d0f4a3d-31eb-4354-9acb-5d782413d7ac) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:00:14.798726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:14.889198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:14.959439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:00:14.962347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:00:14.965160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:00:15.090657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'Port': ['ID=5d0f4a3d-31eb-4354-9acb-5d782413d7ac,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:15.110195 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.110532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.110866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.111218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.111608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.111865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.112189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.112509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.112819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.113133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.113448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:15.577084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:15.696079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:15.894409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:15.957714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:16.059237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'Port': ['ID=5d0f4a3d-31eb-4354-9acb-5d782413d7ac,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:16.075028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:16.263273 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Floating IP c7baa09e-a03d-46b0-a397-87856c1f0175 associated. External IP: 172.26.4.111, port: 6a9ba090-47f5-4bb1-a462-926e63105460. Jan 17 09:00:16.648660 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Router c7b9d173-c12e-455e-bbc9-736d8d16f020 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:00:16.941504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:00:16.950746 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] Sync routers for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:00:16.962589 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:00:16.963212 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:00:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:00:17.028686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:17.085165 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-91627efe-5651-4458-8f27-bf2dff559712 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8246431 Jan 17 09:00:17.086581 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:00:17.091523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35104) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:00:17.095179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960778127', 'description': 'tempest-secgroup-smoke-1960778127 description', 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:00:17.103959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:00:17.116168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:00:17.147156 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:00:17.195112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:17.231285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:00:17.234656 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460', 'status': 'completed', 'code': 200} Jan 17 09:00:17.235454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Usage tracker for resource:security_group_rule and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:00:17.238312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:00:17.247136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:00:17.361197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:17.368916 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8eea84c8-60b7-4868-9e61-eeacb6bff8b4 req-4317e8a9-0477-4ca6-9771-a8da61e479e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1098 time: 0.1092868 Jan 17 09:00:17.446262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:17.513312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75984669-4035-464d-b7d0-d6fea923a8ec,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:17.524920 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'c7baa09e-a03d-46b0-a397-87856c1f0175', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'floating_ip_address': '172.26.4.111', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'port_id': '6a9ba090-47f5-4bb1-a462-926e63105460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'mac_address': 'fa:16:3e:2e:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:00:15Z', 'updated_at': '2022-01-17T09:00:15Z', 'revision_number': 0, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f20eff0b-00cb-4538-b612-d7d91c7e4062', 'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'mac_address': 'fa:16:3e:d5:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:13Z', 'updated_at': '2022-01-17T08:59:23Z', 'revision_number': 5, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'subnets': [{'id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:00:17.528689 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] Checking router: c7b9d173-c12e-455e-bbc9-736d8d16f020 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:00:17.534978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.535361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.535705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.536040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.536376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.536712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.537030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.537360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.537681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.538001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.538322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:00:17.539419 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:00:17.540014 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:00:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:00:17.560290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea84c8-60b7-4868-9e61-eeacb6bff8b4 req-a0861411-877d-469b-a9bf-7af6e3661264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:17.560290 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8eea84c8-60b7-4868-9e61-eeacb6bff8b4 req-a0861411-877d-469b-a9bf-7af6e3661264 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 915 time: 0.1852002 Jan 17 09:00:17.622286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:17.623499 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6c92970e-76f0-4b11-b0c8-534559c413d5 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5340774 Jan 17 09:00:17.626493 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35112) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:00:17.632384 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'security_group_rule': {'security_group_id': '75984669-4035-464d-b7d0-d6fea923a8ec', 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:00:17.638320 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:00:17.643900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Usage tracker for resource:security_group_rule and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:00:17.646903 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:00:17.662453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:00:17.666424 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8eea84c8-60b7-4868-9e61-eeacb6bff8b4 req-8e327e6a-53ae-4358-a032-ac6b526eeeac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 999 time: 0.0996428 Jan 17 09:00:17.716861 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:00:17.733294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea84c8-60b7-4868-9e61-eeacb6bff8b4 req-40d42587-8aec-4cc3-a878-404b7c6fb1ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:17.735312 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8eea84c8-60b7-4868-9e61-eeacb6bff8b4 req-40d42587-8aec-4cc3-a878-404b7c6fb1ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 200 len: 853 time: 0.0625079 Jan 17 09:00:17.785302 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:17.814431 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8eea84c8-60b7-4868-9e61-eeacb6bff8b4 req-e5415eff-12ec-4792-a7d0-dd22671d0f81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4beaa901-62c5-461d-8a64-d9fc75ae161c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730219 Jan 17 09:00:17.848339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:17.954482 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8eea84c8-60b7-4868-9e61-eeacb6bff8b4 req-627fa025-0410-403f-b616-d83d0a0771c8 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304619 Jan 17 09:00:17.960038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:17.982128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cca861d-4a6c-4f0f-aaa8-e0d50103e024,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:18.068032 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'c7baa09e-a03d-46b0-a397-87856c1f0175', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'floating_ip_address': '172.26.4.111', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'port_id': '6a9ba090-47f5-4bb1-a462-926e63105460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'mac_address': 'fa:16:3e:2e:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:00:15Z', 'updated_at': '2022-01-17T09:00:15Z', 'revision_number': 0, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f20eff0b-00cb-4538-b612-d7d91c7e4062', 'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'mac_address': 'fa:16:3e:d5:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:13Z', 'updated_at': '2022-01-17T08:59:23Z', 'revision_number': 5, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'subnets': [{'id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:00:18.073015 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06111b6c-d440-48fe-b4e4-f098e9662ae6 None None] The sync data for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv is: [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'c7baa09e-a03d-46b0-a397-87856c1f0175', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'floating_ip_address': '172.26.4.111', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'port_id': '6a9ba090-47f5-4bb1-a462-926e63105460', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'mac_address': 'fa:16:3e:2e:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:00:15Z', 'updated_at': '2022-01-17T09:00:15Z', 'revision_number': 0, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f20eff0b-00cb-4538-b612-d7d91c7e4062', 'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'mac_address': 'fa:16:3e:d5:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:13Z', 'updated_at': '2022-01-17T08:59:23Z', 'revision_number': 5, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'subnets': [{'id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:00:18.091457 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8eea84c8-60b7-4868-9e61-eeacb6bff8b4 req-876e6b0b-96b5-4dac-8e8d-38a53d1b448e service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295061 Jan 17 09:00:18.123771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:18.125669 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d4bad9d4-2d8b-48d5-ac9d-aa0498ec4d0f tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4976108 Jan 17 09:00:18.128560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35116) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:00:18.134252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'security_group_rule': {'security_group_id': '75984669-4035-464d-b7d0-d6fea923a8ec', 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:00:18.154674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:00:18.154674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Usage tracker for resource:security_group_rule and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:00:18.154674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:00:18.154674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:00:18.268127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f56c89-1933-4271-95a7-f082893628a2 None None] New status for floating IP c7baa09e-a03d-46b0-a397-87856c1f0175: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:00:18.273319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:18.379545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:18.398772 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-08228d14-aa38-4bef-86fe-a5fd460168e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862064 Jan 17 09:00:18.443439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:18.467824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c798fd80-2258-45e1-9aec-c131ab2b011b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:18.543387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:18.544473 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-82938f8d-1304-4db4-8a2a-5a27e81c7b9d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4148226 Jan 17 09:00:18.548160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35120) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:00:18.553038 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-fef39429-2bda-4bd7-9457-66c733bdf426 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1098 time: 0.0719924 Jan 17 09:00:18.553743 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'security_group_rule': {'security_group_id': '75984669-4035-464d-b7d0-d6fea923a8ec', 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:00:18.559790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:00:18.564873 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Usage tracker for resource:security_group_rule and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:00:18.566475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:00:18.572193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:00:18.737942 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:00:18.816941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-5f967e55-f4d5-4f5d-b884-3d70ef22c0bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:18.816941 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-5f967e55-f4d5-4f5d-b884-3d70ef22c0bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 915 time: 0.2398558 Jan 17 09:00:18.821744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:18.888285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:18.920231 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-96c9eab5-e152-45aa-bedf-c832d7b01c73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 1001 time: 0.1016293 Jan 17 09:00:18.987300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-d34996dc-b6bf-4101-aba0-5fd533470152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:18.988754 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-d34996dc-b6bf-4101-aba0-5fd533470152 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 200 len: 853 time: 0.0629053 Jan 17 09:00:19.063163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-dbc01215-b25c-4368-9e25-156e6dc2747a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4beaa901-62c5-461d-8a64-d9fc75ae161c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689554 Jan 17 09:00:19.196772 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-cc76764d-6634-4a1b-ae5f-40d9050cb9cd service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275270 Jan 17 09:00:19.228354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:19.251700 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1469b3-98df-4251-8d5d-091f79f05824,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:19.341537 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-502abc17-d7d6-467d-a81b-5c8bfa0024db req-2ebc6e56-4ba0-4c17-add4-93c31216fcc3 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368990 Jan 17 09:00:19.375408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:19.375408 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-af2b148c-36c5-4141-b1eb-f44747c51cf2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8159680 Jan 17 09:00:19.375408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35124) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:00:19.376566 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'security_group_rule': {'security_group_id': '75984669-4035-464d-b7d0-d6fea923a8ec', 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:00:19.385688 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:00:19.393488 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Usage tracker for resource:security_group_rule and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:00:19.400064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:00:19.403278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:00:19.532182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:19.597251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:19.679874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:19.702905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843c9c33-1e58-4781-aa9c-a9134ee562f9,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:19.786752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:19.787903 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0ecc4369-2299-450d-9356-4ccb38112a19 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4181290 Jan 17 09:00:19.790607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35128) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:00:19.796187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'security_group_rule': {'security_group_id': '75984669-4035-464d-b7d0-d6fea923a8ec', 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:00:19.802709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:00:19.806667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Usage tracker for resource:security_group_rule and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:00:19.809697 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:00:19.815419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:00:19.891669 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Project a5ceb90c7f924a25a5e6024540580c4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:00:19.900327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:19.967886 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:20.029037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:20.057246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:20.079670 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1d7060-21bf-49d0-b538-b5508cf54b14,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:20.171289 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:20.173011 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fb41d718-57fd-4528-a559-c7323eb11eca tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3814573 Jan 17 09:00:20.175723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35132) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:00:20.181104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'security_group_rule': {'security_group_id': '75984669-4035-464d-b7d0-d6fea923a8ec', 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:00:20.186835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:00:20.191156 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Usage tracker for resource:security_group_rule and tenant:a5ceb90c7f924a25a5e6024540580c4d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:00:20.194004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:00:20.199483 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:00:20.317789 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Project a5ceb90c7f924a25a5e6024540580c4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:00:20.324498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:20.393420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:20.552411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:20.577126 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e678621b-9bed-49fe-8cb7-d1d03468651e,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:20.697278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:20.698580 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3e68c2c3-9d5b-4033-93b7-6ea283d78c2c tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5218327 Jan 17 09:00:20.835818 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-eafd3138-9568-4315-b31c-dbd9d242797d tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960778127&fields=id&tenant_id=a5ceb90c7f924a25a5e6024540580c4d HTTP/1.1" status: 200 len: 267 time: 0.0465467 Jan 17 09:00:20.914189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-51fb73a3-e780-4ecc-b52e-b46e0252196b tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:20.915649 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-51fb73a3-e780-4ecc-b52e-b46e0252196b tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.0742486 Jan 17 09:00:20.926190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-661c0c00-46ba-4333-972e-da6a28206154 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'port': {'security_groups': ['ff9b3df4-1f96-4101-af67-767bbcc6b940', '75984669-4035-464d-b7d0-d6fea923a8ec']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:00:21.045532 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-661c0c00-46ba-4333-972e-da6a28206154 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:21.319046 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-661c0c00-46ba-4333-972e-da6a28206154 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] For port 6a9ba090-47f5-4bb1-a462-926e63105460, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6a9ba090-47f5-4bb1-a462-926e63105460,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:00:21.343416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-661c0c00-46ba-4333-972e-da6a28206154 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:21.477635 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-661c0c00-46ba-4333-972e-da6a28206154 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:21.493621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6a9ba090-47f5-4bb1-a462-926e63105460'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:00:21.545354 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-661c0c00-46ba-4333-972e-da6a28206154 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:21.545942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-661c0c00-46ba-4333-972e-da6a28206154 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:21.547912 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-05b8c79d-0b7b-4d04-a53c-bee60c6783f2 req-661c0c00-46ba-4333-972e-da6a28206154 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "PUT /v2.0/ports/6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 981 time: 0.6261878 Jan 17 09:00:21.553942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:00:21.582085 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c0c00-46ba-4333-972e-da6a28206154 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'Port': ['ID=6a9ba090-47f5-4bb1-a462-926e63105460,revision_number=6']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:00:21.613734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6a9ba090-47f5-4bb1-a462-926e63105460'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:00:21.619627 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460', 'status': 'completed', 'code': 200} Jan 17 09:00:21.789976 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5cd90-437f-459c-87f2-cf8f5b786804 req-b25534f1-05cb-4d21-afbc-af9fa2e943e2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:21.791445 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-39f5cd90-437f-459c-87f2-cf8f5b786804 req-b25534f1-05cb-4d21-afbc-af9fa2e943e2 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.1064699 Jan 17 09:00:21.794715 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-149a13c4-ab24-415f-9048-eee6f7202da8 req-0f736276-de7c-4601-8a00-d3ddcf935558 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1137 time: 0.1515834 Jan 17 09:00:21.850716 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a20f9435-a106-47b3-9236-c216c512d2f0 None None] Provisioning complete for port 6a9ba090-47f5-4bb1-a462-926e63105460 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:00:21.851089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a20f9435-a106-47b3-9236-c216c512d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:21.919889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-39f5cd90-437f-459c-87f2-cf8f5b786804 req-453aaf4b-49cd-43a0-b085-6bb11483a528 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Synchronizing usage tracker for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:00:21.965972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a13c4-ab24-415f-9048-eee6f7202da8 req-a898c5f7-660c-4258-ab00-f0db89b13c8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:21.967473 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-149a13c4-ab24-415f-9048-eee6f7202da8 req-a898c5f7-660c-4258-ab00-f0db89b13c8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 915 time: 0.1568382 Jan 17 09:00:22.027894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-39f5cd90-437f-459c-87f2-cf8f5b786804 req-453aaf4b-49cd-43a0-b085-6bb11483a528 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Unset dirty status for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:00:22.029064 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-39f5cd90-437f-459c-87f2-cf8f5b786804 req-453aaf4b-49cd-43a0-b085-6bb11483a528 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2315910 Jan 17 09:00:22.072615 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-149a13c4-ab24-415f-9048-eee6f7202da8 req-be179772-9b15-48f5-be48-36f69fe31fd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 1001 time: 0.0992770 Jan 17 09:00:22.133906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a13c4-ab24-415f-9048-eee6f7202da8 req-4a1062de-6948-49d8-a2f8-d34ddbc9b71a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:00:22.135274 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-149a13c4-ab24-415f-9048-eee6f7202da8 req-4a1062de-6948-49d8-a2f8-d34ddbc9b71a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 200 len: 853 time: 0.0575871 Jan 17 09:00:22.214699 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-149a13c4-ab24-415f-9048-eee6f7202da8 req-4edae5ca-e9fe-4623-83fb-f860be266f3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4beaa901-62c5-461d-8a64-d9fc75ae161c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729883 Jan 17 09:00:22.344512 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-149a13c4-ab24-415f-9048-eee6f7202da8 req-88a00a75-c11f-44f4-9b1f-01d8ad0a3b80 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233966 Jan 17 09:00:22.472683 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-149a13c4-ab24-415f-9048-eee6f7202da8 req-3e999374-1e32-44de-a436-2b2387691348 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220756 Jan 17 09:00:36.158025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4e73dd48-2fbb-4b4d-ac22-c18066336a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:38.245652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4f4d1800-7cdc-46c6-8345-9d62d37f7621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:39.525427 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:39.730946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:41.128637 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:49.994230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:00:55.737990 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:01:03.538577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-59131bca-306b-41c6-9002-ddb035077e0a req-87cb1945-369a-4ecd-99ac-c4265fb207f5 tempest-ServerDiskConfigTestJSON-970828802 tempest-ServerDiskConfigTestJSON-970828802-project] (84154) timed out ('10.222.0.53', 60578) {{(pid=84154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 09:01:06.147853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c6334868-626d-4cf3-968f-4faf85506063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:08.230988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47657a93-e758-44bd-a235-b49bb718a401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:08.845810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f00c4-27a7-40c0-847d-4b9df058177e req-192c28f2-7407-4055-8cfc-8d169e704dee tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:08.848499 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0c6f00c4-27a7-40c0-847d-4b9df058177e req-192c28f2-7407-4055-8cfc-8d169e704dee tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.2478783 Jan 17 09:01:08.853677 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bae333e5-e178-4b46-b0cf-0b79dddd7e3e req-f3a8b2b0-b169-46bb-b9f5-68001b66573f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1137 time: 0.2177706 Jan 17 09:01:08.990177 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0c6f00c4-27a7-40c0-847d-4b9df058177e req-f9eeca06-483e-44d5-8fc2-47a86ad53f02 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354997 Jan 17 09:01:09.034000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae333e5-e178-4b46-b0cf-0b79dddd7e3e req-5b0f08f1-c7af-445a-9708-346a81844a2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:09.035766 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bae333e5-e178-4b46-b0cf-0b79dddd7e3e req-5b0f08f1-c7af-445a-9708-346a81844a2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 915 time: 0.1667919 Jan 17 09:01:09.142614 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bae333e5-e178-4b46-b0cf-0b79dddd7e3e req-b414c467-caa8-4478-bd12-ada284a28855 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 1001 time: 0.1002808 Jan 17 09:01:09.206072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae333e5-e178-4b46-b0cf-0b79dddd7e3e req-12bf7b0d-d120-4264-b17c-6a6aa1413ea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:09.207717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bae333e5-e178-4b46-b0cf-0b79dddd7e3e req-12bf7b0d-d120-4264-b17c-6a6aa1413ea7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 200 len: 853 time: 0.0596628 Jan 17 09:01:09.292815 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bae333e5-e178-4b46-b0cf-0b79dddd7e3e req-123014c5-b0b7-4f38-8785-575ba25521b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4beaa901-62c5-461d-8a64-d9fc75ae161c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774810 Jan 17 09:01:09.426729 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bae333e5-e178-4b46-b0cf-0b79dddd7e3e req-ea5d16c5-622a-453f-9085-456ac9aa2845 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275024 Jan 17 09:01:09.516683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:09.559013 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bae333e5-e178-4b46-b0cf-0b79dddd7e3e req-c00d0c20-34c0-44e4-bec5-67bd987da1fe service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263485 Jan 17 09:01:09.670987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:10.200408 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0bd44-8ab5-42bb-8d57-3b9b21ba652a req-98bc743b-4efe-4d46-9d8c-fa1ad398f7c3 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:10.201887 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6b0bd44-8ab5-42bb-8d57-3b9b21ba652a req-98bc743b-4efe-4d46-9d8c-fa1ad398f7c3 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.0819800 Jan 17 09:01:10.247913 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f6b0bd44-8ab5-42bb-8d57-3b9b21ba652a req-3d9c51d9-4e3f-4179-b68d-51b2a1ff84ce tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397396 Jan 17 09:01:11.142046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:11.448092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c48b1-22c4-4a8e-beab-15ab7c401ead req-a445ba13-6aa6-459c-b294-a74eea7b6450 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:11.449451 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b09c48b1-22c4-4a8e-beab-15ab7c401ead req-a445ba13-6aa6-459c-b294-a74eea7b6450 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.0750411 Jan 17 09:01:11.496527 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b09c48b1-22c4-4a8e-beab-15ab7c401ead req-2aa777b1-502e-454d-b581-a9e7aa8ca45a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415471 Jan 17 09:01:12.699145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c50ad-e4d7-401a-888c-1abba14206a0 req-b5880dfc-a3bf-4e90-93c8-739461bdc91a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:12.700629 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f70c50ad-e4d7-401a-888c-1abba14206a0 req-b5880dfc-a3bf-4e90-93c8-739461bdc91a tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.0835762 Jan 17 09:01:12.751640 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f70c50ad-e4d7-401a-888c-1abba14206a0 req-75c021cd-0e04-4e30-b418-5d229f6f7bab tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421968 Jan 17 09:01:13.944793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d002-74df-47fc-9438-451fae8f4309 req-3f391f9b-144d-4412-88f4-61fb6342dae0 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:13.946189 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c750d002-74df-47fc-9438-451fae8f4309 req-3f391f9b-144d-4412-88f4-61fb6342dae0 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.0798202 Jan 17 09:01:13.991455 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c750d002-74df-47fc-9438-451fae8f4309 req-e0ac07f0-5184-4b45-8232-4124b9cdbb56 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395987 Jan 17 09:01:15.185478 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d4fa4-85ef-46f2-9e29-1124da6e2056 req-b89dda5c-e13f-4346-9024-20647b9e17e7 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:15.186924 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f4d4fa4-85ef-46f2-9e29-1124da6e2056 req-b89dda5c-e13f-4346-9024-20647b9e17e7 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.0774724 Jan 17 09:01:15.237308 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f4d4fa4-85ef-46f2-9e29-1124da6e2056 req-e73a16ae-a840-4af8-adfc-7e01f4bd2855 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442951 Jan 17 09:01:16.433642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad06a2-44a5-431d-843f-e0af2d1e1e24 req-57dc6425-a98a-43a0-b9c7-8623bc685f1b tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:16.435429 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-82ad06a2-44a5-431d-843f-e0af2d1e1e24 req-57dc6425-a98a-43a0-b9c7-8623bc685f1b tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.0753982 Jan 17 09:01:16.482074 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-82ad06a2-44a5-431d-843f-e0af2d1e1e24 req-744ebb6a-ad3f-417b-b092-df671ac8b2e0 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411384 Jan 17 09:01:17.685863 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56829939-99bf-4ffa-8432-46ea4c681f2f req-74e31e5f-ef8d-42ad-b046-7c91f67a858b tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:17.687420 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56829939-99bf-4ffa-8432-46ea4c681f2f req-74e31e5f-ef8d-42ad-b046-7c91f67a858b tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.0812547 Jan 17 09:01:17.739545 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-56829939-99bf-4ffa-8432-46ea4c681f2f req-002cb5ff-98d1-4387-b36b-2198c58f1813 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461943 Jan 17 09:01:19.001004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd4b5-274b-43ed-98fd-d5683635fc1f req-91b75ebf-ae53-45a3-a0bd-bf1cf2ffad09 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:19.002452 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d43bd4b5-274b-43ed-98fd-d5683635fc1f req-91b75ebf-ae53-45a3-a0bd-bf1cf2ffad09 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.1067352 Jan 17 09:01:19.005285 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92930452-a108-4b6a-bd6a-66a8066668a5 req-d2f7bc2c-2973-4baf-98e1-20717b9f97a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1137 time: 0.2158692 Jan 17 09:01:19.128910 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d43bd4b5-274b-43ed-98fd-d5683635fc1f req-3f657831-15f8-452b-90bc-97e764444636 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1208179 Jan 17 09:01:19.166615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930452-a108-4b6a-bd6a-66a8066668a5 req-707d3a7f-40b8-48f7-94a3-3029f3f6bd45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:19.168071 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92930452-a108-4b6a-bd6a-66a8066668a5 req-707d3a7f-40b8-48f7-94a3-3029f3f6bd45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 915 time: 0.1424034 Jan 17 09:01:19.272605 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92930452-a108-4b6a-bd6a-66a8066668a5 req-9ff490a3-d742-44c6-97c4-c8ec426409d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 1001 time: 0.0987484 Jan 17 09:01:19.336462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930452-a108-4b6a-bd6a-66a8066668a5 req-a857fe5e-2a0e-4b0a-83b8-e081717b70eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:19.337846 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92930452-a108-4b6a-bd6a-66a8066668a5 req-a857fe5e-2a0e-4b0a-83b8-e081717b70eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 200 len: 853 time: 0.0590825 Jan 17 09:01:19.410431 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92930452-a108-4b6a-bd6a-66a8066668a5 req-e378573c-001a-424f-863d-1a2813c3098f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4beaa901-62c5-461d-8a64-d9fc75ae161c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662911 Jan 17 09:01:19.627547 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92930452-a108-4b6a-bd6a-66a8066668a5 req-288f48bc-84d2-4fe6-a7f4-2ac54f509ce1 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120566 Jan 17 09:01:19.754855 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92930452-a108-4b6a-bd6a-66a8066668a5 req-66e6cb9c-8ebd-43a5-9100-f8f5d66e27e4 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212599 Jan 17 09:01:20.005427 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:20.324661 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3569cf-2f64-4293-80a1-d991fce7501e req-9fc8d93d-5c82-41d8-a773-f6ef130a3b94 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:20.324661 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4f3569cf-2f64-4293-80a1-d991fce7501e req-9fc8d93d-5c82-41d8-a773-f6ef130a3b94 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.0762644 Jan 17 09:01:20.374220 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4f3569cf-2f64-4293-80a1-d991fce7501e req-3c862ded-b947-4247-a540-614c88b56c45 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465221 Jan 17 09:01:21.576555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836f647-1c2e-45ad-bec7-5d033ca4bf1a req-d9be40db-55a7-4430-a408-055246314eaa tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:01:21.577986 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5836f647-1c2e-45ad-bec7-5d033ca4bf1a req-d9be40db-55a7-4430-a408-055246314eaa tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.0848377 Jan 17 09:01:21.629324 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5836f647-1c2e-45ad-bec7-5d033ca4bf1a req-596122e2-487d-40b7-88af-6e82dee60a11 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=75984669-4035-464d-b7d0-d6fea923a8ec&id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450330 Jan 17 09:01:32.738025 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:01:36.127390 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5f4414be-a755-48d2-8c01-7caa688a5b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:38.238861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8337e8c7-81e6-435c-afa1-c74caa48ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:39.530066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:39.690883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:41.156129 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:01:50.032848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:06.135522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d84e957b-363b-4d7d-ac9b-1e08c35575ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:08.250103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f794d7ef-b404-45bc-b7ba-ed71bf4c2252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:09.518378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:09.678475 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:09.737213 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:02:11.115550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:20.053286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:20.413258 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8493e834-2503-43e1-a1ce-726560501e9e req-931bb250-efff-419a-b05c-2e7138a9aadc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684452 Jan 17 09:02:20.555558 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8493e834-2503-43e1-a1ce-726560501e9e req-863eeee6-6480-4de2-9963-a8ab3b1683d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1137 time: 0.0671749 Jan 17 09:02:20.696797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493e834-2503-43e1-a1ce-726560501e9e req-fa23ce2b-7048-4973-b5b8-41882bf3aa20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:20.698140 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8493e834-2503-43e1-a1ce-726560501e9e req-fa23ce2b-7048-4973-b5b8-41882bf3aa20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 915 time: 0.1231337 Jan 17 09:02:20.798937 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8493e834-2503-43e1-a1ce-726560501e9e req-b629e132-8e52-41b8-b9a7-d4d18c2581a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 1001 time: 0.0943301 Jan 17 09:02:20.861854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493e834-2503-43e1-a1ce-726560501e9e req-045553e1-b902-456d-b4fe-08b8ed76e542 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:20.863273 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8493e834-2503-43e1-a1ce-726560501e9e req-045553e1-b902-456d-b4fe-08b8ed76e542 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 200 len: 853 time: 0.0584204 Jan 17 09:02:20.933645 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8493e834-2503-43e1-a1ce-726560501e9e req-763aa4a1-1195-4b46-96b4-959e9ae611d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4beaa901-62c5-461d-8a64-d9fc75ae161c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649111 Jan 17 09:02:21.059717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8493e834-2503-43e1-a1ce-726560501e9e req-017db53f-9912-42f5-88a0-f481276c5503 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198413 Jan 17 09:02:21.188277 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8493e834-2503-43e1-a1ce-726560501e9e req-37e1a9ba-5de1-4409-bad8-b568da91a479 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229875 Jan 17 09:02:25.159595 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-862295e9-911c-493c-96da-64c0a5012fb9 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960778127&fields=id&tenant_id=a5ceb90c7f924a25a5e6024540580c4d HTTP/1.1" status: 200 len: 267 time: 0.0392380 Jan 17 09:02:25.327091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-fcdeb213-2640-4083-9493-19713f8271a0 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:25.328550 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-fcdeb213-2640-4083-9493-19713f8271a0 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 984 time: 0.1633692 Jan 17 09:02:25.339397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Request body: {'port': {'security_groups': ['ff9b3df4-1f96-4101-af67-767bbcc6b940']}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:02:25.451318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:25.677807 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] For port 6a9ba090-47f5-4bb1-a462-926e63105460, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6a9ba090-47f5-4bb1-a462-926e63105460,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:25.702246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:25.766240 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:25.777228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6a9ba090-47f5-4bb1-a462-926e63105460'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:02:25.837095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:25.837715 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:25.839084 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2fddc5cb-5fae-4874-ac61-e23615cef199 req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "PUT /v2.0/ports/6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 942 time: 0.5040779 Jan 17 09:02:25.839579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:02:25.846556 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35224) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:25.867618 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event updated for resources: {'Port': ['ID=6a9ba090-47f5-4bb1-a462-926e63105460,revision_number=7']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:25.878402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.878764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.879251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.879691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.880037 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.880364 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.880747 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.882436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.882929 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.883295 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.883875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23214a96-4044-4cb2-8a81-97c49bb19cd1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:25.935504 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460', 'status': 'completed', 'code': 200} Jan 17 09:02:25.938327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6a9ba090-47f5-4bb1-a462-926e63105460'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:02:25.939064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:26.019026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:26.084283 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-71c07850-a7c4-4176-b3f4-632d36db3e7c req-99b6287a-35ea-49e4-8475-df261b1711ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1098 time: 0.1250756 Jan 17 09:02:26.156386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-dbb2162c-15ab-4d06-9055-87048a92623d None None] Provisioning complete for port 6a9ba090-47f5-4bb1-a462-926e63105460 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:02:26.156669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dbb2162c-15ab-4d06-9055-87048a92623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:26.225747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c07850-a7c4-4176-b3f4-632d36db3e7c req-5cf2ea31-4cd2-4ad0-bace-c2d5931c2650 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:26.227212 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-71c07850-a7c4-4176-b3f4-632d36db3e7c req-5cf2ea31-4cd2-4ad0-bace-c2d5931c2650 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 915 time: 0.1363158 Jan 17 09:02:26.288924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:26.324438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75984669-4035-464d-b7d0-d6fea923a8ec,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:26.341215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.347332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:02:26.358806 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-71c07850-a7c4-4176-b3f4-632d36db3e7c req-a3cf2109-a781-4e44-b98c-631847441834 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 1001 time: 0.1247516 Jan 17 09:02:26.429109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c07850-a7c4-4176-b3f4-632d36db3e7c req-71f7f352-4a96-434e-8bab-752cada1cf0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:26.430557 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-71c07850-a7c4-4176-b3f4-632d36db3e7c req-71f7f352-4a96-434e-8bab-752cada1cf0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 200 len: 853 time: 0.0653260 Jan 17 09:02:26.431286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:26.432269 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a161754b-e6a3-469d-bde3-2effc4c93a7e tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "DELETE /v2.0/security-groups/75984669-4035-464d-b7d0-d6fea923a8ec HTTP/1.1" status: 204 len: 168 time: 0.5841584 Jan 17 09:02:26.434995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35228) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:26.762090 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-71c07850-a7c4-4176-b3f4-632d36db3e7c req-d3ee1636-62e6-4412-bac5-83adb61f382b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4beaa901-62c5-461d-8a64-d9fc75ae161c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1866047 Jan 17 09:02:26.792990 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Deleting port 5d0f4a3d-31eb-4354-9acb-5d782413d7ac {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:26.793329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:27.016642 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-71c07850-a7c4-4176-b3f4-632d36db3e7c req-bd1de500-3358-44ad-82ad-c8e14c145559 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474649 Jan 17 09:02:27.118702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:27.119029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:27.247997 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Calling delete_port for 5d0f4a3d-31eb-4354-9acb-5d782413d7ac owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:27.328939 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-71c07850-a7c4-4176-b3f4-632d36db3e7c req-97a70237-1aa0-4759-bf4d-319a0213c588 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057697 Jan 17 09:02:27.509632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:27.557983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event deleted for resources: {'Port': ['ID=5d0f4a3d-31eb-4354-9acb-5d782413d7ac,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:27.647107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:28.142621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Router c7b9d173-c12e-455e-bbc9-736d8d16f020 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:02:28.339121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:02:28.350968 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] Sync routers for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:02:28.369568 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:02:28.370524 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:02:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:28.429837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:28.483782 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2924fe2e-ed5c-42b2-93b4-0895613f43f1 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "DELETE /v2.0/floatingips/c7baa09e-a03d-46b0-a397-87856c1f0175 HTTP/1.1" status: 204 len: 168 time: 2.0477786 Jan 17 09:02:28.484687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:02:28.555731 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:02:28.624566 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460', 'status': 'completed', 'code': 200} Jan 17 09:02:28.728976 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-60213fba-d6ca-46ca-8321-f8a4375516c8 req-46cf6302-5b4b-4f10-b27b-c21379f6d139 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 1098 time: 0.0812147 Jan 17 09:02:28.867894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60213fba-d6ca-46ca-8321-f8a4375516c8 req-dbc6a9d7-4acd-4ddc-8802-1ba6b4821bf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:28.869362 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-60213fba-d6ca-46ca-8321-f8a4375516c8 req-dbc6a9d7-4acd-4ddc-8802-1ba6b4821bf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 200 len: 915 time: 0.1341376 Jan 17 09:02:28.914576 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'f20eff0b-00cb-4538-b612-d7d91c7e4062', 'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'mac_address': 'fa:16:3e:d5:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:13Z', 'updated_at': '2022-01-17T08:59:23Z', 'revision_number': 5, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'subnets': [{'id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:28.919098 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] Checking router: c7b9d173-c12e-455e-bbc9-736d8d16f020 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:02:28.931508 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:02:28.932333 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:02:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:28.944249 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-60213fba-d6ca-46ca-8321-f8a4375516c8 req-f5e1bb8d-f7d8-4907-b936-19b9c4c8232a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 200 len: 217 time: 0.0678625 Jan 17 09:02:29.017502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60213fba-d6ca-46ca-8321-f8a4375516c8 req-d533bc0c-b757-439e-8a57-364d65c44cf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:29.018959 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-60213fba-d6ca-46ca-8321-f8a4375516c8 req-d533bc0c-b757-439e-8a57-364d65c44cf3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 200 len: 853 time: 0.0688195 Jan 17 09:02:29.104410 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-60213fba-d6ca-46ca-8321-f8a4375516c8 req-8894832b-188c-42df-921f-2917f55e89c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4beaa901-62c5-461d-8a64-d9fc75ae161c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781369 Jan 17 09:02:29.124998 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:02:29.247827 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-60213fba-d6ca-46ca-8321-f8a4375516c8 req-3fcdcddd-b427-4985-8e43-85e91ac2ebd8 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367028 Jan 17 09:02:29.380106 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-60213fba-d6ca-46ca-8321-f8a4375516c8 req-c3e1e69b-3c14-45ad-a73f-cccfacad4012 service neutron] 10.222.0.53 "GET /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259620 Jan 17 09:02:29.442876 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'f20eff0b-00cb-4538-b612-d7d91c7e4062', 'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'mac_address': 'fa:16:3e:d5:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:13Z', 'updated_at': '2022-01-17T08:59:23Z', 'revision_number': 5, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'subnets': [{'id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:29.447093 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854aa3e-04b7-4fa5-907c-23ca34ea9077 None None] The sync data for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv is: [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T08:59:14Z', 'revision_number': 4, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'f20eff0b-00cb-4538-b612-d7d91c7e4062', 'name': '', 'network_id': '4beaa901-62c5-461d-8a64-d9fc75ae161c', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'mac_address': 'fa:16:3e:d5:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:13Z', 'updated_at': '2022-01-17T08:59:23Z', 'revision_number': 5, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'subnets': [{'id': '6d9d1365-76a9-45f2-b7db-5f368ea6d69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:02:29.692166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29e8f37-e16e-438f-b669-9e9f90acdcb5 None None] New status for floating IP c7baa09e-a03d-46b0-a397-87856c1f0175: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:02:34.489440 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa48d7-f630-4d55-81a8-d0002c6bc36f req-327f34b9-1794-4dad-a3a9-a435615b2504 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:34.491017 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cafa48d7-f630-4d55-81a8-d0002c6bc36f req-327f34b9-1794-4dad-a3a9-a435615b2504 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.0909543 Jan 17 09:02:34.537993 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cafa48d7-f630-4d55-81a8-d0002c6bc36f req-99ab52bc-ba0f-4dd3-8aed-0d3edfbabdd4 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Jan 17 09:02:35.742761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c868e-bcb8-443a-85df-b16a04c7f1b4 req-504a32a2-96e9-43b5-aa29-7e5fb23ba787 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:35.743413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9f9c868e-bcb8-443a-85df-b16a04c7f1b4 req-504a32a2-96e9-43b5-aa29-7e5fb23ba787 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Synchronizing usage tracker for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:02:35.820960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9f9c868e-bcb8-443a-85df-b16a04c7f1b4 req-504a32a2-96e9-43b5-aa29-7e5fb23ba787 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Unset dirty status for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:02:35.822163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f9c868e-bcb8-443a-85df-b16a04c7f1b4 req-504a32a2-96e9-43b5-aa29-7e5fb23ba787 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.1587124 Jan 17 09:02:35.872056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9f9c868e-bcb8-443a-85df-b16a04c7f1b4 req-6d7ba2fd-6336-4fc6-b1af-f474a73d4286 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Synchronizing usage tracker for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:02:35.969340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9f9c868e-bcb8-443a-85df-b16a04c7f1b4 req-6d7ba2fd-6336-4fc6-b1af-f474a73d4286 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Unset dirty status for tenant:a5ceb90c7f924a25a5e6024540580c4d on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:02:35.970519 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9f9c868e-bcb8-443a-85df-b16a04c7f1b4 req-6d7ba2fd-6336-4fc6-b1af-f474a73d4286 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427584 Jan 17 09:02:36.115079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-55498e01-05b7-4d10-a3f9-268c4daa1e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:36.513663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-7b902f95-56ba-4988-9266-fd90abd055aa tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:36.515091 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-7b902f95-56ba-4988-9266-fd90abd055aa tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.0803189 Jan 17 09:02:36.581181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Deleting port 6a9ba090-47f5-4bb1-a462-926e63105460 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:36.581517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:36.828242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] For port 6a9ba090-47f5-4bb1-a462-926e63105460, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6a9ba090-47f5-4bb1-a462-926e63105460,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:36.828963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:37.049274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Calling delete_port for 6a9ba090-47f5-4bb1-a462-926e63105460 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:37.172487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f15262-53ed-4e16-a726-f0e3eac4a190 req-390036d1-0f2f-45f3-a2c8-b51b3fbea140 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:02:37.173976 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-52f15262-53ed-4e16-a726-f0e3eac4a190 req-390036d1-0f2f-45f3-a2c8-b51b3fbea140 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 945 time: 0.0804555 Jan 17 09:02:37.223096 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-52f15262-53ed-4e16-a726-f0e3eac4a190 req-d296ad27-d6d9-4b43-8d7e-c45fdc5727ea tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff9b3df4-1f96-4101-af67-767bbcc6b940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Jan 17 09:02:37.280962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:37.292049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6a9ba090-47f5-4bb1-a462-926e63105460'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:02:37.335593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Pushing event deleted for resources: {'Port': ['ID=6a9ba090-47f5-4bb1-a462-926e63105460,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:37.407306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] No DVR routers for this DVR port 6a9ba090-47f5-4bb1-a462-926e63105460 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:02:37.409669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:37.412672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'name': 'network-vif-deleted', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:02:37.467814 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2cf8c6-cf6d-4000-a802-a05c39e2da2e', 'name': 'network-vif-deleted', 'tag': '6a9ba090-47f5-4bb1-a462-926e63105460', 'status': 'completed', 'code': 200} Jan 17 09:02:37.508063 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-18efac44-0f71-4b98-a99d-e78f8d9f3f9f req-937888f9-d541-4e7f-b467-dff97a350b75 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.53 "DELETE /v2.0/ports/6a9ba090-47f5-4bb1-a462-926e63105460 HTTP/1.1" status: 204 len: 173 time: 0.9875712 Jan 17 09:02:38.284032 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52bdf671-7644-46cd-9553-d84dd2f9a650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:38.399372 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d5d93e41-4950-4b8b-8850-e808ebb07e65 req-ad2a7d0b-105d-4fe7-af0a-d5eb4af69048 tempest-TestMinimumBasicScenario-367505693 tempest-TestMinimumBasicScenario-367505693-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb2cf8c6-cf6d-4000-a802-a05c39e2da2e HTTP/1.1" status: 200 len: 210 time: 0.0406744 Jan 17 09:02:39.349180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6a9ba090-47f5-4bb1-a462-926e63105460 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:02:39.390816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 6a9ba090-47f5-4bb1-a462-926e63105460 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:02:39.391155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6a9ba090-47f5-4bb1-a462-926e63105460 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:02:39.528987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:39.726220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:40.868020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35326) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:41.124429 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:41.256697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:41.851170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Deleting port f20eff0b-00cb-4538-b612-d7d91c7e4062 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:41.851505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:42.122019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] For port f20eff0b-00cb-4538-b612-d7d91c7e4062, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f20eff0b-00cb-4538-b612-d7d91c7e4062,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:42.122680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:42.239818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Calling delete_port for f20eff0b-00cb-4538-b612-d7d91c7e4062 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:42.495501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:42.539457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f20eff0b-00cb-4538-b612-d7d91c7e4062,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:42.842999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:43.420091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Router c7b9d173-c12e-455e-bbc9-736d8d16f020 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:02:43.723904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:02:43.733515 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] Sync routers for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:02:43.737080 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1b0a1178-ffcc-42e5-9479-be62a61787c4 admin admin] 10.222.0.44 "PUT /v2.0/routers/c7b9d173-c12e-455e-bbc9-736d8d16f020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8675542 Jan 17 09:02:43.739422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35330) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:43.746689 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:02:43.747328 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:02:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:43.932645 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:02:43.936078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:44.138419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:44.206235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Deleting port 8a58be06-ecd8-45ac-8ce2-506454957155 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:44.206572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:44.218265 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T09:02:42Z', 'revision_number': 5, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port': {'id': '8a58be06-ecd8-45ac-8ce2-506454957155', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:11Z', 'updated_at': '2022-01-17T08:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:44.223432 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] Checking router: c7b9d173-c12e-455e-bbc9-736d8d16f020 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:02:44.234953 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] Routers {'c7b9d173-c12e-455e-bbc9-736d8d16f020'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:02:44.234953 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:02:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['c7b9d173-c12e-455e-bbc9-736d8d16f020'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:44.389330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] For port 8a58be06-ecd8-45ac-8ce2-506454957155, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=8a58be06-ecd8-45ac-8ce2-506454957155,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:44.389576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:44.414758 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] Set router c7b9d173-c12e-455e-bbc9-736d8d16f020 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:02:44.511971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Calling delete_port for 8a58be06-ecd8-45ac-8ce2-506454957155 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:44.519844 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T09:02:44Z', 'revision_number': 6, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:44.524320 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97891435-100b-49e2-ad3b-a42a0bdecb7e None None] The sync data for ids ['c7b9d173-c12e-455e-bbc9-736d8d16f020'] in dv-neutron-824874-1-hyperv is: [{'id': 'c7b9d173-c12e-455e-bbc9-736d8d16f020', 'name': 'tempest-TestMinimumBasicScenario-459311412-router', 'tenant_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:10Z', 'updated_at': '2022-01-17T09:02:44Z', 'revision_number': 6, 'project_id': 'a5ceb90c7f924a25a5e6024540580c4d', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:02:44.769579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:44.817330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a58be06-ecd8-45ac-8ce2-506454957155,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:44.948827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f20eff0b-00cb-4538-b612-d7d91c7e4062 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:02:44.981884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: f20eff0b-00cb-4538-b612-d7d91c7e4062 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:02:44.982233 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f20eff0b-00cb-4538-b612-d7d91c7e4062 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:02:45.056140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.419743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.424108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.523582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.524243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7b9d173-c12e-455e-bbc9-736d8d16f020 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:02:45.536781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.541273 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c83dcd14-6593-4e56-9af7-060030c12043 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c7b9d173-c12e-455e-bbc9-736d8d16f020 HTTP/1.1" status: 204 len: 168 time: 1.7975287 Jan 17 09:02:45.541273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35334) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:45.607235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9de036e-d6d3-43d5-9db3-18364a6af877 admin admin] Deleting subnet 6d9d1365-76a9-45f2-b7db-5f368ea6d69d {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:02:45.610394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9de036e-d6d3-43d5-9db3-18364a6af877 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.662703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9de036e-d6d3-43d5-9db3-18364a6af877 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.741848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9de036e-d6d3-43d5-9db3-18364a6af877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.941678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9de036e-d6d3-43d5-9db3-18364a6af877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.979507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de036e-d6d3-43d5-9db3-18364a6af877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9d1365-76a9-45f2-b7db-5f368ea6d69d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:45.983476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9de036e-d6d3-43d5-9db3-18364a6af877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:45.988608 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118919b7-ff54-427b-8ecc-540aa49ea8bc None None] Network 4beaa901-62c5-461d-8a64-d9fc75ae161c requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:02:45.989876 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d9de036e-d6d3-43d5-9db3-18364a6af877 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6d9d1365-76a9-45f2-b7db-5f368ea6d69d HTTP/1.1" status: 204 len: 168 time: 0.4485197 Jan 17 09:02:45.992981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35338) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:46.098642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.110072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Deleting port 31c34765-3408-41c9-bb18-0d5a17bc180d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:46.110072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.234323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] DHCP port deletion for 4beaa901-62c5-461d-8a64-d9fc75ae161c request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:02:46.238245 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] Deleting port 31c34765-3408-41c9-bb18-0d5a17bc180d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:46.238615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.315699 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] For port 31c34765-3408-41c9-bb18-0d5a17bc180d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=31c34765-3408-41c9-bb18-0d5a17bc180d,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:46.316052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.441527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Calling delete_port for 31c34765-3408-41c9-bb18-0d5a17bc180d owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:46.477258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] For port 31c34765-3408-41c9-bb18-0d5a17bc180d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=31c34765-3408-41c9-bb18-0d5a17bc180d,segment=NetworkSegment(0374e4e6-edd0-4ba1-8b88-3672f1e9bda2),segment_id=0374e4e6-edd0-4ba1-8b88-3672f1e9bda2)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:46.477648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.589344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.593775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] Calling delete_port for 31c34765-3408-41c9-bb18-0d5a17bc180d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:46.633441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Pushing event deleted for resources: {'Port': ['ID=31c34765-3408-41c9-bb18-0d5a17bc180d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:46.639373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] No DVR routers for this DVR port 31c34765-3408-41c9-bb18-0d5a17bc180d on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:02:46.664010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:02:46.664367 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:02:46.742026 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:02:46.750623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.778025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4beaa901-62c5-461d-8a64-d9fc75ae161c']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:46.790264 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:46.790553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0374e4e6-edd0-4ba1-8b88-3672f1e9bda2') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:46.801673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.817398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.823629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:02:46.824013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:02:46.837234 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:02:46.898695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 31c34765-3408-41c9-bb18-0d5a17bc180d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:02:46.933554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 31c34765-3408-41c9-bb18-0d5a17bc180d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:02:46.933897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 31c34765-3408-41c9-bb18-0d5a17bc180d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:02:46.934323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 8a58be06-ecd8-45ac-8ce2-506454957155 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:02:46.965441 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 8a58be06-ecd8-45ac-8ce2-506454957155 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:02:46.965781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 8a58be06-ecd8-45ac-8ce2-506454957155 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:02:47.026583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:47.043090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:47.053146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] Pushing event deleted for resources: {'Network': ['ID=4beaa901-62c5-461d-8a64-d9fc75ae161c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:47.124037 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-63152078-87c4-4f7e-85a9-546dc992dcfb admin admin] 10.222.0.44 "DELETE /v2.0/networks/4beaa901-62c5-461d-8a64-d9fc75ae161c HTTP/1.1" status: 204 len: 168 time: 1.1300030 Jan 17 09:02:47.126651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35342) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:47.165453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] Deleting port 31c34765-3408-41c9-bb18-0d5a17bc180d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:47.166315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:47.228742 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3a02f-6d2f-4ac4-9db7-3db695c4e98d None None] The port '31c34765-3408-41c9-bb18-0d5a17bc180d' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 09:02:47.605842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:48.198440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Deleting port 198a1301-bf47-4bae-865f-c80e11741785 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:48.198770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:48.362211 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] For port 198a1301-bf47-4bae-865f-c80e11741785, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=198a1301-bf47-4bae-865f-c80e11741785,segment=NetworkSegment(431a4fb7-5d8c-4cdb-8173-c6b6cf786a77),segment_id=431a4fb7-5d8c-4cdb-8173-c6b6cf786a77)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:48.362560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:48.479659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Calling delete_port for 198a1301-bf47-4bae-865f-c80e11741785 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:48.724168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:48.769275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=198a1301-bf47-4bae-865f-c80e11741785,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:49.142735 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:49.711591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:02:49.907404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:02:49.916631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] Sync routers for ids ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:02:49.927841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] Routers {'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:02:49.928438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:02:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:49.990651 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-96a3f40c-d372-4ee9-8c89-8e0e5fcc5e24 admin admin] 10.222.0.44 "PUT /v2.0/routers/e75b2cd5-32c7-4b68-a031-0fe83f0ef08f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8628781 Jan 17 09:02:49.993036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35346) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:50.088344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:50.113990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] Set router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:02:50.187619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:50.382180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:50.396923 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a3bda904-2977-4ade-9e25-07a592254318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:18Z', 'updated_at': '2022-01-17T09:02:48Z', 'revision_number': 5, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'gw_port': {'id': 'a3bda904-2977-4ade-9e25-07a592254318', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T08:59:19Z', 'updated_at': '2022-01-17T08:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:50.400753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] Checking router: e75b2cd5-32c7-4b68-a031-0fe83f0ef08f for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:02:50.411163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] Routers {'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:02:50.411820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:02:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:50.460927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Deleting port a3bda904-2977-4ade-9e25-07a592254318 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:50.462439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:50.562863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] Set router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:02:50.671511 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:18Z', 'updated_at': '2022-01-17T09:02:50Z', 'revision_number': 6, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:50.675687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d4025-86be-423d-9f7c-8cac748602cd None None] The sync data for ids ['e75b2cd5-32c7-4b68-a031-0fe83f0ef08f'] in dv-neutron-824874-1-hyperv is: [{'id': 'e75b2cd5-32c7-4b68-a031-0fe83f0ef08f', 'name': 'tempest-TestMinimumBasicScenario-1404944361-router', 'tenant_id': '1679cf235363449a9c8dbf12dfe5423d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T08:59:18Z', 'updated_at': '2022-01-17T09:02:50Z', 'revision_number': 6, 'project_id': '1679cf235363449a9c8dbf12dfe5423d', 'gw_port_host': None}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:02:50.743370 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] For port a3bda904-2977-4ade-9e25-07a592254318, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a3bda904-2977-4ade-9e25-07a592254318,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:50.743592 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:50.860244 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Calling delete_port for a3bda904-2977-4ade-9e25-07a592254318 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:51.021045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 198a1301-bf47-4bae-865f-c80e11741785 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:02:51.060658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 198a1301-bf47-4bae-865f-c80e11741785 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:02:51.060658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 198a1301-bf47-4bae-865f-c80e11741785 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:02:51.101922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:51.150379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bda904-2977-4ade-9e25-07a592254318,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:51.369830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:51.628602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:51.632729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:51.749405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:51.749994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75b2cd5-32c7-4b68-a031-0fe83f0ef08f {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:02:51.767397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:51.768599 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f02bf135-faa2-437f-84cd-c1015091b234 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e75b2cd5-32c7-4b68-a031-0fe83f0ef08f HTTP/1.1" status: 204 len: 168 time: 1.7746720 Jan 17 09:02:51.773150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35350) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:51.836472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bed960-c919-4e48-a4cd-b4c76c5020f0 admin admin] Deleting subnet f58d22b2-381a-4144-89f4-c2f5ae0cd8cc {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:02:51.840372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6bed960-c919-4e48-a4cd-b4c76c5020f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:51.891397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6bed960-c919-4e48-a4cd-b4c76c5020f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:51.971290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6bed960-c919-4e48-a4cd-b4c76c5020f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:52.167046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6bed960-c919-4e48-a4cd-b4c76c5020f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:52.303973 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bed960-c919-4e48-a4cd-b4c76c5020f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58d22b2-381a-4144-89f4-c2f5ae0cd8cc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:52.311164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a6bed960-c919-4e48-a4cd-b4c76c5020f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:52.316322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733dfd8-a6f2-4642-84e6-25c6b21bffa5 None None] Network e655fe1a-25a8-49d1-a321-de5da7f58e16 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:02:52.317312 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a6bed960-c919-4e48-a4cd-b4c76c5020f0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f58d22b2-381a-4144-89f4-c2f5ae0cd8cc HTTP/1.1" status: 204 len: 168 time: 0.5428250 Jan 17 09:02:52.320301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35354) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:52.431337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:52.441970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Deleting port e94d7fb1-99f5-4c81-803c-17f73efbceb6 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:52.442303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:52.618748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] DHCP port deletion for e655fe1a-25a8-49d1-a321-de5da7f58e16 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:02:52.623073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] Deleting port e94d7fb1-99f5-4c81-803c-17f73efbceb6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:52.623560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:52.671748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] For port e94d7fb1-99f5-4c81-803c-17f73efbceb6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e94d7fb1-99f5-4c81-803c-17f73efbceb6,segment=NetworkSegment(431a4fb7-5d8c-4cdb-8173-c6b6cf786a77),segment_id=431a4fb7-5d8c-4cdb-8173-c6b6cf786a77)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:52.672109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:52.792340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Calling delete_port for e94d7fb1-99f5-4c81-803c-17f73efbceb6 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:52.831757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] For port e94d7fb1-99f5-4c81-803c-17f73efbceb6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e94d7fb1-99f5-4c81-803c-17f73efbceb6,segment=NetworkSegment(431a4fb7-5d8c-4cdb-8173-c6b6cf786a77),segment_id=431a4fb7-5d8c-4cdb-8173-c6b6cf786a77)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:02:52.832148 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:52.954290 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a3bda904-2977-4ade-9e25-07a592254318 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:02:52.977575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:52.986959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] Calling delete_port for e94d7fb1-99f5-4c81-803c-17f73efbceb6 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:02:53.022646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Pushing event deleted for resources: {'Port': ['ID=e94d7fb1-99f5-4c81-803c-17f73efbceb6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:53.024749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: a3bda904-2977-4ade-9e25-07a592254318 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:02:53.024929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a3bda904-2977-4ade-9e25-07a592254318 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:02:53.025262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e94d7fb1-99f5-4c81-803c-17f73efbceb6 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:02:53.027120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] No DVR routers for this DVR port e94d7fb1-99f5-4c81-803c-17f73efbceb6 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:02:53.065776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e94d7fb1-99f5-4c81-803c-17f73efbceb6 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:02:53.066025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e94d7fb1-99f5-4c81-803c-17f73efbceb6 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:02:53.095522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:02:53.095880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:02:53.149055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:53.174687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e655fe1a-25a8-49d1-a321-de5da7f58e16']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:53.192029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:53.192320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431a4fb7-5d8c-4cdb-8173-c6b6cf786a77') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:02:53.204376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:53.221080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:53.227098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:02:53.233163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:02:53.240270 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:02:53.389528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:53.405742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:53.421643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] Pushing event deleted for resources: {'Network': ['ID=e655fe1a-25a8-49d1-a321-de5da7f58e16,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:53.429746 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a16f6d00-848e-44a4-b0af-817d2707da1d admin admin] 10.222.0.44 "DELETE /v2.0/networks/e655fe1a-25a8-49d1-a321-de5da7f58e16 HTTP/1.1" status: 204 len: 168 time: 1.1053221 Jan 17 09:02:53.597462 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] Deleting port e94d7fb1-99f5-4c81-803c-17f73efbceb6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:02:53.598034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:53.663212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-eb52dd0f-460e-466b-bb98-bdc9a27ede78 None None] The port 'e94d7fb1-99f5-4c81-803c-17f73efbceb6' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 09:02:53.894205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35360) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:53.944323 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3fc2b2f1-b306-453b-9a9c-5c3a54229149 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5ceb90c7f924a25a5e6024540580c4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487831 Jan 17 09:02:53.946731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35364) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:54.005307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6b5371ad-d25f-4f6c-8c0d-e8d3e07a60ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:54.030216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6b5371ad-d25f-4f6c-8c0d-e8d3e07a60ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:54.166646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6b5371ad-d25f-4f6c-8c0d-e8d3e07a60ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:54.184205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5371ad-d25f-4f6c-8c0d-e8d3e07a60ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9b3df4-1f96-4101-af67-767bbcc6b940,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:54.273710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6b5371ad-d25f-4f6c-8c0d-e8d3e07a60ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:54.274845 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6b5371ad-d25f-4f6c-8c0d-e8d3e07a60ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff9b3df4-1f96-4101-af67-767bbcc6b940 HTTP/1.1" status: 204 len: 168 time: 0.3271849 Jan 17 09:02:55.006506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35372) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:55.056567 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b5f79b93-b769-46ab-b1b7-4a6dd658c990 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1679cf235363449a9c8dbf12dfe5423d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489087 Jan 17 09:02:55.059059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35376) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:55.125296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e82397d3-0f3c-4a54-8161-5a01b93248e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:55.150492 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e82397d3-0f3c-4a54-8161-5a01b93248e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:55.278143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e82397d3-0f3c-4a54-8161-5a01b93248e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:55.298882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82397d3-0f3c-4a54-8161-5a01b93248e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c8a387-94df-4063-b0d6-542f30be2790,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:55.303902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e82397d3-0f3c-4a54-8161-5a01b93248e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:55.305219 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e82397d3-0f3c-4a54-8161-5a01b93248e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9c8a387-94df-4063-b0d6-542f30be2790 HTTP/1.1" status: 204 len: 168 time: 0.2451196 Jan 17 09:02:59.497149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35422) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:02:59.502873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418270980', 'description': 'tempest-secgroup-smoke-1418270980 description', 'project_id': 'ec746e2a449f4588863f951482020a31'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:02:59.509356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:02:59.513129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:02:59.515920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:02:59.522518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:02:59.620945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:59.634225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:59.664252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:02:59.667918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:02:59.670991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:02:59.676760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:02:59.741952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:59.794518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:59.837858 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:02:59.840278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2f6231-aef4-4d73-b65d-6a28b3e59614,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:02:59.852421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:02:59.852421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:02:59.853604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:02:59.906804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:02:59.980476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.019731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a128e-6d13-4e36-978c-0e36d012c06a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:00.143135 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.144374 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6e2bbba0-18f1-476f-8149-c6cddcf4444a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6462376 Jan 17 09:03:00.147268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35426) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:00.152658 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '1c2a128e-6d13-4e36-978c-0e36d012c06a', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:00.158486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:00.162673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:00.165515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:00.171062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:00.269205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.327124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.397650 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.424331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d814fa3-d11e-4cb9-9569-10e10ba5ed0c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:00.500463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.501706 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-75f0f549-c961-4d8c-86d7-0664f6498fa0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3535295 Jan 17 09:03:00.504330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35430) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:00.509817 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '1c2a128e-6d13-4e36-978c-0e36d012c06a', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:00.515476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:00.519217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:00.522605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:00.528130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:00.626682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.688168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.754314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.779981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f2617b-b7c6-4de5-b443-5f9cf1dc7de1,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:00.880747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:00.881942 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6314d33e-0e00-4c97-9322-72041e8217e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3767104 Jan 17 09:03:00.884693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35434) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:00.889987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '1c2a128e-6d13-4e36-978c-0e36d012c06a', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:00.896312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:00.900090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:00.902965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:00.908483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:01.011994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.072007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.157559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.181497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42304d0e-8018-4014-92b7-7879c92f935e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:01.260647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.261886 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2d06214a-31d6-4e3d-aad8-fd4fdfd827df tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3762634 Jan 17 09:03:01.264646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35438) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:01.270049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '1c2a128e-6d13-4e36-978c-0e36d012c06a', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:01.276557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:01.280285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:01.283116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:01.289315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:01.369296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.430567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.500391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.525058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c66b81e-cc60-4d53-b8f4-a064154d6518,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:01.637238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.638396 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9e73508f-48ee-4b4c-8f94-3ab1057e344b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3728020 Jan 17 09:03:01.641045 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35442) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:01.646856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '1c2a128e-6d13-4e36-978c-0e36d012c06a', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:01.652647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:01.656333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:01.659117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:01.664942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:01.737026 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:03:01.743226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.805174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.885761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:01.909868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a66b88-1125-49f0-a832-51fd4cb8dbee,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:02.000804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.002055 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-80eb2a0d-e3d3-40eb-ac28-b5f597761a80 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3601108 Jan 17 09:03:02.004685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35446) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:02.010143 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '1c2a128e-6d13-4e36-978c-0e36d012c06a', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:02.016188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:02.019855 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:02.023174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:02.028682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:02.126027 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:03:02.132810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.194637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.274221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.296374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bafab1c-6e34-449c-96ac-b4d12423afbd,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:02.365835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.367041 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b058269b-23c6-4e69-adc3-ed5811a52fbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3613780 Jan 17 09:03:02.370090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35450) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:02.375500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'network': {'name': 'tempest-network-smoke--800294724', 'project_id': 'ec746e2a449f4588863f951482020a31', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:02.380856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:02.384669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:network and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:02.387498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:02.393008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:02.480198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:03:02.483257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.510754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:03:02.518775 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.519114 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Added segment c8b69d5f-f665-4325-966e-39c938c0ff04 of type vlan for network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 Jan 17 09:03:02.543879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.640311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.643900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:02.644470 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.745051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Network': ['ID=a537a3f1-c570-4701-aa5c-cbb7768dd6f9,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:02.755146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 09:03:02.778518 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1208a1c8-c75e-4533-bd2d-67bc5a12fbba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4074070 Jan 17 09:03:02.781396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35454) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:02.786911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'admin_state_up': True, 'project_id': 'ec746e2a449f4588863f951482020a31', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:02.795700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:02.798344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:router and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:02.801241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:02.807854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:02.903406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.904402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:02.921765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:03.182220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:03.394429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:03.423589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:03.556447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.11 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/0c3711e1-0f06-4549-8088-2d83e628200f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:03:03.697631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:03.800820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:03.867950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:03:03.870706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:03:03.874371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:03:03.907179 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=0c3711e1-0f06-4549-8088-2d83e628200f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:04.207309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:04.208035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:04.475290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dea19d11-139d-4c10-b885-856d54816a0d is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:03:04.671877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:03:04.683403 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Sync routers for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:03:04.695052 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:03:04.695671 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:02:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:04.789525 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:04.790701 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3cb07d63-cfbb-47d9-a510-374440bb73db tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0083337 Jan 17 09:03:04.793828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35458) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:04.878961 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:03:05.023768 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-56caafa3-d86b-4f66-9b73-846194730675 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ec746e2a449f4588863f951482020a31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2288337 Jan 17 09:03:05.026531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:05.153588 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7bf131-ad1b-4c3f-a414-2299d1985e1a tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:05.155063 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7c7bf131-ad1b-4c3f-a414-2299d1985e1a tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276531 Jan 17 09:03:05.157985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35470) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:05.162742 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:03Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:05.166546 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Checking router: dea19d11-139d-4c10-b885-856d54816a0d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:03:05.166884 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Updating router dea19d11-139d-4c10-b885-856d54816a0d port 0c3711e1-0f06-4549-8088-2d83e628200f binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:03:05.196721 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b4759d55-d101-4749-be44-969a28ce7c70 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376961 Jan 17 09:03:05.199538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35474) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:05.204731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-304406348', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'project_id': 'ec746e2a449f4588863f951482020a31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:05.217198 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:05.311929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:05.315407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:subnet and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:05.318682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:05.324345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:05.437880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:03:05.540392 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:05.553295 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Transition to ACTIVE for port object 0c3711e1-0f06-4549-8088-2d83e628200f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:03:05.637734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:05.638624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:05.724479 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Attempting to bind port 0c3711e1-0f06-4549-8088-2d83e628200f on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:03:05.725065 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Attempting to bind port 0c3711e1-0f06-4549-8088-2d83e628200f by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:03:05.725178 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Attempting to bind port 0c3711e1-0f06-4549-8088-2d83e628200f on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:03:05.727118 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Pushing event updated for resources: {'Port': ['ID=0c3711e1-0f06-4549-8088-2d83e628200f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:05.738109 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:03:05.738479 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:03:05.738875 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:05.739895 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:03:05.740255 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Bound port: 0c3711e1-0f06-4549-8088-2d83e628200f, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:03:05.740622 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:05.767784 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.768133 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.768469 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.768799 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.769129 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.769454 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.769773 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.770094 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.770514 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.770833 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.771148 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:05.820021 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] For port 0c3711e1-0f06-4549-8088-2d83e628200f, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:03:05.826668 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] For port 0c3711e1-0f06-4549-8088-2d83e628200f, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c3711e1-0f06-4549-8088-2d83e628200f,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:03:05.963887 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:05.975512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:06.044855 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b39c-9ce8-403b-ba0b-8350c41ab867 None None] Pushing event updated for resources: {'Port': ['ID=0c3711e1-0f06-4549-8088-2d83e628200f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:06.049456 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:03:06.050050 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:02:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:06.060683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Subnet': ['ID=0dbae35b-e96e-4d3c-82fb-5549c66312ab,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:06.074418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Checking segment: {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:03:06.074791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network hostable DHCP agents. Network: a537a3f1-c570-4701-aa5c-cbb7768dd6f9, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:03:06.103060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a4ad502-ef0c-4013-baee-2ab0aa766a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:06.186257 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:03:06.221322 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:03:06.266282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, a537a3f1-c570-4701-aa5c-cbb7768dd6f9) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:03:06.270594 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:06.271444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:06.278804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e44182-384d-4c31-a1af-048f4857d6a5 None None] Network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:03:06.361674 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7a18aa7e-671c-488f-8268-e916b5451d73 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1584620 Jan 17 09:03:06.362092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:06.512296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 09:03:06.513581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:06.570109 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:03Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:06.574549 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaec282-b83c-4053-a486-1bfc1f7db812 None None] The sync data for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv is: [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:03Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:03:06.713468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Allocated IP 172.20.0.2 (a537a3f1-c570-4701-aa5c-cbb7768dd6f9/0dbae35b-e96e-4d3c-82fb-5549c66312ab/b191d7e2-0a01-473f-a38a-305b9b30e4b6) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:03:06.961497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c3711e1-0f06-4549-8088-2d83e628200f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:03:07.093045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:07.112740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Transition to ACTIVE for port object b191d7e2-0a01-473f-a38a-305b9b30e4b6 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:03:07.142460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Transition to ACTIVE for port object b191d7e2-0a01-473f-a38a-305b9b30e4b6 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:03:07.249477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:07.291026 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 0c3711e1-0f06-4549-8088-2d83e628200f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:03:07.307271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0c3711e1-0f06-4549-8088-2d83e628200f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:07.307603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:07.310725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:07.376265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Pushing event updated for resources: {'Port': ['ID=b191d7e2-0a01-473f-a38a-305b9b30e4b6,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:07.381341 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:03:07.388470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:03:07.393928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:03:07.408157 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.408522 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.408832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.409160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.409487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.409811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.410133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.410453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.411710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.411710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.412012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:07.552580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Attempting to bind port b191d7e2-0a01-473f-a38a-305b9b30e4b6 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:03:07.552945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Attempting to bind port b191d7e2-0a01-473f-a38a-305b9b30e4b6 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:03:07.553305 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Attempting to bind port b191d7e2-0a01-473f-a38a-305b9b30e4b6 on network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:03:07.555428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:07.572799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:03:07.573066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Checking segment: {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:03:07.573456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:07.573845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Bound using segment: {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:03:07.574311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Bound port: b191d7e2-0a01-473f-a38a-305b9b30e4b6, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:03:07.574678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:07.587245 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 0c3711e1-0f06-4549-8088-2d83e628200f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c3711e1-0f06-4549-8088-2d83e628200f,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:03:07.667478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:07.714549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] For port b191d7e2-0a01-473f-a38a-305b9b30e4b6, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:03:07.733293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] For port b191d7e2-0a01-473f-a38a-305b9b30e4b6, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b191d7e2-0a01-473f-a38a-305b9b30e4b6,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:03:07.747112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=0c3711e1-0f06-4549-8088-2d83e628200f,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:07.801198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:07.875107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.1 (a537a3f1-c570-4701-aa5c-cbb7768dd6f9/0dbae35b-e96e-4d3c-82fb-5549c66312ab/2f1f0ac1-c9bd-4f86-b6fd-cee59f154015) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:03:07.896121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80906b-bb00-4bcb-aec0-cef61f0566a2 None None] Pushing event updated for resources: {'Port': ['ID=b191d7e2-0a01-473f-a38a-305b9b30e4b6,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:08.050268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:08.072728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:03:08.175114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:08.234671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0503834a-5af8-4821-a288-5db2d3b19663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:08.251506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:03:08.254752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:03:08.259296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:03:08.283584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=2f1f0ac1-c9bd-4f86-b6fd-cee59f154015,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:08.317771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:08.452354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:08.836760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07965b8-1383-4a0d-ac96-633ff90b2120 None None] Network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:03:08.911914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:08.977453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.010570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b191d7e2-0a01-473f-a38a-305b9b30e4b6 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:03:09.036055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5853d0f2-897f-40ff-b067-58660045f323 None None] Provisioning for port b191d7e2-0a01-473f-a38a-305b9b30e4b6 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:03:09.103428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.107007 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=2f1f0ac1-c9bd-4f86-b6fd-cee59f154015,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:09.211062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port b191d7e2-0a01-473f-a38a-305b9b30e4b6 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:03:09.218391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b191d7e2-0a01-473f-a38a-305b9b30e4b6 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:09.218391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.259790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:03:09.262621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:03:09.354425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.393840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port b191d7e2-0a01-473f-a38a-305b9b30e4b6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b191d7e2-0a01-473f-a38a-305b9b30e4b6,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:03:09.484344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.485312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c3711e1-0f06-4549-8088-2d83e628200f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:03:09.594848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.620570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=b191d7e2-0a01-473f-a38a-305b9b30e4b6,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:09.636012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 0c3711e1-0f06-4549-8088-2d83e628200f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:09.636382 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.665385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42c0d5f0-6c90-4108-b4ed-b069876fef29 None None] Provisioning for port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:03:09.688740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42c0d5f0-6c90-4108-b4ed-b069876fef29 None None] Provisioning complete for port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:09.689142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42c0d5f0-6c90-4108-b4ed-b069876fef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.728084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.758247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-42c0d5f0-6c90-4108-b4ed-b069876fef29 None None] Port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:03:09.816499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-42c0d5f0-6c90-4108-b4ed-b069876fef29 None None] Provisioning complete for port b191d7e2-0a01-473f-a38a-305b9b30e4b6 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:09.816863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-42c0d5f0-6c90-4108-b4ed-b069876fef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:09.856320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dea19d11-139d-4c10-b885-856d54816a0d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:03:10.073109 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:03:10.080123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d292b3a1-d527-4485-a4b5-4f3093f24c27 None None] Provisioning complete for port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:10.080493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d292b3a1-d527-4485-a4b5-4f3093f24c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:10.090613 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bb4574ae-d5c2-4e2f-9eb1-809eb4234a84 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/dea19d11-139d-4c10-b885-856d54816a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7204010 Jan 17 09:03:10.166667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d292b3a1-d527-4485-a4b5-4f3093f24c27 None None] Port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:03:10.264933 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-8a595550-84b1-40ce-98a9-77ef18cefa08 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418270980&fields=id&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 267 time: 0.0416389 Jan 17 09:03:10.302457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Sync routers for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:03:10.314397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:03:10.315042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:03:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:10.420913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-063c55bb-b46f-4f44-b2c1-c7a839baf871 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:10.422400 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-063c55bb-b46f-4f44-b2c1-c7a839baf871 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/networks?id=a537a3f1-c570-4701-aa5c-cbb7768dd6f9 HTTP/1.1" status: 200 len: 796 time: 0.1511943 Jan 17 09:03:10.440814 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-471d2b75-70fa-4fb1-a124-6abb94ca6b1b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/quotas/ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 375 time: 0.0114398 Jan 17 09:03:10.537126 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-88823cd7-429e-41cc-b6fe-e9512d1e0e83 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854766 Jan 17 09:03:10.579249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:03:10.691703 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-f74e7d4a-c93e-46f8-a94c-7efe89b854a7 service neutron] 10.222.0.44 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425254 Jan 17 09:03:10.839317 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-e49893b6-c635-46a3-a199-f3e0749fa903 service neutron] 10.222.0.44 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396689 Jan 17 09:03:10.929733 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2f1f0ac1-c9bd-4f86-b6fd-cee59f154015', 'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:07Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 2, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:10.934366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Checking router: dea19d11-139d-4c10-b885-856d54816a0d for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:03:10.934856 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Updating router dea19d11-139d-4c10-b885-856d54816a0d port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:03:10.959728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b191d7e2-0a01-473f-a38a-305b9b30e4b6 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:03:11.037642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:11.172223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port b191d7e2-0a01-473f-a38a-305b9b30e4b6 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:11.172223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:11.200951 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ec88545b-78c7-479e-93c6-ca63a21faf96 req-68608f6d-ca69-495d-9b74-3ed4c5975b8f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:03:11.205086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:11.354913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ec88545b-78c7-479e-93c6-ca63a21faf96 req-68608f6d-ca69-495d-9b74-3ed4c5975b8f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:03:11.356495 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ec88545b-78c7-479e-93c6-ca63a21faf96 req-68608f6d-ca69-495d-9b74-3ed4c5975b8f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 210 time: 0.2029967 Jan 17 09:03:11.529146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:11.541550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Transition to ACTIVE for port object 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:03:11.622870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:11.751375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189e72f-fe38-4097-8075-c2d9d5344c92 None None] Pushing event updated for resources: {'Port': ['ID=2f1f0ac1-c9bd-4f86-b6fd-cee59f154015,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:11.843313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Attempting to bind port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:03:11.843684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Attempting to bind port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:03:11.844046 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Attempting to bind port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 on network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:03:11.851128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:03:11.851529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Checking segment: {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:03:11.851929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:11.852347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Bound using segment: {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:03:11.852821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Bound port: 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:03:11.853199 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:11.974839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] For port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:03:11.978096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] For port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2f1f0ac1-c9bd-4f86-b6fd-cee59f154015,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:03:12.052689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:12.136304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189e72f-fe38-4097-8075-c2d9d5344c92 None None] Pushing event updated for resources: {'Port': ['ID=2f1f0ac1-c9bd-4f86-b6fd-cee59f154015,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:12.141209 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:03:12.141830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:03:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:12.395908 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:03:12.481905 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-95d8ce37-2f81-4b45-bb61-6df0d6c0f2d4 req-30b174de-b56f-43b8-a1fe-bec89a31440c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 210 time: 0.0537493 Jan 17 09:03:12.726126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2f1f0ac1-c9bd-4f86-b6fd-cee59f154015', 'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:07Z', 'updated_at': '2022-01-17T09:03:11Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:12.730303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1322e282-cb86-4848-ab36-6b20a336e945 None None] The sync data for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv is: [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2f1f0ac1-c9bd-4f86-b6fd-cee59f154015', 'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:07Z', 'updated_at': '2022-01-17T09:03:11Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:03:12.967391 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:03:13.140531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:03:13.146586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:13.146880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:13.270695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:13.306160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2f1f0ac1-c9bd-4f86-b6fd-cee59f154015,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:03:13.372191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:13.448890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=2f1f0ac1-c9bd-4f86-b6fd-cee59f154015,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:13.641812 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-217e279a-f7b4-42f8-b6e4-508581b32fc6 req-e5d4db4d-534b-4a89-9396-dde7acb061ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 210 time: 0.0424616 Jan 17 09:03:13.986760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-cdb57e80-e717-40ea-ad86-f49a80f70742 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:13.987410 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-cdb57e80-e717-40ea-ad86-f49a80f70742 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:03:14.068553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-cdb57e80-e717-40ea-ad86-f49a80f70742 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:03:14.069720 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-cdb57e80-e717-40ea-ad86-f49a80f70742 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/networks?id=a537a3f1-c570-4701-aa5c-cbb7768dd6f9 HTTP/1.1" status: 200 len: 796 time: 0.2301838 Jan 17 09:03:14.126484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-4345e553-27d9-40be-b24b-8b8c4c76ded3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:03:14.240945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-4345e553-27d9-40be-b24b-8b8c4c76ded3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:03:14.242571 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-4345e553-27d9-40be-b24b-8b8c4c76ded3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 380 time: 0.1587987 Jan 17 09:03:14.254294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'port': {'device_id': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'admin_state_up': True, 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'security_groups': ['1c2a128e-6d13-4e36-978c-0e36d012c06a']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:14.389582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:14.399461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:14.463372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:03:14.466715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:14.636963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.4 (a537a3f1-c570-4701-aa5c-cbb7768dd6f9/0dbae35b-e96e-4d3c-82fb-5549c66312ab/1a35ec02-1aa6-4882-ba8c-99c2ec02b49b) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:03:14.813780 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7d5c548c-b5fa-43af-9074-1f7724d81716 req-604e03a1-5d52-435a-b87b-61b72b1435f0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 210 time: 0.0436041 Jan 17 09:03:14.834455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:14.851094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:03:14.915645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:03:14.949319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:14.999942 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:15.000356 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:15.027059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:03:15.030363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:03:15.034871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:03:15.070692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:15.102573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:15.103258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:15.206795 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-b9fb789b-0e56-41fd-850f-2bf0efd89b36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9562778 Jan 17 09:03:15.222139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Request body: {'port': {'device_id': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:15.338127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:15.349203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fd1a983c-8428-4742-bfb4-ca969ca465ca None None] Provisioning for port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:03:15.354529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fd1a983c-8428-4742-bfb4-ca969ca465ca None None] Provisioning complete for port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:15.354893 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fd1a983c-8428-4742-bfb4-ca969ca465ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:15.407631 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a983c-8428-4742-bfb4-ca969ca465ca None None] Port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:03:15.684960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:03:15.692544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:15.706942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Transition to ACTIVE for port object 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:03:15.782863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:16.062203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:16.177173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c719d-0329-44c0-af70-35d1accfee07 req-4ea2817d-7d6c-4db4-b4d6-f6b7aedec8cd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:16.177871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f17c719d-0329-44c0-af70-35d1accfee07 req-4ea2817d-7d6c-4db4-b4d6-f6b7aedec8cd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:03:16.200997 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Attempting to bind port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:03:16.201336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Attempting to bind port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:03:16.201668 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Attempting to bind port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b on network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:03:16.209311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b on network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 09:03:16.209638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Attempting to bind port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b on network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:03:16.216441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:03:16.216737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Checking segment: {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:03:16.217122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Bound using segment: {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:03:16.217551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Bound port: 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b69d5f-f665-4325-966e-39c938c0ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:03:16.217895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:16.282341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f17c719d-0329-44c0-af70-35d1accfee07 req-4ea2817d-7d6c-4db4-b4d6-f6b7aedec8cd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:03:16.283438 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f17c719d-0329-44c0-af70-35d1accfee07 req-4ea2817d-7d6c-4db4-b4d6-f6b7aedec8cd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 943 time: 0.2879436 Jan 17 09:03:16.331038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] For port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:03:16.340512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] For port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:03:16.355223 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f17c719d-0329-44c0-af70-35d1accfee07 req-0d6b1e81-e3f8-4bdd-8e0e-f5481896212c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644479 Jan 17 09:03:16.386851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:16.449023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:16.450721 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] 10.222.0.53 "PUT /v2.0/ports/1a35ec02-1aa6-4882-ba8c-99c2ec02b49b HTTP/1.1" status: 200 len: 1093 time: 1.2330339 Jan 17 09:03:16.451032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:03:16.471961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7e1be-02f4-4915-99c0-193d15cfc2fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:16.516850 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'status': 'completed', 'code': 200} Jan 17 09:03:16.617876 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6f32430e-9745-4598-9d1f-59ceb85c4769 req-1b22d73a-5154-4e4b-ae94-33049d73fd52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 1096 time: 0.0781560 Jan 17 09:03:16.757624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32430e-9745-4598-9d1f-59ceb85c4769 req-d82376d2-aa0d-4935-932b-100b323a0e8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:16.758977 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6f32430e-9745-4598-9d1f-59ceb85c4769 req-d82376d2-aa0d-4935-932b-100b323a0e8b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ec746e2a449f4588863f951482020a31&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1344683 Jan 17 09:03:16.899572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32430e-9745-4598-9d1f-59ceb85c4769 req-abe6db42-95a5-43f2-80d2-86259874836e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:16.901020 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6f32430e-9745-4598-9d1f-59ceb85c4769 req-abe6db42-95a5-43f2-80d2-86259874836e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352756 Jan 17 09:03:17.014840 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-d828d6e1-6355-4946-9804-224a67d41534 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 1096 time: 0.0753894 Jan 17 09:03:17.088414 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-916f881c-28ae-4681-8f70-86411d2ef21f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b HTTP/1.1" status: 200 len: 217 time: 0.0664718 Jan 17 09:03:17.151929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-3f39347e-56f4-45f9-8b66-70359749bcdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:17.153392 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-3f39347e-56f4-45f9-8b66-70359749bcdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dbae35b-e96e-4d3c-82fb-5549c66312ab HTTP/1.1" status: 200 len: 834 time: 0.0576806 Jan 17 09:03:17.232935 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-15bbce49-ea09-4899-bdee-dc1b6a316629 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a537a3f1-c570-4701-aa5c-cbb7768dd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728834 Jan 17 09:03:17.366520 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-cffb24e6-0b28-448e-adc3-2ffe660a8f95 service neutron] 10.222.0.53 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262901 Jan 17 09:03:17.543026 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e6b054e-87cb-4604-8bd7-0d7eb37d00ab req-969d7ca1-9936-436c-a7ba-ed0f4987cd0e service neutron] 10.222.0.53 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694520 Jan 17 09:03:17.576093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816ecc-2674-4a7f-84c1-f822a94422f1 req-9f705512-9ed2-4b63-b01e-715fc8ecfa36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:17.577628 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c2816ecc-2674-4a7f-84c1-f822a94422f1 req-9f705512-9ed2-4b63-b01e-715fc8ecfa36 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 943 time: 0.0942476 Jan 17 09:03:17.626615 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c2816ecc-2674-4a7f-84c1-f822a94422f1 req-332872a5-a71d-435f-91a2-b0338888f00d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431678 Jan 17 09:03:18.829174 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49089fab-24a8-4baf-8fac-a011125ac050 req-9da6f7a8-9a08-4ca9-91b3-759967f22045 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:18.829174 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-49089fab-24a8-4baf-8fac-a011125ac050 req-9da6f7a8-9a08-4ca9-91b3-759967f22045 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 943 time: 0.0777779 Jan 17 09:03:18.876914 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-49089fab-24a8-4baf-8fac-a011125ac050 req-b8daf7b6-1f64-4713-9bd7-1d1cc949f996 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Jan 17 09:03:20.065993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:20.099938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5a92c-53c0-4d81-8528-a0ba948b4313 req-c895fc0a-8cd0-4a09-bd87-d5b0e51ea2c2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:20.101386 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-49a5a92c-53c0-4d81-8528-a0ba948b4313 req-c895fc0a-8cd0-4a09-bd87-d5b0e51ea2c2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 943 time: 0.0815070 Jan 17 09:03:20.148157 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-49a5a92c-53c0-4d81-8528-a0ba948b4313 req-b481f1f2-c61f-400b-92dd-cc6d80ba6954 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411212 Jan 17 09:03:21.351073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e06b5-bf8f-4c55-8fdf-aadc38c57421 req-3c6f01ed-85cb-4df8-9f3a-9c4dc81d8957 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:21.352566 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-785e06b5-bf8f-4c55-8fdf-aadc38c57421 req-3c6f01ed-85cb-4df8-9f3a-9c4dc81d8957 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 943 time: 0.0823739 Jan 17 09:03:21.398637 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-785e06b5-bf8f-4c55-8fdf-aadc38c57421 req-c6cebcd4-8e34-4b72-96dd-d556330ec27c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 Jan 17 09:03:21.499158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:03:21.633136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:03:21.647048 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'port_id': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'mac_address': 'fa:16:3e:ed:24:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:03:21.705167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:21.723820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:03:21.738933 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:03:21.805862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:21.871795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:22.180514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['1a35ec02-1aa6-4882-ba8c-99c2ec02b49b'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:03:22.598380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d891ba-62ec-4247-8885-642647397be2 req-9235a37c-4bd8-4d31-9c52-5323e17daf3d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:22.600433 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-47d891ba-62ec-4247-8885-642647397be2 req-9235a37c-4bd8-4d31-9c52-5323e17daf3d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 944 time: 0.0770028 Jan 17 09:03:22.652471 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-47d891ba-62ec-4247-8885-642647397be2 req-920b61ce-fe8a-48ac-892a-0a3d49300f7d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463853 Jan 17 09:03:23.515505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:03:23.642822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:03:23.647890 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:03:23.648262 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:23.737453 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:03:23.771722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:23.834204 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:03:23.844118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:03:23.856536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d464c1-be96-4a2e-9784-dcbcd4db9590 req-6e500afd-a326-4726-a8df-28de565a2505 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:23.858455 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-85d464c1-be96-4a2e-9784-dcbcd4db9590 req-6e500afd-a326-4726-a8df-28de565a2505 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 944 time: 0.0865440 Jan 17 09:03:23.907737 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-85d464c1-be96-4a2e-9784-dcbcd4db9590 req-1cd16ad9-052f-47cc-98ed-1141fdcaa740 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436506 Jan 17 09:03:23.933509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:23.986512 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'code': 200} Jan 17 09:03:24.011749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:24.468458 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ec60068d-ca80-4dad-95b7-b4fcfe24eb5f req-3b493a33-4482-426e-9d2f-823a9f0063bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 1098 time: 0.1664934 Jan 17 09:03:24.512398 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ec60068d-ca80-4dad-95b7-b4fcfe24eb5f req-36fd0e56-4407-4aac-8533-c3b6104f732a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373917 Jan 17 09:03:25.201748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba720f3c-cf46-4b0d-b90f-0f8d8b809a41 req-c00c34d3-9ac9-411a-9285-43d8f2098153 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:25.203134 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ba720f3c-cf46-4b0d-b90f-0f8d8b809a41 req-c00c34d3-9ac9-411a-9285-43d8f2098153 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.1729228 Jan 17 09:03:25.249437 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ba720f3c-cf46-4b0d-b90f-0f8d8b809a41 req-4406b781-114f-4d28-a870-32be39fda1e9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Jan 17 09:03:26.465996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d7657-1bc9-487d-ad06-32acdd2b8e1a req-80ab968e-6584-4d6a-b364-488542ebf8e5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:26.467743 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e1d7657-1bc9-487d-ad06-32acdd2b8e1a req-80ab968e-6584-4d6a-b364-488542ebf8e5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.0963135 Jan 17 09:03:26.515206 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e1d7657-1bc9-487d-ad06-32acdd2b8e1a req-797fbe12-06b6-4048-ae9b-34d89d32f8c5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Jan 17 09:03:26.715469 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f63e-72f4-4fc6-8e7e-2ddcd99fe171 req-0e695532-954f-4ebf-8ef5-9bacad8b76d4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:26.716989 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6f87f63e-72f4-4fc6-8e7e-2ddcd99fe171 req-0e695532-954f-4ebf-8ef5-9bacad8b76d4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.0765254 Jan 17 09:03:26.776701 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6f87f63e-72f4-4fc6-8e7e-2ddcd99fe171 req-32755c91-6bd1-4500-868e-4a06e97021a8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541856 Jan 17 09:03:26.805165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35540) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:26.877054 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-14fb1864-6aa5-4ae2-ada0-d93805f702aa tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 1093 time: 0.0703342 Jan 17 09:03:26.879676 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35544) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:26.884879 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:03:26.890578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:03:26.894464 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:floatingip and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:03:26.897908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:03:26.903738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:03:26.968837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:27.127322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:27.263545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.19 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/ce358943-7dee-417f-a9b3-f7e39c199758) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:03:27.415029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:27.503117 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:27.567843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:03:27.571225 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:03:27.574309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:03:27.613221 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=ce358943-7dee-417f-a9b3-f7e39c199758,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:27.633399 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.633738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.634070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.634398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.635031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.635390 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.635710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.636079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.636392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.636706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:27.637025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:03:28.110683 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:28.242167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:28.448305 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:28.517748 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:28.714957 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=ce358943-7dee-417f-a9b3-f7e39c199758,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:03:28.733569 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:28.927721 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Floating IP ac86bddd-3ad5-4872-8c22-ff1c70b8587e associated. External IP: 172.26.4.19, port: 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b. Jan 17 09:03:29.319764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dea19d11-139d-4c10-b885-856d54816a0d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:03:29.523633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:03:29.533352 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] Sync routers for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:03:29.545515 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:03:29.546124 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:03:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:29.666052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:29.721028 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-660935cd-54c8-4a33-b367-126ef0f5215d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8403316 Jan 17 09:03:29.721612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:03:29.726878 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:03:29.783404 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'status': 'completed', 'code': 200} Jan 17 09:03:29.881957 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21706175-c0b9-4dad-8b03-3823b8e62922 req-00ab78e3-9952-45fd-ad12-8e0bd438a712 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 1098 time: 0.0766439 Jan 17 09:03:30.084108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21706175-c0b9-4dad-8b03-3823b8e62922 req-bfcf8431-59fa-46f0-ad77-3d8d80a0f495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:30.085538 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21706175-c0b9-4dad-8b03-3823b8e62922 req-bfcf8431-59fa-46f0-ad77-3d8d80a0f495 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a537a3f1-c570-4701-aa5c-cbb7768dd6f9 HTTP/1.1" status: 200 len: 897 time: 0.1919177 Jan 17 09:03:30.096123 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'ac86bddd-3ad5-4872-8c22-ff1c70b8587e', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'port_id': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'mac_address': 'fa:16:3e:ed:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:03:27Z', 'updated_at': '2022-01-17T09:03:27Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1f0ac1-c9bd-4f86-b6fd-cee59f154015', 'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:07Z', 'updated_at': '2022-01-17T09:03:13Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:30.100121 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] Checking router: dea19d11-139d-4c10-b885-856d54816a0d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:03:30.110912 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:03:30.111547 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:03:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:30.154166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7848-9b86-46f6-b150-2acef816fc25 req-94788a01-8add-437c-bf09-5c7b5cb16fe5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:30.155697 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-741c7848-9b86-46f6-b150-2acef816fc25 req-94788a01-8add-437c-bf09-5c7b5cb16fe5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.1824448 Jan 17 09:03:30.235028 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21706175-c0b9-4dad-8b03-3823b8e62922 req-8015639a-b161-4233-84b5-a39dfceb1461 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b HTTP/1.1" status: 200 len: 998 time: 0.1428785 Jan 17 09:03:30.237544 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-741c7848-9b86-46f6-b150-2acef816fc25 req-bd5d3e59-84a1-4eac-a34b-0d8bddc47b5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737381 Jan 17 09:03:30.284011 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35552) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:30.299301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21706175-c0b9-4dad-8b03-3823b8e62922 req-517f1a0c-159d-48b9-81ee-c0dc0be7b062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:03:30.300723 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21706175-c0b9-4dad-8b03-3823b8e62922 req-517f1a0c-159d-48b9-81ee-c0dc0be7b062 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dbae35b-e96e-4d3c-82fb-5549c66312ab HTTP/1.1" status: 200 len: 834 time: 0.0598159 Jan 17 09:03:30.309064 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:03:30.384721 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21706175-c0b9-4dad-8b03-3823b8e62922 req-7167cdfe-3a63-4c0c-8106-cc13c73a7dcd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a537a3f1-c570-4701-aa5c-cbb7768dd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770223 Jan 17 09:03:30.399231 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d11cc69c-9ca5-484e-860b-977e7e106108 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/ac86bddd-3ad5-4872-8c22-ff1c70b8587e HTTP/1.1" status: 200 len: 990 time: 0.1129150 Jan 17 09:03:30.542626 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21706175-c0b9-4dad-8b03-3823b8e62922 req-e50d11d4-b716-4c4a-a829-18703a302f1e service neutron] 10.222.0.53 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506588 Jan 17 09:03:30.682014 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21706175-c0b9-4dad-8b03-3823b8e62922 req-c14bcc4c-e303-44b1-b4bc-f9553143afc0 service neutron] 10.222.0.53 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330848 Jan 17 09:03:30.704993 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'ac86bddd-3ad5-4872-8c22-ff1c70b8587e', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'port_id': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'mac_address': 'fa:16:3e:ed:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:03:27Z', 'updated_at': '2022-01-17T09:03:27Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1f0ac1-c9bd-4f86-b6fd-cee59f154015', 'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:07Z', 'updated_at': '2022-01-17T09:03:13Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:03:30.709047 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461e3873-41a7-483f-a564-2b413acd7a16 None None] The sync data for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv is: [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'ac86bddd-3ad5-4872-8c22-ff1c70b8587e', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'port_id': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'mac_address': 'fa:16:3e:ed:24:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:03:27Z', 'updated_at': '2022-01-17T09:03:27Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f1f0ac1-c9bd-4f86-b6fd-cee59f154015', 'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:07Z', 'updated_at': '2022-01-17T09:03:13Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:03:30.920728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d081d38a-1df8-44ad-b667-611e22db8fe3 None None] New status for floating IP ac86bddd-3ad5-4872-8c22-ff1c70b8587e: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:03:31.402116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35556) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:03:31.525520 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f2fef044-630f-4b05-91b1-e1babf5e306e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/ac86bddd-3ad5-4872-8c22-ff1c70b8587e HTTP/1.1" status: 200 len: 992 time: 0.1220908 Jan 17 09:03:36.117610 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d5768da-d90e-42d6-a4b0-5effdc4d5fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:38.265855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0a0238ca-786c-436b-8877-90d44a5d31fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:39.514931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:39.711836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:41.186279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:03:50.062113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:00.736675 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:04:06.182366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-940acc19-7e69-47ae-af6f-df1fb50310dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:08.248484 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b7a89c1a-c36d-4f0a-8a57-8e3b358d578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:09.539805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:09.673478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:11.248507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:20.082346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:20.387663 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-fdafae5c-9b2e-4f87-8e9b-0905dd8dae7d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765634 Jan 17 09:04:20.533149 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-aa42dc94-d4d8-406b-a93b-d4822cf1c7db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 1098 time: 0.0679517 Jan 17 09:04:20.681795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-1828c3a2-b895-4452-a144-454ac515f0fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:20.683146 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-1828c3a2-b895-4452-a144-454ac515f0fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=a537a3f1-c570-4701-aa5c-cbb7768dd6f9 HTTP/1.1" status: 200 len: 897 time: 0.1314993 Jan 17 09:04:20.786307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-ddb8b5c6-623d-48d9-8942-61399f2299e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b HTTP/1.1" status: 200 len: 1000 time: 0.0966187 Jan 17 09:04:20.847079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-c5d1f661-d495-458a-9146-aaac0992c7dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:20.848553 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-c5d1f661-d495-458a-9146-aaac0992c7dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dbae35b-e96e-4d3c-82fb-5549c66312ab HTTP/1.1" status: 200 len: 834 time: 0.0565906 Jan 17 09:04:20.925156 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-4d0987b1-9eb9-4e75-b5d2-529ded347ce3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a537a3f1-c570-4701-aa5c-cbb7768dd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703852 Jan 17 09:04:20.935690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-b27e566a-f462-4735-b91a-97b1cfbd60db service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 09:04:20.936582 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-b27e566a-f462-4735-b91a-97b1cfbd60db service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049529 Jan 17 09:04:21.159163 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-82b481b1-701a-4138-b929-15d5d76a5bbe service neutron] 10.222.0.53 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141666 Jan 17 09:04:21.291754 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-af431d38-b5af-41ea-95c2-c9df16e09649 req-a8ba9da7-58b0-4250-8bb7-2ac376d68fbe service neutron] 10.222.0.53 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260073 Jan 17 09:04:32.755167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb9017-0be0-46cf-b716-1b90b6b652f8 req-20f47ffb-4928-4cc2-b7a6-4849aa59397f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:32.756702 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62fb9017-0be0-46cf-b716-1b90b6b652f8 req-20f47ffb-4928-4cc2-b7a6-4849aa59397f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.0906045 Jan 17 09:04:32.802688 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-62fb9017-0be0-46cf-b716-1b90b6b652f8 req-5236be83-1c94-4c90-92ec-ff91c0269f48 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404449 Jan 17 09:04:34.012942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc4da8-3c4f-4bb7-99a2-b79f5fbdb2fa req-26b79be8-893c-457b-a479-04ba0865e9c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:34.014374 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dddc4da8-3c4f-4bb7-99a2-b79f5fbdb2fa req-26b79be8-893c-457b-a479-04ba0865e9c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.0757277 Jan 17 09:04:34.058539 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dddc4da8-3c4f-4bb7-99a2-b79f5fbdb2fa req-7eaa7b88-0652-4083-ad20-5908501261f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386941 Jan 17 09:04:34.086758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35600) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:34.190862 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-38bf7df7-c48c-4128-98af-0af72dcd5fa4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/ac86bddd-3ad5-4872-8c22-ff1c70b8587e HTTP/1.1" status: 200 len: 992 time: 0.1026442 Jan 17 09:04:35.872631 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553e542-d2ee-4095-ac9a-73f143929ad1 req-ba452ae7-4595-4eee-8013-237ba543e3b1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:35.874106 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6553e542-d2ee-4095-ac9a-73f143929ad1 req-ba452ae7-4595-4eee-8013-237ba543e3b1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.0771940 Jan 17 09:04:35.918644 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6553e542-d2ee-4095-ac9a-73f143929ad1 req-83b99426-a3cf-4526-9b3b-af2059b5c7ee tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391240 Jan 17 09:04:36.130023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f74817f-e5c7-4d14-81d8-db90537d9cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:37.121480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdde12-6056-43ba-88e2-69154f375a1a req-2ad3c1e6-621f-4665-b2a8-3d69f3e0cbb5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:37.122925 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fabdde12-6056-43ba-88e2-69154f375a1a req-2ad3c1e6-621f-4665-b2a8-3d69f3e0cbb5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.0788128 Jan 17 09:04:37.166842 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fabdde12-6056-43ba-88e2-69154f375a1a req-34e6d870-ad40-4d6d-a324-321ece5c3bfe tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383387 Jan 17 09:04:37.195128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35612) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:37.296667 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-9082b4aa-ed05-4259-ab97-ad7ad21c88ae tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/ac86bddd-3ad5-4872-8c22-ff1c70b8587e HTTP/1.1" status: 200 len: 992 time: 0.1004229 Jan 17 09:04:37.654493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35620) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:37.736584 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:04:37.859381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port ce358943-7dee-417f-a9b3-f7e39c199758 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:04:37.859788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:38.044965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:38.045230 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:38.182084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for ce358943-7dee-417f-a9b3-f7e39c199758 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:04:38.253504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cf583f5-e62e-43fd-8a63-917ecaa8bba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:38.453788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:38.496996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=ce358943-7dee-417f-a9b3-f7e39c199758,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:38.535163 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.535779 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.535957 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.536285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.536613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.536925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.537241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.537559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.537875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.538207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.538517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:38.600904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:39.069292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dea19d11-139d-4c10-b885-856d54816a0d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:04:39.262342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:04:39.271210 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] Sync routers for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:04:39.282274 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:04:39.283458 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:39.324504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:39.380054 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0405cde3-7c56-48eb-a688-39f73313d98c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/floatingips/ac86bddd-3ad5-4872-8c22-ff1c70b8587e HTTP/1.1" status: 204 len: 168 time: 1.7243688 Jan 17 09:04:39.380732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:04:39.442185 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'status': 'completed', 'code': 200} Jan 17 09:04:39.464559 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:04:39.524497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:39.537355 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b60757e-5fe2-47b1-b1f4-8580fd992202 req-b2cf167c-fc07-4453-b1b1-fd140a915838 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 1098 time: 0.0741713 Jan 17 09:04:39.668270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60757e-5fe2-47b1-b1f4-8580fd992202 req-422f88bf-97bf-4b62-ab17-a8d198649c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:39.669757 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b60757e-5fe2-47b1-b1f4-8580fd992202 req-422f88bf-97bf-4b62-ab17-a8d198649c0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a537a3f1-c570-4701-aa5c-cbb7768dd6f9 HTTP/1.1" status: 200 len: 897 time: 0.1264889 Jan 17 09:04:39.699260 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:39.746728 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b60757e-5fe2-47b1-b1f4-8580fd992202 req-157303b3-7c5e-4142-8667-7b3b1541c710 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b HTTP/1.1" status: 200 len: 217 time: 0.0697541 Jan 17 09:04:39.790391 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2f1f0ac1-c9bd-4f86-b6fd-cee59f154015', 'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:07Z', 'updated_at': '2022-01-17T09:03:13Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:39.795229 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] Checking router: dea19d11-139d-4c10-b885-856d54816a0d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:04:39.808380 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:04:39.809042 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:39.826431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60757e-5fe2-47b1-b1f4-8580fd992202 req-18ceab8d-23fe-4b40-8c1e-9b1fbc3864cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:39.828160 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b60757e-5fe2-47b1-b1f4-8580fd992202 req-18ceab8d-23fe-4b40-8c1e-9b1fbc3864cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dbae35b-e96e-4d3c-82fb-5549c66312ab HTTP/1.1" status: 200 len: 834 time: 0.0752311 Jan 17 09:04:39.907471 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b60757e-5fe2-47b1-b1f4-8580fd992202 req-a17aa030-24a6-4e31-b9b5-20b5595d6058 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a537a3f1-c570-4701-aa5c-cbb7768dd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734115 Jan 17 09:04:39.989792 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:04:40.044689 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b60757e-5fe2-47b1-b1f4-8580fd992202 req-bc4ca5b1-8b2d-4669-9bb4-30a859b346ed service neutron] 10.222.0.53 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311727 Jan 17 09:04:40.221152 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052749b-457c-4132-ade5-81cb6df48c01 req-8cca1cf2-82b6-4789-be77-5ab356b26afe tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:40.223616 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2052749b-457c-4132-ade5-81cb6df48c01 req-8cca1cf2-82b6-4789-be77-5ab356b26afe tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.2191532 Jan 17 09:04:40.234728 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b60757e-5fe2-47b1-b1f4-8580fd992202 req-c25be192-fb43-4e91-bb77-38e833eda4d4 service neutron] 10.222.0.53 "GET /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821845 Jan 17 09:04:40.272002 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2052749b-457c-4132-ade5-81cb6df48c01 req-4790a767-c0b2-40e6-b6e0-92276f3359bc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Jan 17 09:04:40.324997 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2f1f0ac1-c9bd-4f86-b6fd-cee59f154015', 'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:07Z', 'updated_at': '2022-01-17T09:03:13Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:40.328766 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdac602-3d1d-4ea0-a25d-ef28e87084fc None None] The sync data for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv is: [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:03:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '2f1f0ac1-c9bd-4f86-b6fd-cee59f154015', 'name': '', 'network_id': 'a537a3f1-c570-4701-aa5c-cbb7768dd6f9', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:07Z', 'updated_at': '2022-01-17T09:03:13Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '0dbae35b-e96e-4d3c-82fb-5549c66312ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:04:40.573598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9179e385-4f75-415c-aa5b-58a4a4007bf4 None None] New status for floating IP ac86bddd-3ad5-4872-8c22-ff1c70b8587e: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:04:41.112593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:41.543124 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b15719-20d5-45ea-a16d-3a0b104140ac req-cf143630-a34b-49db-a4ed-a3d1f46e1615 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:41.543816 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e4b15719-20d5-45ea-a16d-3a0b104140ac req-cf143630-a34b-49db-a4ed-a3d1f46e1615 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:04:41.615618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e4b15719-20d5-45ea-a16d-3a0b104140ac req-cf143630-a34b-49db-a4ed-a3d1f46e1615 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:04:41.616810 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e4b15719-20d5-45ea-a16d-3a0b104140ac req-cf143630-a34b-49db-a4ed-a3d1f46e1615 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.2142568 Jan 17 09:04:41.662276 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e4b15719-20d5-45ea-a16d-3a0b104140ac req-48bf4ab4-c152-4449-b4ba-cb2868965615 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c2a128e-6d13-4e36-978c-0e36d012c06a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397627 Jan 17 09:04:41.923301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-5ec0c656-215d-4762-bdee-6671f6f77fe5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:41.924633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-5ec0c656-215d-4762-bdee-6671f6f77fe5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 945 time: 0.0785058 Jan 17 09:04:41.990833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:04:41.991149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:42.342168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:04:42.342422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:42.476546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:04:42.718442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:42.767468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=1a35ec02-1aa6-4882-ba8c-99c2ec02b49b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:42.842179 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e311be24-fc41-440c-9e2b-9447e6033d42 req-694345e3-be32-4dd5-8351-fff2a2a074ed tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=63bbfabc-22c6-43f8-b78e-4c1520354813 HTTP/1.1" status: 200 len: 210 time: 0.0568771 Jan 17 09:04:42.854091 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] No DVR routers for this DVR port 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:04:42.856531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:42.859079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'name': 'network-vif-deleted', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:04:42.915293 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bbfabc-22c6-43f8-b78e-4c1520354813', 'name': 'network-vif-deleted', 'tag': '1a35ec02-1aa6-4882-ba8c-99c2ec02b49b', 'status': 'completed', 'code': 200} Jan 17 09:04:42.928774 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b462c4ed-bea0-4033-b9f4-1d462ce71d42 req-4b7631d4-795c-4832-8022-07e741050392 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "DELETE /v2.0/ports/1a35ec02-1aa6-4882-ba8c-99c2ec02b49b HTTP/1.1" status: 204 len: 173 time: 0.9989710 Jan 17 09:04:43.955882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35648) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:44.362371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:45.070369 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:04:45.071079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:45.257008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=2f1f0ac1-c9bd-4f86-b6fd-cee59f154015,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:04:45.257352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:45.382424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:04:45.649753 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:45.697679 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=2f1f0ac1-c9bd-4f86-b6fd-cee59f154015,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:45.822094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:04:45.863991 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:04:45.864333 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 1a35ec02-1aa6-4882-ba8c-99c2ec02b49b not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:04:46.011155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:46.670356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dea19d11-139d-4c10-b885-856d54816a0d has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:04:46.870969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:04:46.881465 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] Sync routers for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:04:46.885659 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ebc2e0ef-d341-4813-b344-f2906e5fa0e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/dea19d11-139d-4c10-b885-856d54816a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9286768 Jan 17 09:04:46.888298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35654) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:46.895994 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:04:46.896734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:47.076311 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01f9ec8-788d-420a-99db-9a6bb0caefb6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting subnet 0dbae35b-e96e-4d3c-82fb-5549c66312ab {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:04:47.079139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e01f9ec8-788d-420a-99db-9a6bb0caefb6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:47.102615 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:04:47.140346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e01f9ec8-788d-420a-99db-9a6bb0caefb6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:47.224432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e01f9ec8-788d-420a-99db-9a6bb0caefb6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:47.375654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e01f9ec8-788d-420a-99db-9a6bb0caefb6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:47.381393 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:04:45Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:47.385139 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] Checking router: dea19d11-139d-4c10-b885-856d54816a0d for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:04:47.397311 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] Routers {'dea19d11-139d-4c10-b885-856d54816a0d'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:04:47.397311 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dea19d11-139d-4c10-b885-856d54816a0d'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:47.417555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f9ec8-788d-420a-99db-9a6bb0caefb6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbae35b-e96e-4d3c-82fb-5549c66312ab,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:47.423838 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e01f9ec8-788d-420a-99db-9a6bb0caefb6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:47.437349 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e01f9ec8-788d-420a-99db-9a6bb0caefb6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/subnets/0dbae35b-e96e-4d3c-82fb-5549c66312ab HTTP/1.1" status: 204 len: 168 time: 0.5412524 Jan 17 09:04:47.438024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35660) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:47.438402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16378769-9c80-4206-8e72-2790f9e92b6a None None] Network a537a3f1-c570-4701-aa5c-cbb7768dd6f9 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:04:47.590140 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] Set router dea19d11-139d-4c10-b885-856d54816a0d gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:04:47.705102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] DHCP port deletion for a537a3f1-c570-4701-aa5c-cbb7768dd6f9 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:04:47.709962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Deleting port b191d7e2-0a01-473f-a38a-305b9b30e4b6 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:04:47.710407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:47.755749 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:47.878571 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:04:45Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:47.882799 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2debb612-d7cd-4d4d-9ec8-610808c6d651 None None] The sync data for ids ['dea19d11-139d-4c10-b885-856d54816a0d'] in dv-neutron-824874-1-hyperv is: [{'id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580848748', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:03:02Z', 'updated_at': '2022-01-17T09:04:45Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '0c3711e1-0f06-4549-8088-2d83e628200f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea19d11-139d-4c10-b885-856d54816a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:03:03Z', 'updated_at': '2022-01-17T09:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:04:47.925019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] For port b191d7e2-0a01-473f-a38a-305b9b30e4b6, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=b191d7e2-0a01-473f-a38a-305b9b30e4b6,segment=NetworkSegment(c8b69d5f-f665-4325-966e-39c938c0ff04),segment_id=c8b69d5f-f665-4325-966e-39c938c0ff04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:04:47.925019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:47.970708 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:48.050179 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 0c3711e1-0f06-4549-8088-2d83e628200f {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:04:48.050523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:48.082873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Calling delete_port for b191d7e2-0a01-473f-a38a-305b9b30e4b6 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:04:48.216268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:48.221794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 0c3711e1-0f06-4549-8088-2d83e628200f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=0c3711e1-0f06-4549-8088-2d83e628200f,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:04:48.222220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:48.261957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Pushing event deleted for resources: {'Port': ['ID=b191d7e2-0a01-473f-a38a-305b9b30e4b6,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:48.274398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.274736 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.275082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.275635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.275782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.276084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.276409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.276737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.277068 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.277433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.277663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.281920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d24e83f-7b62-4d70-8eef-1868e931a1af None None] No DVR routers for this DVR port b191d7e2-0a01-473f-a38a-305b9b30e4b6 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:04:48.348377 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 0c3711e1-0f06-4549-8088-2d83e628200f owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:04:48.584801 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:48.628226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=0c3711e1-0f06-4549-8088-2d83e628200f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:48.669362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.669705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.670042 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.670367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.670693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.671025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.671368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.671689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.672008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.672322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.672637 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:04:48.854222 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.000282 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:04:49.032925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:04:49.033276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 2f1f0ac1-c9bd-4f86-b6fd-cee59f154015 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:04:49.033702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b191d7e2-0a01-473f-a38a-305b9b30e4b6 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:04:49.067135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: b191d7e2-0a01-473f-a38a-305b9b30e4b6 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:04:49.067506 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device b191d7e2-0a01-473f-a38a-305b9b30e4b6 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:04:49.205239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.210010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.310510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.311008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Fanout notify agent at l3_agent the message router_deleted on router dea19d11-139d-4c10-b885-856d54816a0d {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:04:49.325494 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.326736 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c9949629-6015-4f7f-bf89-d1d7fd4b76ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/routers/dea19d11-139d-4c10-b885-856d54816a0d HTTP/1.1" status: 204 len: 168 time: 1.8924716 Jan 17 09:04:49.329510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35666) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:49.450000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.578469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.603215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a537a3f1-c570-4701-aa5c-cbb7768dd6f9']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:49.614976 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b69d5f-f665-4325-966e-39c938c0ff04') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:49.615343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b69d5f-f665-4325-966e-39c938c0ff04') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:49.626266 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.642032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.648563 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:04:49.648937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:04:49.662611 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:04:49.802059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.819493 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:49.831385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Network': ['ID=a537a3f1-c570-4701-aa5c-cbb7768dd6f9,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:49.899658 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2aa163dd-4243-41de-b50f-8f8264314a7c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/networks/a537a3f1-c570-4701-aa5c-cbb7768dd6f9 HTTP/1.1" status: 204 len: 168 time: 0.5690918 Jan 17 09:04:49.902240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35670) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:49.972286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0157bdf4-7020-4864-9676-c91ed875ba7d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:50.005192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0157bdf4-7020-4864-9676-c91ed875ba7d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:50.053264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:50.167578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0157bdf4-7020-4864-9676-c91ed875ba7d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:50.186312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157bdf4-7020-4864-9676-c91ed875ba7d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2a128e-6d13-4e36-978c-0e36d012c06a,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:50.304382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0157bdf4-7020-4864-9676-c91ed875ba7d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:50.305446 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0157bdf4-7020-4864-9676-c91ed875ba7d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/security-groups/1c2a128e-6d13-4e36-978c-0e36d012c06a HTTP/1.1" status: 204 len: 168 time: 0.4023025 Jan 17 09:04:50.805952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35678) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:50.811598 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41339203', 'description': 'tempest-secgroup-smoke-41339203 description', 'project_id': 'ec746e2a449f4588863f951482020a31'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:50.817514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:50.821523 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:50.824390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:50.829915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:50.905055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:50.915299 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c3711e1-0f06-4549-8088-2d83e628200f no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:04:50.941604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:50.945345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:50.949645 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:50.950348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 0c3711e1-0f06-4549-8088-2d83e628200f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:04:50.950686 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 0c3711e1-0f06-4549-8088-2d83e628200f not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:04:50.956243 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:51.010333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.078674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.123565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0339e0c6-5043-4476-9c5c-89501c3d8fa0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:51.249729 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.251094 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-831f413e-7996-47cb-9439-8a56cab74b49 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4441049 Jan 17 09:04:51.254569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35682) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:51.260103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '0339e0c6-5043-4476-9c5c-89501c3d8fa0', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:51.266222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:51.270611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:51.273465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:51.278989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:51.415994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.478412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.569392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.592320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6054f2ff-3efb-4c8e-a153-b42f50339f59,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:51.677280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.678472 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2ef9614a-845e-46a8-aa34-56d787a8f41a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4230008 Jan 17 09:04:51.681171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35686) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:51.686616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '0339e0c6-5043-4476-9c5c-89501c3d8fa0', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:51.693294 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:51.696891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:51.699686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:51.705654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:51.781102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.840481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.917999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:51.940900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c0832e-54d9-432f-aff3-2f0c82454496,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:52.015991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:52.017196 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-10068222-0107-49bf-b2f2-8d6874e25202 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3350832 Jan 17 09:04:52.019883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35690) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:52.025222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '0339e0c6-5043-4476-9c5c-89501c3d8fa0', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:52.031147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:52.034867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:52.038170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:52.043839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:52.128422 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:52.187946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:52.289698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:52.312296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a25eec-0b7d-44ca-b237-912ca46c0055,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:52.392414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:52.393614 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f14adeca-5a1d-4aea-a65d-e07bfdc4c47d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3728278 Jan 17 09:04:52.397076 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35694) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:52.402419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '0339e0c6-5043-4476-9c5c-89501c3d8fa0', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:52.408384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:52.412714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:52.415531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:52.424374 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:52.536332 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:52.684317 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:52.820838 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:52.844676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7068fc1-8357-4332-a6f4-d9bc52006eef,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:52.981566 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:52.982712 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-53369c82-961b-416e-b8f3-5ebbf4f2635e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5847325 Jan 17 09:04:52.985551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35698) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:52.991438 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '0339e0c6-5043-4476-9c5c-89501c3d8fa0', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:52.997495 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:53.001203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:53.004606 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:53.010015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:53.129856 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:04:53.136373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.201046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.293336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.317484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42caa114-eab1-463f-b1e3-f3d51954019c,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:53.421384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.422582 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4fc6874f-ae8c-4deb-bf25-dd960b3403a9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4361138 Jan 17 09:04:53.425335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35702) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:53.431291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '0339e0c6-5043-4476-9c5c-89501c3d8fa0', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:53.437261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:53.441099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:53.444456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:53.449988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:53.533529 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:04:53.540004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.604878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.701037 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.723849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a7ce15-1a4c-494b-8b34-0bfed2fc1845,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:53.827029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.828270 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-548fd82f-a2aa-416a-94e3-d7f60b52d545 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4015346 Jan 17 09:04:53.831021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35706) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:53.836425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'network': {'name': 'tempest-network-smoke--1257763809', 'project_id': 'ec746e2a449f4588863f951482020a31', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:53.841617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:53.845534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:network and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:53.848791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:53.854190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:53.923728 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:04:53.926674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.955426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:04:53.964444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:53.964795 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Added segment 86ff5daa-2f26-40dc-8711-81b1f4b42ef9 of type vlan for network 35e6b1ed-061f-4769-9776-0dda5c3d24cc Jan 17 09:04:54.000261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:54.100602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:54.104259 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:54.104836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:54.210453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Network': ['ID=35e6b1ed-061f-4769-9776-0dda5c3d24cc,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:54.223768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 35e6b1ed-061f-4769-9776-0dda5c3d24cc details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 09:04:54.256566 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-89a7b26d-4b67-404a-b8cc-7df383d8f197 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4244630 Jan 17 09:04:54.259351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35710) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:54.264605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'admin_state_up': True, 'project_id': 'ec746e2a449f4588863f951482020a31', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:54.271607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:54.275511 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:router and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:54.278345 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:54.284456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:54.358531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:54.359504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:54.377230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:54.572597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:54.829286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:54.858063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:54.996554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.85 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/a741827c-06d7-4fb3-8c28-acb1ea24d776) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:04:55.141468 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:55.284714 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:55.362678 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:04:55.365630 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:04:55.370231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:04:55.395575 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=a741827c-06d7-4fb3-8c28-acb1ea24d776,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:55.633223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:55.634083 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:55.929936 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 9276dc38-5aaf-49a4-82d4-98e25917f2bd is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:04:56.142050 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:04:56.152774 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Sync routers for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:04:56.164439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:04:56.165331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:56.265433 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:56.266630 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-292958c6-46d9-4a5e-bda3-8fa81c94a51c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0062687 Jan 17 09:04:56.270749 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35714) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:56.310695 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a2ef8711-489b-48ed-b218-84f1254e64aa tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ec746e2a449f4588863f951482020a31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387633 Jan 17 09:04:56.321355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35718) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:56.346243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:04:56.556756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909ed10-d6c2-4dff-8d9d-c384fe1a23b4 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:56.558152 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a909ed10-d6c2-4dff-8d9d-c384fe1a23b4 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2358704 Jan 17 09:04:56.561251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35722) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:56.600864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3edf4fb8-f31b-4f77-ac32-49d5fd6f163e tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384421 Jan 17 09:04:56.603586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35726) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:56.609239 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-41794472', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'project_id': 'ec746e2a449f4588863f951482020a31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:04:56.638432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:55Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:56.642867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Checking router: 9276dc38-5aaf-49a4-82d4-98e25917f2bd for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:04:56.643242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Updating router 9276dc38-5aaf-49a4-82d4-98e25917f2bd port a741827c-06d7-4fb3-8c28-acb1ea24d776 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:04:56.697660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:56.722694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:04:56.726859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:subnet and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:04:56.729841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:04:56.735617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:04:56.858861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:04:56.964626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:57.029348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:57.041703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Transition to ACTIVE for port object a741827c-06d7-4fb3-8c28-acb1ea24d776 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:04:57.133326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:57.217746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb225857-efd9-4ccf-9cce-c27b1ba0b803 None None] Pushing event updated for resources: {'Port': ['ID=a741827c-06d7-4fb3-8c28-acb1ea24d776,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:57.220867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Attempting to bind port a741827c-06d7-4fb3-8c28-acb1ea24d776 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:04:57.221270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Attempting to bind port a741827c-06d7-4fb3-8c28-acb1ea24d776 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:04:57.221677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Attempting to bind port a741827c-06d7-4fb3-8c28-acb1ea24d776 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:04:57.229278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:04:57.229648 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:04:57.230083 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:57.230480 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:04:57.230936 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Bound port: a741827c-06d7-4fb3-8c28-acb1ea24d776, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:04:57.231347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:57.307590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:57.386020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Subnet': ['ID=a517397c-5b33-4763-aea4-2e8300c404de,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:57.390313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] For port a741827c-06d7-4fb3-8c28-acb1ea24d776, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:04:57.393627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] For port a741827c-06d7-4fb3-8c28-acb1ea24d776, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a741827c-06d7-4fb3-8c28-acb1ea24d776,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:04:57.399813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Checking segment: {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:04:57.400170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network hostable DHCP agents. Network: 35e6b1ed-061f-4769-9776-0dda5c3d24cc, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:04:57.467737 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:57.512460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 35e6b1ed-061f-4769-9776-0dda5c3d24cc is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:04:57.588020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb225857-efd9-4ccf-9cce-c27b1ba0b803 None None] Pushing event updated for resources: {'Port': ['ID=a741827c-06d7-4fb3-8c28-acb1ea24d776,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:57.594673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:04:57.595328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:57.631015 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 35e6b1ed-061f-4769-9776-0dda5c3d24cc) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:04:57.635398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:04:57.635980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:57.649381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc0815-d175-4057-853c-312e5a0be377 None None] Network 35e6b1ed-061f-4769-9776-0dda5c3d24cc requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:04:57.756062 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d9837fd7-db4f-4257-bd1e-29d8964ad72b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1487594 Jan 17 09:04:57.756312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35730) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:04:57.915821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:04:58.130280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 09:04:58.131065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:58.402002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Allocated IP 172.20.0.2 (35e6b1ed-061f-4769-9776-0dda5c3d24cc/a517397c-5b33-4763-aea4-2e8300c404de/14c12e71-7e83-4ee4-a8fc-be06ee6aee1d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:04:58.404433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:55Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:04:58.415084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0da2b-08d7-4e04-8698-d63c89269606 None None] The sync data for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv is: [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:55Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:04:58.670072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:58.730102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:58.742710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Transition to ACTIVE for port object 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:04:58.769752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Transition to ACTIVE for port object 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:04:58.839017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:58.954899 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Network 35e6b1ed-061f-4769-9776-0dda5c3d24cc is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:04:58.959086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:04:58.960845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Pushing event updated for resources: {'Port': ['ID=14c12e71-7e83-4ee4-a8fc-be06ee6aee1d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:58.965457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:04:59.080065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a741827c-06d7-4fb3-8c28-acb1ea24d776 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:04:59.163885 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Attempting to bind port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:04:59.164590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Attempting to bind port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:04:59.170275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Attempting to bind port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d on network 35e6b1ed-061f-4769-9776-0dda5c3d24cc {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:04:59.181011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:04:59.181375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Checking segment: {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:04:59.181772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:59.182161 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Bound using segment: {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:04:59.182629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Bound port: 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:04:59.182999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:59.187877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.1 (35e6b1ed-061f-4769-9776-0dda5c3d24cc/a517397c-5b33-4763-aea4-2e8300c404de/770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:04:59.301526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port a741827c-06d7-4fb3-8c28-acb1ea24d776 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:04:59.307088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a741827c-06d7-4fb3-8c28-acb1ea24d776 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:04:59.307583 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:59.342307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] For port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:04:59.366996 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:59.388752 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:04:59.423249 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] For port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=14c12e71-7e83-4ee4-a8fc-be06ee6aee1d,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:04:59.481984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:59.503235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:59.515404 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:59.550038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 35e6b1ed-061f-4769-9776-0dda5c3d24cc is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:04:59.557911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:04:59.557911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:04:59.563665 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port a741827c-06d7-4fb3-8c28-acb1ea24d776, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a741827c-06d7-4fb3-8c28-acb1ea24d776,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:04:59.598008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:59.605172 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0e12f-c39b-4958-9931-4a72f512d39f None None] Pushing event updated for resources: {'Port': ['ID=14c12e71-7e83-4ee4-a8fc-be06ee6aee1d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:59.631259 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:59.648120 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:04:59.716221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=a741827c-06d7-4fb3-8c28-acb1ea24d776,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:04:59.814552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:00.230485 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:00.289768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:00.402693 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:00.406110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:00.582452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5936752-a44a-4135-8fab-790f940d4740 None None] Network 35e6b1ed-061f-4769-9776-0dda5c3d24cc requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:05:00.657322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 35e6b1ed-061f-4769-9776-0dda5c3d24cc is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:05:00.658682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:05:00.754409 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2b8945b8-fe9d-4fcc-a049-ab5046b3ad93 None None] Provisioning for port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:05:01.051454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:05:01.060346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 9276dc38-5aaf-49a4-82d4-98e25917f2bd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:05:01.209595 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:05:01.215351 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:05:01.222124 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:01.256593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a2b0ee83-5cd9-4e6b-aca9-d44d67f92591 None None] Provisioning for port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:05:01.272360 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a2b0ee83-5cd9-4e6b-aca9-d44d67f92591 None None] Provisioning complete for port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:05:01.272656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ee83-5cd9-4e6b-aca9-d44d67f92591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:01.289982 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:05:01.303672 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fe13be17-a2fa-4c43-9631-c0faee1d2cfb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/9276dc38-5aaf-49a4-82d4-98e25917f2bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5463042 Jan 17 09:05:01.336794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0ee83-5cd9-4e6b-aca9-d44d67f92591 None None] Port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:05:01.399075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:01.436685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=14c12e71-7e83-4ee4-a8fc-be06ee6aee1d,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:05:01.457389 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5df1582b-5a6e-4ee0-a8f9-6f3c8a663e05 None None] Provisioning complete for port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:05:01.457909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5df1582b-5a6e-4ee0-a8f9-6f3c8a663e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:01.491345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-db01ce22-825b-43c4-ba18-c4a590b4c613 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:05:01.502014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:01.502774 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a741827c-06d7-4fb3-8c28-acb1ea24d776 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:05:01.590840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-5df1582b-5a6e-4ee0-a8f9-6f3c8a663e05 None None] Port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:05:01.596463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-db01ce22-825b-43c4-ba18-c4a590b4c613 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:05:01.598385 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-db01ce22-825b-43c4-ba18-c4a590b4c613 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41339203&fields=id&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 267 time: 0.1483781 Jan 17 09:05:01.623904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=14c12e71-7e83-4ee4-a8fc-be06ee6aee1d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:01.637481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port a741827c-06d7-4fb3-8c28-acb1ea24d776 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:05:01.637848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:01.748640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-f47f43e3-85f3-4a4b-b288-32a93e15263c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:01.749307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-f47f43e3-85f3-4a4b-b288-32a93e15263c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:05:01.830152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-f47f43e3-85f3-4a4b-b288-32a93e15263c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:05:01.831862 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-f47f43e3-85f3-4a4b-b288-32a93e15263c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/networks?id=35e6b1ed-061f-4769-9776-0dda5c3d24cc HTTP/1.1" status: 200 len: 797 time: 0.2266247 Jan 17 09:05:01.850278 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-d49c222d-f936-4589-b7c4-4d6ed76754ba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/quotas/ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 375 time: 0.0114012 Jan 17 09:05:01.931176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-28942e4f-e2f8-4628-acbb-6846e325c945 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:05:02.004430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-28942e4f-e2f8-4628-acbb-6846e325c945 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:05:02.005778 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-28942e4f-e2f8-4628-acbb-6846e325c945 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523979 Jan 17 09:05:02.089701 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-58b76891-96d2-4de7-9402-30527872b996 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 09:05:02.091278 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-58b76891-96d2-4de7-9402-30527872b996 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0733607 Jan 17 09:05:02.132882 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Sync routers for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:05:02.145696 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:05:02.146287 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:05:02.231305 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-796494a6-664a-4ba4-9441-aa4a0535ce3b service neutron] 10.222.0.44 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334269 Jan 17 09:05:02.321027 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:05:02.363849 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-0133f872-343d-4403-afc9-18a216f25c81 service neutron] 10.222.0.44 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267200 Jan 17 09:05:02.687288 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e109ef7f-3392-48bc-b7a0-f44d7144aa0f req-aea2495c-c87c-43f8-8094-a08cfd73e25c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 210 time: 0.0412753 Jan 17 09:05:02.725414 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e', 'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:ba:cf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:58Z', 'updated_at': '2022-01-17T09:05:00Z', 'revision_number': 2, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:05:02.729533 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Checking router: 9276dc38-5aaf-49a4-82d4-98e25917f2bd for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:05:02.729882 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Updating router 9276dc38-5aaf-49a4-82d4-98e25917f2bd port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:05:02.781494 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:02.968219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:05:03.043598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:05:03.043973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:03.158821 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:03.176522 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Transition to ACTIVE for port object 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:05:03.261027 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:03.384184 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Pushing event updated for resources: {'Port': ['ID=770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:03.397276 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.397611 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.397944 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.398267 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.402734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.402734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.402734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.402734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.402734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.402734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.402734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:05:03.495872 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Attempting to bind port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:05:03.496115 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Attempting to bind port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:05:03.496395 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Attempting to bind port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e on network 35e6b1ed-061f-4769-9776-0dda5c3d24cc {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:05:03.503441 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:05:03.503838 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Checking segment: {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:05:03.504233 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:03.504565 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Bound using segment: {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:05:03.505363 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Bound port: 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:05:03.505363 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:03.593215 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] For port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:05:03.596206 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] For port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:05:03.670733 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:03.754998 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:05:03.755693 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:04:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:05:03.801662 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-45ff234b-14a6-4780-a048-41331cb5d6a0 req-6f5b8b38-4757-4125-a0ce-5dbb819b46aa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 210 time: 0.0432231 Jan 17 09:05:03.818670 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabe63e-a849-4e41-943a-11db68ccc3ff None None] Pushing event updated for resources: {'Port': ['ID=770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:03.949420 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:05:04.274427 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e', 'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:ba:cf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:58Z', 'updated_at': '2022-01-17T09:05:03Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:05:04.278220 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed223f4-ede4-4cc5-8292-6d78ed6908cc None None] The sync data for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv is: [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e', 'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:ba:cf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:58Z', 'updated_at': '2022-01-17T09:05:03Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:05:05.026687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-af47c33f-6ad8-4830-b061-5ad6cfa39bf6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:05.028436 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-af47c33f-6ad8-4830-b061-5ad6cfa39bf6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/networks?id=35e6b1ed-061f-4769-9776-0dda5c3d24cc HTTP/1.1" status: 200 len: 797 time: 0.1581826 Jan 17 09:05:05.035182 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f314d39-1ad1-4abf-bbf8-b94daa056265 req-bf18ee92-fe9c-4022-8458-6d171a28f646 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 210 time: 0.1034973 Jan 17 09:05:05.041750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:05:05.093030 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-7f3d05f5-b645-4d39-96fd-0787268d038a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 378 time: 0.0470879 Jan 17 09:05:05.102002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'port': {'device_id': 'd6d3cc27-1008-4d89-9534-b12933214991', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'admin_state_up': True, 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'security_groups': ['0339e0c6-5043-4476-9c5c-89501c3d8fa0']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:05:05.221226 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:05:05.227987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:05:05.228498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:05.344732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:05:05.355569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:05:05.365689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:05.398212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:05:05.447659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:05:05.450733 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:05.470416 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:05.539786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:05.612824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.8 (35e6b1ed-061f-4769-9776-0dda5c3d24cc/a517397c-5b33-4763-aea4-2e8300c404de/8b332545-295b-4f95-b07e-a1f94b13d618) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:05:05.796727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:05.813909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object 8b332545-295b-4f95-b07e-a1f94b13d618 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:05:05.907466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:05.982117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 35e6b1ed-061f-4769-9776-0dda5c3d24cc is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:05:05.985256 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:05:05.989837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:05:06.020530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=8b332545-295b-4f95-b07e-a1f94b13d618,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:06.057283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:06.057992 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:06.152629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d5029250-21ac-454e-bfca-c2c6cd793da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:06.179860 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-a44b2e78-63d7-4ac5-8481-26f88e15041c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0817163 Jan 17 09:05:06.192152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Request body: {'port': {'device_id': 'd6d3cc27-1008-4d89-9534-b12933214991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:05:06.238649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7c772d6-e777-46d9-99fc-b8039693ef8e None None] Provisioning for port 8b332545-295b-4f95-b07e-a1f94b13d618 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:05:06.243937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a7c772d6-e777-46d9-99fc-b8039693ef8e None None] Provisioning complete for port 8b332545-295b-4f95-b07e-a1f94b13d618 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:05:06.244376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7c772d6-e777-46d9-99fc-b8039693ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:06.300551 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a7c772d6-e777-46d9-99fc-b8039693ef8e None None] Port 8b332545-295b-4f95-b07e-a1f94b13d618 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:05:06.359180 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:06.375824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff5047-0894-4579-bc51-96f2c9466279 req-05694fad-7cc7-40e2-b215-3b794796a210 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:06.376514 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-2eff5047-0894-4579-bc51-96f2c9466279 req-05694fad-7cc7-40e2-b215-3b794796a210 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:05:06.488831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-2eff5047-0894-4579-bc51-96f2c9466279 req-05694fad-7cc7-40e2-b215-3b794796a210 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:05:06.489972 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2eff5047-0894-4579-bc51-96f2c9466279 req-05694fad-7cc7-40e2-b215-3b794796a210 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 931 time: 0.2739158 Jan 17 09:05:06.618512 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2eff5047-0894-4579-bc51-96f2c9466279 req-91834e7e-8147-45e4-84b6-cc0bbe178ba9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223946 Jan 17 09:05:06.755894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b332545-295b-4f95-b07e-a1f94b13d618 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:05:06.763413 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:06.778825 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Transition to ACTIVE for port object 8b332545-295b-4f95-b07e-a1f94b13d618 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:05:06.860557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:06.977049 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:05:06.989461 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Pushing event updated for resources: {'Port': ['ID=8b332545-295b-4f95-b07e-a1f94b13d618,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:07.052747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:05:07.053110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:07.102905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Attempting to bind port 8b332545-295b-4f95-b07e-a1f94b13d618 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:05:07.103447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Attempting to bind port 8b332545-295b-4f95-b07e-a1f94b13d618 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:05:07.103572 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Attempting to bind port 8b332545-295b-4f95-b07e-a1f94b13d618 on network 35e6b1ed-061f-4769-9776-0dda5c3d24cc {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:05:07.111522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Port 8b332545-295b-4f95-b07e-a1f94b13d618 on network 35e6b1ed-061f-4769-9776-0dda5c3d24cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 09:05:07.111836 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Attempting to bind port 8b332545-295b-4f95-b07e-a1f94b13d618 on network 35e6b1ed-061f-4769-9776-0dda5c3d24cc {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:05:07.118714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:05:07.119074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Checking segment: {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:05:07.119487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Bound using segment: {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:05:07.119912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Bound port: 8b332545-295b-4f95-b07e-a1f94b13d618, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ff5daa-2f26-40dc-8711-81b1f4b42ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:05:07.120256 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:07.224111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] For port 8b332545-295b-4f95-b07e-a1f94b13d618, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:05:07.227506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] For port 8b332545-295b-4f95-b07e-a1f94b13d618, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b332545-295b-4f95-b07e-a1f94b13d618,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:05:07.356486 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:07.415780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:07.417350 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] 10.222.0.53 "PUT /v2.0/ports/8b332545-295b-4f95-b07e-a1f94b13d618 HTTP/1.1" status: 200 len: 1093 time: 1.2302005 Jan 17 09:05:07.419719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:05:07.441868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06aa1c-0f70-4330-a7c8-9d23a2f96e88 service neutron] Pushing event updated for resources: {'Port': ['ID=8b332545-295b-4f95-b07e-a1f94b13d618,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:07.483723 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618', 'status': 'completed', 'code': 200} Jan 17 09:05:07.595585 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30d384bd-6a66-4835-9a81-1da4f8bc8835 req-37ca0cea-fad2-4240-9331-d309abefa330 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1096 time: 0.0866859 Jan 17 09:05:07.871943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d384bd-6a66-4835-9a81-1da4f8bc8835 req-24e052f9-0161-4815-9bbe-b456db3b3f40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:07.873357 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30d384bd-6a66-4835-9a81-1da4f8bc8835 req-24e052f9-0161-4815-9bbe-b456db3b3f40 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ec746e2a449f4588863f951482020a31&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2710068 Jan 17 09:05:07.966153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b262a-4c4e-448d-921d-5fd20bc3482d req-10b8b5b0-277c-4a26-bcab-c874f9a4ea9c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:07.967602 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f04b262a-4c4e-448d-921d-5fd20bc3482d req-10b8b5b0-277c-4a26-bcab-c874f9a4ea9c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 943 time: 0.1794300 Jan 17 09:05:08.051603 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d384bd-6a66-4835-9a81-1da4f8bc8835 req-42911afa-8029-45a2-bf7a-9c562c2346e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:08.053010 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30d384bd-6a66-4835-9a81-1da4f8bc8835 req-42911afa-8029-45a2-bf7a-9c562c2346e8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1730688 Jan 17 09:05:08.055580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f04b262a-4c4e-448d-921d-5fd20bc3482d req-76b2d5fe-9775-4933-a5a8-b615e91ea7ba tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758955 Jan 17 09:05:08.168091 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-e91c27c3-5cfb-4767-a8df-90f57691831a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1096 time: 0.0713892 Jan 17 09:05:08.237362 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-8788128f-c88f-4383-ab7d-f2ea1c69d6cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b332545-295b-4f95-b07e-a1f94b13d618 HTTP/1.1" status: 200 len: 217 time: 0.0631118 Jan 17 09:05:08.243867 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ee59395-a612-4db4-aa82-32ad52ffd6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:08.297500 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-851ed8f9-a585-42d7-b029-9a7bcc8049e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:08.298907 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-851ed8f9-a585-42d7-b029-9a7bcc8049e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a517397c-5b33-4763-aea4-2e8300c404de HTTP/1.1" status: 200 len: 833 time: 0.0560434 Jan 17 09:05:08.371331 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-41cd37f6-a2ba-4dca-98b3-ac3938320462 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35e6b1ed-061f-4769-9776-0dda5c3d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663927 Jan 17 09:05:08.499341 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-c3040073-0080-4a6d-a19d-bf4e1b7466bf service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224389 Jan 17 09:05:08.626498 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fed8dd9-0d6d-4466-a7d0-2dd558f57aff req-5bcb30ce-10ea-4a3b-9978-c74dd545768a service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213663 Jan 17 09:05:09.249456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86173eee-b06e-452a-86d1-00d9511920e3 req-883433cd-b66f-4b15-b52d-1c8b396eb57f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:09.250904 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86173eee-b06e-452a-86d1-00d9511920e3 req-883433cd-b66f-4b15-b52d-1c8b396eb57f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 943 time: 0.0759687 Jan 17 09:05:09.294738 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-86173eee-b06e-452a-86d1-00d9511920e3 req-5e40b95b-229a-4084-84d1-15d92f9d880f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378797 Jan 17 09:05:09.557865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:09.677693 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:10.496170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6521c-9f0a-4af4-8f26-542cd8948a49 req-d0444885-913b-4a93-a0c9-27105cc40a19 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:10.497622 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-43e6521c-9f0a-4af4-8f26-542cd8948a49 req-d0444885-913b-4a93-a0c9-27105cc40a19 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 943 time: 0.0806723 Jan 17 09:05:10.546574 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-43e6521c-9f0a-4af4-8f26-542cd8948a49 req-e3fd550e-d053-4687-a2a5-3b3682111fb3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434630 Jan 17 09:05:11.158150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:11.749965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656222-88a0-462d-9203-3289a7b9d74f req-4bcaa834-5980-4b10-9804-4c10946b3037 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:11.751364 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bf656222-88a0-462d-9203-3289a7b9d74f req-4bcaa834-5980-4b10-9804-4c10946b3037 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 943 time: 0.0794408 Jan 17 09:05:11.796512 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bf656222-88a0-462d-9203-3289a7b9d74f req-8ce03f14-9645-4f03-88a9-3805de8c0343 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391912 Jan 17 09:05:12.011776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8b332545-295b-4f95-b07e-a1f94b13d618 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:05:12.144821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 8b332545-295b-4f95-b07e-a1f94b13d618, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b332545-295b-4f95-b07e-a1f94b13d618,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:05:12.157775 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '8b332545-295b-4f95-b07e-a1f94b13d618', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'port_id': '8b332545-295b-4f95-b07e-a1f94b13d618', 'mac_address': 'fa:16:3e:75:18:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:05:12.229739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:12.247047 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b332545-295b-4f95-b07e-a1f94b13d618 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:05:12.261508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 8b332545-295b-4f95-b07e-a1f94b13d618, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b332545-295b-4f95-b07e-a1f94b13d618,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:05:12.327541 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:12.393789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=8b332545-295b-4f95-b07e-a1f94b13d618,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:12.628620 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['8b332545-295b-4f95-b07e-a1f94b13d618'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:05:12.996325 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3429091-66ef-49d6-bfcd-dab25cc3d2fe req-a16b9ae3-f0ed-4358-947e-e1b3d8a62a0a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:12.997775 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b3429091-66ef-49d6-bfcd-dab25cc3d2fe req-a16b9ae3-f0ed-4358-947e-e1b3d8a62a0a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 944 time: 0.0753391 Jan 17 09:05:13.048064 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b3429091-66ef-49d6-bfcd-dab25cc3d2fe req-784d8c86-c572-41c0-9fd5-336b2c0bf7c4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448351 Jan 17 09:05:14.026146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8b332545-295b-4f95-b07e-a1f94b13d618 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:05:14.169457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 8b332545-295b-4f95-b07e-a1f94b13d618 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:05:14.174566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 8b332545-295b-4f95-b07e-a1f94b13d618 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:05:14.174963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:14.262164 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458524d-1151-4ecf-b3c3-40d5f3b03694 req-61056c55-1bfd-4825-9007-7ebff5e460a7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:14.263479 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3458524d-1151-4ecf-b3c3-40d5f3b03694 req-61056c55-1bfd-4825-9007-7ebff5e460a7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 944 time: 0.0966389 Jan 17 09:05:14.313361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:14.316948 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3458524d-1151-4ecf-b3c3-40d5f3b03694 req-fa4fde22-c859-4e46-9cd4-4442ba4ad2f1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459895 Jan 17 09:05:14.341516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:05:14.351684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 8b332545-295b-4f95-b07e-a1f94b13d618, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b332545-295b-4f95-b07e-a1f94b13d618,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:05:14.396132 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618', 'code': 200} Jan 17 09:05:14.425969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:14.495663 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=8b332545-295b-4f95-b07e-a1f94b13d618,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:14.733355 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8473ab67-b57a-49e1-a41b-909f6f53e60c req-b44ee161-bb76-44e9-a037-b76ec460c8f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1098 time: 0.0688803 Jan 17 09:05:14.736609 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:05:14.776124 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8473ab67-b57a-49e1-a41b-909f6f53e60c req-af03f12d-c0c0-44b7-898a-54bcc4437a47 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367792 Jan 17 09:05:15.527185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4a443-f9e2-4e87-97bd-b6c5f3d5d8a4 req-ebd0ae20-daba-4c9a-9558-f931eacfb965 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:15.528678 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ab4a443-f9e2-4e87-97bd-b6c5f3d5d8a4 req-ebd0ae20-daba-4c9a-9558-f931eacfb965 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0799658 Jan 17 09:05:15.574572 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7ab4a443-f9e2-4e87-97bd-b6c5f3d5d8a4 req-a2f0056d-72a3-4b39-b15f-a65bda6b0bbd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403469 Jan 17 09:05:16.775790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30863e8-ff22-42ee-8cfc-555a68efc2cc req-80ad478a-82bc-45a6-8260-3edb31d15c2f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:16.777160 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a30863e8-ff22-42ee-8cfc-555a68efc2cc req-80ad478a-82bc-45a6-8260-3edb31d15c2f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0793619 Jan 17 09:05:16.821991 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a30863e8-ff22-42ee-8cfc-555a68efc2cc req-be11532c-d610-4da6-8742-3d858fac8304 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393615 Jan 17 09:05:17.017025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f61596-c3ff-4ccc-8b0a-5e6cab282044 req-c8fb76b8-bd9a-418e-ba2d-bf8ee83f8ebd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:17.019011 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-22f61596-c3ff-4ccc-8b0a-5e6cab282044 req-c8fb76b8-bd9a-418e-ba2d-bf8ee83f8ebd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0747056 Jan 17 09:05:17.067742 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-22f61596-c3ff-4ccc-8b0a-5e6cab282044 req-5466b004-cb99-42f2-b3d0-4ba6aa921cce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430124 Jan 17 09:05:17.095146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35806) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:05:17.163778 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-649fc978-a663-41a5-921f-26005f67d185 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1093 time: 0.0674312 Jan 17 09:05:17.169655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35810) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:05:17.174894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '8b332545-295b-4f95-b07e-a1f94b13d618', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:05:17.180993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:05:17.184771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:floatingip and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:05:17.187611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:05:17.193716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:05:17.267279 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:17.398719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:17.537309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.222 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/639bd79a-a13d-49ff-9d22-458ff1d7cafe) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:05:17.765404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:17.847793 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:17.910005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:05:17.912896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:05:17.916619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:05:17.948549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=639bd79a-a13d-49ff-9d22-458ff1d7cafe,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:18.442414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:18.572507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:18.776958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:18.835584 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:18.942507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=639bd79a-a13d-49ff-9d22-458ff1d7cafe,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:05:18.960507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:19.147753 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Floating IP f07d8169-9750-4ea8-9196-71a5afc2a20f associated. External IP: 172.26.4.222, port: 8b332545-295b-4f95-b07e-a1f94b13d618. Jan 17 09:05:19.631454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 9276dc38-5aaf-49a4-82d4-98e25917f2bd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:05:19.796920 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-d5f5897f-a2e7-4e80-b08f-44aefee8c9f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088414 Jan 17 09:05:19.953041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:05:19.963340 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] Sync routers for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:05:19.976320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:05:19.976963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:05:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:05:19.980723 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-cf488a9d-ff7f-4bde-a76a-899ad4071e26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1098 time: 0.1045859 Jan 17 09:05:20.074595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:20.120896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:20.155068 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b68fb7b8-9e30-4b37-98cf-e0791bb88295 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9844043 Jan 17 09:05:20.158133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:05:20.167985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:05:20.183256 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-798d495d-319a-406d-ad24-caefb9e57ce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:20.184652 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-798d495d-319a-406d-ad24-caefb9e57ce4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=35e6b1ed-061f-4769-9776-0dda5c3d24cc HTTP/1.1" status: 200 len: 898 time: 0.1843052 Jan 17 09:05:20.254036 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618', 'status': 'completed', 'code': 200} Jan 17 09:05:20.347664 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-198e25dd-efdc-45af-bbf9-129c7235e84a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b332545-295b-4f95-b07e-a1f94b13d618 HTTP/1.1" status: 200 len: 999 time: 0.1555998 Jan 17 09:05:20.421161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-9d904551-0fed-4b91-bb97-a05c6c9df73e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:20.422599 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-9d904551-0fed-4b91-bb97-a05c6c9df73e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a517397c-5b33-4763-aea4-2e8300c404de HTTP/1.1" status: 200 len: 833 time: 0.0668242 Jan 17 09:05:20.430638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7209-5a19-4f7a-9ba0-622cd5b029a4 req-f839d8e2-1f2e-4d0a-8ea2-d2618829821f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:20.431724 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-414a7209-5a19-4f7a-9ba0-622cd5b029a4 req-f839d8e2-1f2e-4d0a-8ea2-d2618829821f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.1504884 Jan 17 09:05:20.529987 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-414a7209-5a19-4f7a-9ba0-622cd5b029a4 req-a02aed6e-e39a-49a8-b404-241156e63815 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645812 Jan 17 09:05:20.535892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'f07d8169-9750-4ea8-9196-71a5afc2a20f', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.222', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'port_id': '8b332545-295b-4f95-b07e-a1f94b13d618', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'mac_address': 'fa:16:3e:75:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3cc27-1008-4d89-9534-b12933214991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:05:18Z', 'updated_at': '2022-01-17T09:05:18Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e', 'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:ba:cf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:58Z', 'updated_at': '2022-01-17T09:05:05Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:05:20.540561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] Checking router: 9276dc38-5aaf-49a4-82d4-98e25917f2bd for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:05:20.541831 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-b080472a-a8f2-4398-9b0c-ce6be8d0388d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35e6b1ed-061f-4769-9776-0dda5c3d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091845 Jan 17 09:05:20.553127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:05:20.553740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:05:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:05:20.559215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35818) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:05:20.673945 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-35793ab8-00e4-44a1-a7ef-51f052a8f9e2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/f07d8169-9750-4ea8-9196-71a5afc2a20f HTTP/1.1" status: 200 len: 991 time: 0.1133814 Jan 17 09:05:20.694677 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-9036f45a-ea13-4828-bb18-6a0705292136 service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471453 Jan 17 09:05:20.781313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:05:20.829946 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-afeb9980-1702-4b61-a5ff-843ea75400ab req-ff8e8447-4f0b-4d26-bc92-3b3cf11b4745 service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289334 Jan 17 09:05:21.018619 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5f551b81-bd3a-4123-a41f-ca15b7ca8a0f req-3c805d60-6d9a-4494-b460-bac6b2dbef85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1098 time: 0.0695076 Jan 17 09:05:21.141743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'f07d8169-9750-4ea8-9196-71a5afc2a20f', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.222', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'port_id': '8b332545-295b-4f95-b07e-a1f94b13d618', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'mac_address': 'fa:16:3e:75:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3cc27-1008-4d89-9534-b12933214991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:05:18Z', 'updated_at': '2022-01-17T09:05:18Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e', 'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:ba:cf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:58Z', 'updated_at': '2022-01-17T09:05:05Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:05:21.145993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b02a3-2767-405b-b365-858d6787c786 None None] The sync data for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv is: [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'f07d8169-9750-4ea8-9196-71a5afc2a20f', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.222', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'port_id': '8b332545-295b-4f95-b07e-a1f94b13d618', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'mac_address': 'fa:16:3e:75:18:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3cc27-1008-4d89-9534-b12933214991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:05:18Z', 'updated_at': '2022-01-17T09:05:18Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e', 'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:ba:cf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:58Z', 'updated_at': '2022-01-17T09:05:05Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:05:21.151813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f551b81-bd3a-4123-a41f-ca15b7ca8a0f req-13479de8-9b34-45e0-aded-0d7706dc900d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:21.153409 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5f551b81-bd3a-4123-a41f-ca15b7ca8a0f req-13479de8-9b34-45e0-aded-0d7706dc900d service neutron] 10.222.0.53 "GET /v2.0/networks?id=35e6b1ed-061f-4769-9776-0dda5c3d24cc HTTP/1.1" status: 200 len: 898 time: 0.1292908 Jan 17 09:05:21.364812 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae869c8b-5cae-4123-8f3e-4c1695bd8110 None None] New status for floating IP f07d8169-9750-4ea8-9196-71a5afc2a20f: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:05:21.383532 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5f551b81-bd3a-4123-a41f-ca15b7ca8a0f req-6a28e316-93bb-406a-9e55-1fefa86c2a04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b332545-295b-4f95-b07e-a1f94b13d618 HTTP/1.1" status: 200 len: 999 time: 0.2170877 Jan 17 09:05:21.447931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f551b81-bd3a-4123-a41f-ca15b7ca8a0f req-3b0263ee-d9f8-4922-a410-624a245f113c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:05:21.449377 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5f551b81-bd3a-4123-a41f-ca15b7ca8a0f req-3b0263ee-d9f8-4922-a410-624a245f113c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a517397c-5b33-4763-aea4-2e8300c404de HTTP/1.1" status: 200 len: 833 time: 0.0596330 Jan 17 09:05:21.525997 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5f551b81-bd3a-4123-a41f-ca15b7ca8a0f req-249c82ca-a5fc-43e5-ac3d-58c4d81997c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35e6b1ed-061f-4769-9776-0dda5c3d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697258 Jan 17 09:05:21.665260 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5f551b81-bd3a-4123-a41f-ca15b7ca8a0f req-1c0cbf34-d93d-4e9a-b87b-0b4e5ff76aff service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312246 Jan 17 09:05:21.679376 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35822) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:05:21.785608 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-958fef16-ea85-4546-a540-f357faf029a6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/f07d8169-9750-4ea8-9196-71a5afc2a20f HTTP/1.1" status: 200 len: 993 time: 0.1006024 Jan 17 09:05:21.803417 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5f551b81-bd3a-4123-a41f-ca15b7ca8a0f req-e07effe2-ae1f-427f-af91-d4dd597e8961 service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308634 Jan 17 09:05:36.117384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-beeb7f53-06a1-4791-b8ea-4dac916f45bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:38.231847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fdbb34d1-9854-43b6-9b00-aca3c0dd496f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:39.528770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:39.688835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:41.180135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:50.155146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:05:51.736770 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:06:06.143455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-348accde-b95b-4813-a295-0352215f41e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:08.229075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-135e6de4-741f-48da-bcce-092d4c0ca54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:09.532362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:09.715935 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:11.133970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:20.109705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:22.920698 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-685737b2-4cff-4d76-af39-0f68b967a82c req-eb59693f-aca8-45af-923a-1c333483d961 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1098 time: 0.1847975 Jan 17 09:06:22.946995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e15a2c-7c5b-402e-8937-1b255e6c2636 req-3e740d9a-8dc4-4028-9b7c-96dce0af9998 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:22.948476 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6e15a2c-7c5b-402e-8937-1b255e6c2636 req-3e740d9a-8dc4-4028-9b7c-96dce0af9998 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0820644 Jan 17 09:06:22.993687 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6e15a2c-7c5b-402e-8937-1b255e6c2636 req-3d7d9ae2-b09b-401b-8156-ae9a81c957e9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396054 Jan 17 09:06:23.066265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685737b2-4cff-4d76-af39-0f68b967a82c req-af495dd9-9618-4771-ac6d-148ea0a3a089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:23.067729 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-685737b2-4cff-4d76-af39-0f68b967a82c req-af495dd9-9618-4771-ac6d-148ea0a3a089 service neutron] 10.222.0.53 "GET /v2.0/networks?id=35e6b1ed-061f-4769-9776-0dda5c3d24cc HTTP/1.1" status: 200 len: 898 time: 0.1294122 Jan 17 09:06:23.173188 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-685737b2-4cff-4d76-af39-0f68b967a82c req-a95aeb0c-afef-421f-9fea-570867bd63fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b332545-295b-4f95-b07e-a1f94b13d618 HTTP/1.1" status: 200 len: 1001 time: 0.0988586 Jan 17 09:06:23.238032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685737b2-4cff-4d76-af39-0f68b967a82c req-9d360369-a370-4cf8-9cf0-3afc0b9d607a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:23.239479 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-685737b2-4cff-4d76-af39-0f68b967a82c req-9d360369-a370-4cf8-9cf0-3afc0b9d607a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a517397c-5b33-4763-aea4-2e8300c404de HTTP/1.1" status: 200 len: 833 time: 0.0601616 Jan 17 09:06:23.313034 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-685737b2-4cff-4d76-af39-0f68b967a82c req-0fccdf69-670c-40ab-a5a7-46ebaba1e7f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35e6b1ed-061f-4769-9776-0dda5c3d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675530 Jan 17 09:06:23.445021 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-685737b2-4cff-4d76-af39-0f68b967a82c req-df74d34e-e735-42e1-9713-f4660a0eb2a1 service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254625 Jan 17 09:06:23.574152 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-685737b2-4cff-4d76-af39-0f68b967a82c req-69c873cb-04a4-4bb3-8e3d-aaee0be8ac72 service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228924 Jan 17 09:06:23.678640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-150e5950-6044-4b49-bdf1-7b2686b62769 req-6cb9a536-8214-4165-b0c0-835292ccd61f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1098 time: 0.0676501 Jan 17 09:06:23.807745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5950-6044-4b49-bdf1-7b2686b62769 req-cfd40576-f1f0-4c1e-912a-8813f28918b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:23.809215 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-150e5950-6044-4b49-bdf1-7b2686b62769 req-cfd40576-f1f0-4c1e-912a-8813f28918b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=35e6b1ed-061f-4769-9776-0dda5c3d24cc HTTP/1.1" status: 200 len: 898 time: 0.1246979 Jan 17 09:06:23.911212 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-150e5950-6044-4b49-bdf1-7b2686b62769 req-4bbf8251-148d-48e9-9f91-66ed75fab8b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b332545-295b-4f95-b07e-a1f94b13d618 HTTP/1.1" status: 200 len: 1001 time: 0.0959337 Jan 17 09:06:24.072640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5950-6044-4b49-bdf1-7b2686b62769 req-8408752e-3b16-49f1-90f5-478a0bee27ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:24.074297 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-150e5950-6044-4b49-bdf1-7b2686b62769 req-8408752e-3b16-49f1-90f5-478a0bee27ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a517397c-5b33-4763-aea4-2e8300c404de HTTP/1.1" status: 200 len: 833 time: 0.1566696 Jan 17 09:06:24.203652 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-150e5950-6044-4b49-bdf1-7b2686b62769 req-fe44b8fd-b9c9-450e-9dad-0457c2e4b4f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35e6b1ed-061f-4769-9776-0dda5c3d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1223295 Jan 17 09:06:24.243680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee0ff1-31ce-4191-97f6-273d5bc3836e req-e309b5fb-7fdc-431f-968a-e5d793c0e214 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:24.245158 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1cee0ff1-31ce-4191-97f6-273d5bc3836e req-e309b5fb-7fdc-431f-968a-e5d793c0e214 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.1135192 Jan 17 09:06:24.365855 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1cee0ff1-31ce-4191-97f6-273d5bc3836e req-0de7e4a6-d1ba-45df-9dbb-53ce770c907d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734198 Jan 17 09:06:24.383325 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-150e5950-6044-4b49-bdf1-7b2686b62769 req-42a19c94-d048-4d60-bb00-66c7f99981b1 service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704273 Jan 17 09:06:24.536343 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-150e5950-6044-4b49-bdf1-7b2686b62769 req-765e0eaf-7467-417a-955a-ab52e51545c6 service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463692 Jan 17 09:06:25.564530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761221b1-980a-40a7-a665-a5589ce1a143 req-5a61698d-f4a4-4167-b67e-5e55990a92ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:25.565998 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-761221b1-980a-40a7-a665-a5589ce1a143 req-5a61698d-f4a4-4167-b67e-5e55990a92ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0758657 Jan 17 09:06:25.615031 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-761221b1-980a-40a7-a665-a5589ce1a143 req-55c685b7-a947-4dcb-bc09-7ff10888415f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435498 Jan 17 09:06:26.817056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021ae78-f70c-4956-8a31-fb4155add720 req-af6d6321-29f5-47e5-bb5e-e08a3e847b7d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:26.818412 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1021ae78-f70c-4956-8a31-fb4155add720 req-af6d6321-29f5-47e5-bb5e-e08a3e847b7d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0847337 Jan 17 09:06:26.863720 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1021ae78-f70c-4956-8a31-fb4155add720 req-ec8dd9eb-1d8f-4631-bd3a-52d1019503da tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393319 Jan 17 09:06:28.059721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747009c8-4523-458e-8fd9-abac1d65b01e req-83eb64cd-7b16-41d2-8c3f-1f29cb955472 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:28.061183 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-747009c8-4523-458e-8fd9-abac1d65b01e req-83eb64cd-7b16-41d2-8c3f-1f29cb955472 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0762265 Jan 17 09:06:28.107020 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-747009c8-4523-458e-8fd9-abac1d65b01e req-69bbe0ae-bed2-4591-beb3-10c1467e536d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396500 Jan 17 09:06:28.738648 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:06:29.303745 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470bd6e-236c-47b1-859d-840999e9a9de req-06f79677-1b6b-444c-bffe-b1506596c542 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:29.305176 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f470bd6e-236c-47b1-859d-840999e9a9de req-06f79677-1b6b-444c-bffe-b1506596c542 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0781407 Jan 17 09:06:29.350423 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f470bd6e-236c-47b1-859d-840999e9a9de req-3b807e7f-84ad-4b69-970e-6b8172393669 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396452 Jan 17 09:06:30.545604 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51043dce-3aa3-4103-ac6f-e48b9b43c10d req-48c6aa89-00be-49a5-be1d-089bade93a7e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:30.547050 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-51043dce-3aa3-4103-ac6f-e48b9b43c10d req-48c6aa89-00be-49a5-be1d-089bade93a7e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0781205 Jan 17 09:06:30.592355 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-51043dce-3aa3-4103-ac6f-e48b9b43c10d req-040c2499-5875-428f-88f0-8cc0733912e5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395203 Jan 17 09:06:31.788276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ae1b7-6a80-4d39-8f30-b9c99a5bf339 req-520425af-cb5a-46aa-ae90-9d63a81f3dcf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:31.789750 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a83ae1b7-6a80-4d39-8f30-b9c99a5bf339 req-520425af-cb5a-46aa-ae90-9d63a81f3dcf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0757811 Jan 17 09:06:31.838280 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a83ae1b7-6a80-4d39-8f30-b9c99a5bf339 req-d4a9ca17-08b4-4de2-af66-03c29c958fc7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431767 Jan 17 09:06:33.047912 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b81e1-70f5-4794-88e9-111e4d48feef req-0d2fe863-a1b4-4e8a-8ccf-8d326261d8cb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:33.049370 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-986b81e1-70f5-4794-88e9-111e4d48feef req-0d2fe863-a1b4-4e8a-8ccf-8d326261d8cb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0751591 Jan 17 09:06:33.095161 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-986b81e1-70f5-4794-88e9-111e4d48feef req-8a9d9038-c378-40a0-bd2f-2cf95a76e36a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401955 Jan 17 09:06:34.292820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ce380-c90a-4ce6-98f3-c59897b6db27 req-bbf70b12-f9e9-4233-bf6f-8248174a94b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:34.294316 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5d2ce380-c90a-4ce6-98f3-c59897b6db27 req-bbf70b12-f9e9-4233-bf6f-8248174a94b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0758495 Jan 17 09:06:34.340001 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5d2ce380-c90a-4ce6-98f3-c59897b6db27 req-ff9c0986-a201-4fe8-ad5b-6b4fc900c112 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397367 Jan 17 09:06:35.542878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f4692-8f9b-4e0e-b2af-884620a5920d req-a4af53cf-7d87-4de6-9a85-1f42eb9935ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:35.547470 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a77f4692-8f9b-4e0e-b2af-884620a5920d req-a4af53cf-7d87-4de6-9a85-1f42eb9935ac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0854561 Jan 17 09:06:35.592963 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a77f4692-8f9b-4e0e-b2af-884620a5920d req-4fb714cf-af54-47b1-982b-d658c27b4ca7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425498 Jan 17 09:06:36.167601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67e00dbb-abd8-4503-9152-9def510fcb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:36.790417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4d312-88c5-47eb-bcdd-6297b97de01c req-0daff8b0-cda7-46e6-88ab-a0bac297b7ec tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:06:36.791790 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3fe4d312-88c5-47eb-bcdd-6297b97de01c req-0daff8b0-cda7-46e6-88ab-a0bac297b7ec tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0809197 Jan 17 09:06:36.836913 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3fe4d312-88c5-47eb-bcdd-6297b97de01c req-5044cafc-847b-4f8c-8e25-fd0dfc2de085 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397298 Jan 17 09:06:36.869058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35886) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:06:36.972354 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-08032008-3657-4ab3-acfe-6e9c5560ba57 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/f07d8169-9750-4ea8-9196-71a5afc2a20f HTTP/1.1" status: 200 len: 993 time: 0.1021669 Jan 17 09:06:38.230189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d332dc58-fc06-427f-83d7-326b0a9c8f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:39.566438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:39.708617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:41.177717 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:06:50.154823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:05.739248 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:07:06.138389 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f186ea3c-e950-420f-b97a-9a4ae1da86ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:08.224314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-072762fb-a71a-43f3-a997-9767e15fd987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:09.538897 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:09.693163 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:11.150261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:20.153834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:24.281802 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-59633294-05e6-4a12-b08d-97f08cef82d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667007 Jan 17 09:07:24.422194 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-a0957812-a255-47b6-85e5-d29592da0cb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1098 time: 0.0735536 Jan 17 09:07:24.566656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-6598a329-8b35-4081-b56e-3872b2bda8ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:24.568035 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-6598a329-8b35-4081-b56e-3872b2bda8ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=35e6b1ed-061f-4769-9776-0dda5c3d24cc HTTP/1.1" status: 200 len: 898 time: 0.1257870 Jan 17 09:07:24.664310 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-57443337-2383-420a-8075-bd97fc5c1dcb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b332545-295b-4f95-b07e-a1f94b13d618 HTTP/1.1" status: 200 len: 1001 time: 0.0904031 Jan 17 09:07:24.728889 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-074a34f0-e290-4ce9-ac91-8dc5c16d624b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:24.730317 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-074a34f0-e290-4ce9-ac91-8dc5c16d624b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a517397c-5b33-4763-aea4-2e8300c404de HTTP/1.1" status: 200 len: 833 time: 0.0602148 Jan 17 09:07:24.803845 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-dc1c9139-0e8b-4dc8-a75a-102ee48d83f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35e6b1ed-061f-4769-9776-0dda5c3d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667717 Jan 17 09:07:24.935594 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-cb0f01ef-1967-40ae-8686-2a08eb33ac1e service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252072 Jan 17 09:07:25.157870 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2829faf1-1f3f-457a-be57-ea0b6a14a0ce req-3962b517-79ea-4283-8bf6-5d778cfb90d5 service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161367 Jan 17 09:07:32.221565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35908) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:32.516369 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 639bd79a-a13d-49ff-9d22-458ff1d7cafe {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:07:32.516703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:32.696784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:32.697102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:32.815788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 639bd79a-a13d-49ff-9d22-458ff1d7cafe owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:07:33.007317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:33.057375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=639bd79a-a13d-49ff-9d22-458ff1d7cafe,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:33.103145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.103509 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.103842 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.104172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.104497 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.104818 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.105653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.105985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.106303 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.106617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.106932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:33.166594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:33.559141 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 9276dc38-5aaf-49a4-82d4-98e25917f2bd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:07:33.779243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:07:33.789153 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] Sync routers for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:07:33.802112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:07:33.802714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:07:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:33.868108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:33.925398 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a7a740a5-cd3f-4de8-9066-e8066dce3942 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/floatingips/f07d8169-9750-4ea8-9196-71a5afc2a20f HTTP/1.1" status: 204 len: 168 time: 1.7027099 Jan 17 09:07:33.926061 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:07:34.003930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:07:34.110287 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618', 'status': 'completed', 'code': 200} Jan 17 09:07:34.212037 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a19f710e-b0e3-4c3d-bde0-ad9de7925018 req-7f080fbd-0fa8-48be-ac71-e12b745bb0eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 1098 time: 0.0792727 Jan 17 09:07:34.339287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e', 'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:ba:cf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:58Z', 'updated_at': '2022-01-17T09:05:05Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:34.344207 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] Checking router: 9276dc38-5aaf-49a4-82d4-98e25917f2bd for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:07:34.355969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:07:34.356585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:07:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:34.358207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f710e-b0e3-4c3d-bde0-ad9de7925018 req-d14c8bde-3e05-4c84-b3d5-3c80ab34701b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:34.359862 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a19f710e-b0e3-4c3d-bde0-ad9de7925018 req-d14c8bde-3e05-4c84-b3d5-3c80ab34701b service neutron] 10.222.0.53 "GET /v2.0/networks?id=35e6b1ed-061f-4769-9776-0dda5c3d24cc HTTP/1.1" status: 200 len: 898 time: 0.1417906 Jan 17 09:07:34.447772 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a19f710e-b0e3-4c3d-bde0-ad9de7925018 req-5a8207ef-8b48-4e5f-aeaa-f12efcdc7b66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b332545-295b-4f95-b07e-a1f94b13d618 HTTP/1.1" status: 200 len: 217 time: 0.0809960 Jan 17 09:07:34.536574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f710e-b0e3-4c3d-bde0-ad9de7925018 req-2aecbcde-5a00-4b48-9fee-dd6fc3f46189 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:34.538246 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a19f710e-b0e3-4c3d-bde0-ad9de7925018 req-2aecbcde-5a00-4b48-9fee-dd6fc3f46189 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a517397c-5b33-4763-aea4-2e8300c404de HTTP/1.1" status: 200 len: 833 time: 0.0842197 Jan 17 09:07:34.609218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:07:34.622687 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a19f710e-b0e3-4c3d-bde0-ad9de7925018 req-b8d4f935-3244-470f-a19f-feff76c7edc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=35e6b1ed-061f-4769-9776-0dda5c3d24cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778856 Jan 17 09:07:34.707381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a66354-811d-4551-bca4-3d8199a6f4c0 req-13308f7d-aec9-4cd6-9364-3ba9ba6c0822 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:34.708191 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b6a66354-811d-4551-bca4-3d8199a6f4c0 req-13308f7d-aec9-4cd6-9364-3ba9ba6c0822 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:07:34.756695 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a19f710e-b0e3-4c3d-bde0-ad9de7925018 req-4a61f499-0ee5-459a-8f79-0666adb7574d service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260486 Jan 17 09:07:34.794609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b6a66354-811d-4551-bca4-3d8199a6f4c0 req-13308f7d-aec9-4cd6-9364-3ba9ba6c0822 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:07:34.796511 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b6a66354-811d-4551-bca4-3d8199a6f4c0 req-13308f7d-aec9-4cd6-9364-3ba9ba6c0822 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.1655250 Jan 17 09:07:34.844954 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b6a66354-811d-4551-bca4-3d8199a6f4c0 req-09d44006-9f6a-4ec2-917c-9fa1419f2530 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427468 Jan 17 09:07:34.896010 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a19f710e-b0e3-4c3d-bde0-ad9de7925018 req-587f396a-7881-4c88-8172-aabedd1b8537 service neutron] 10.222.0.53 "GET /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330428 Jan 17 09:07:34.941679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e', 'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:ba:cf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:58Z', 'updated_at': '2022-01-17T09:05:05Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:34.946615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc4e50c-a434-4582-99f9-9d3cda1fbe24 None None] The sync data for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv is: [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e', 'name': '', 'network_id': '35e6b1ed-061f-4769-9776-0dda5c3d24cc', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:ba:cf:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:58Z', 'updated_at': '2022-01-17T09:05:05Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'a517397c-5b33-4763-aea4-2e8300c404de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:07:35.162634 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40689393-b29a-45ee-b35c-f50026072c03 None None] New status for floating IP f07d8169-9750-4ea8-9196-71a5afc2a20f: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:07:36.058565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1f62e-9f48-454d-b896-edc833349a45 req-f195d5cc-7c35-428a-8bd8-1cd522cd22d9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:36.060243 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9d1f62e-9f48-454d-b896-edc833349a45 req-f195d5cc-7c35-428a-8bd8-1cd522cd22d9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0800354 Jan 17 09:07:36.107256 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9d1f62e-9f48-454d-b896-edc833349a45 req-24e9031f-f811-44ad-b2d0-cd5a114e256a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=0339e0c6-5043-4476-9c5c-89501c3d8fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412538 Jan 17 09:07:36.141232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbd55dbc-f500-48de-a113-01e2f05a6757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:36.203043 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-fbdb708f-9fc8-4ea0-af2d-07d88fa8d833 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:36.204509 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-fbdb708f-9fc8-4ea0-af2d-07d88fa8d833 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 945 time: 0.0775254 Jan 17 09:07:36.279552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 8b332545-295b-4f95-b07e-a1f94b13d618 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:07:36.279897 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:36.514200 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 8b332545-295b-4f95-b07e-a1f94b13d618, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8b332545-295b-4f95-b07e-a1f94b13d618,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:07:36.514550 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:36.635662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 8b332545-295b-4f95-b07e-a1f94b13d618 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:07:36.835436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:36.884936 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=8b332545-295b-4f95-b07e-a1f94b13d618,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:36.924441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.924785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.925121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.925456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.925780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.926103 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.926425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.926743 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.927059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.927399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.927718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:36.966997 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] No DVR routers for this DVR port 8b332545-295b-4f95-b07e-a1f94b13d618 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:07:36.969675 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:36.972217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'name': 'network-vif-deleted', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:07:37.041771 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-02ad52ca-d00c-4304-b74a-a41baa3a9d10 req-f7fc46e5-670e-4727-84b9-1e86f5fafbfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "DELETE /v2.0/ports/8b332545-295b-4f95-b07e-a1f94b13d618 HTTP/1.1" status: 204 len: 173 time: 0.8317764 Jan 17 09:07:37.107957 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3cc27-1008-4d89-9534-b12933214991', 'name': 'network-vif-deleted', 'tag': '8b332545-295b-4f95-b07e-a1f94b13d618', 'status': 'completed', 'code': 200} Jan 17 09:07:37.370741 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-4e9d07ac-e335-45e9-ba98-78f0ce991875 req-e4c2beb7-8f04-4db9-a787-be351cd81e8b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:07:37.468524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-4e9d07ac-e335-45e9-ba98-78f0ce991875 req-e4c2beb7-8f04-4db9-a787-be351cd81e8b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:07:37.469756 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4e9d07ac-e335-45e9-ba98-78f0ce991875 req-e4c2beb7-8f04-4db9-a787-be351cd81e8b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d3cc27-1008-4d89-9534-b12933214991 HTTP/1.1" status: 200 len: 210 time: 0.2332528 Jan 17 09:07:38.229062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c459d3f-b22a-43ad-aa28-50b67462da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:38.573368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35940) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:38.754860 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8b332545-295b-4f95-b07e-a1f94b13d618 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:07:38.789926 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 8b332545-295b-4f95-b07e-a1f94b13d618 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:07:38.790184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8b332545-295b-4f95-b07e-a1f94b13d618 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:07:39.057892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:39.537861 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:39.671562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:07:39.672214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:39.696616 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:39.852212 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:07:39.852561 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:39.970979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:07:40.211264 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:40.363519 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:40.661888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:41.148216 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:41.229033 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 9276dc38-5aaf-49a4-82d4-98e25917f2bd has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:07:41.423845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:07:41.433804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] Sync routers for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:07:41.445868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:07:41.446679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:07:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:41.504525 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ced1631d-aac6-4bc6-902a-ba890e7f6a58 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/9276dc38-5aaf-49a4-82d4-98e25917f2bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9299278 Jan 17 09:07:41.506966 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 35944) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:41.634214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:07:41.689774 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf8fca7-68f3-49bd-a211-49a2bccf0c77 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting subnet a517397c-5b33-4763-aea4-2e8300c404de {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:07:41.692744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ccf8fca7-68f3-49bd-a211-49a2bccf0c77 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:41.744795 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ccf8fca7-68f3-49bd-a211-49a2bccf0c77 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:41.928508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:07:40Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:41.932632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] Checking router: 9276dc38-5aaf-49a4-82d4-98e25917f2bd for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:07:41.937484 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ccf8fca7-68f3-49bd-a211-49a2bccf0c77 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:41.943898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] Routers {'9276dc38-5aaf-49a4-82d4-98e25917f2bd'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:07:41.944642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:07:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:42.064275 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ccf8fca7-68f3-49bd-a211-49a2bccf0c77 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:42.100705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8fca7-68f3-49bd-a211-49a2bccf0c77 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Subnet': ['ID=a517397c-5b33-4763-aea4-2e8300c404de,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:42.108370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ccf8fca7-68f3-49bd-a211-49a2bccf0c77 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:42.117112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35948) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:42.117538 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ccf8fca7-68f3-49bd-a211-49a2bccf0c77 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/subnets/a517397c-5b33-4763-aea4-2e8300c404de HTTP/1.1" status: 204 len: 168 time: 0.6091294 Jan 17 09:07:42.120074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247c7fc-9bc4-4cef-84fa-bee7778bf3b7 None None] Network 35e6b1ed-061f-4769-9776-0dda5c3d24cc requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:07:42.207765 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] Set router 9276dc38-5aaf-49a4-82d4-98e25917f2bd gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:07:42.323635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:42.525985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:42.601162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port a741827c-06d7-4fb3-8c28-acb1ea24d776 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:07:42.601510 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:42.624946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:07:40Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:42.630035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ca125-ef61-4036-a96b-eae93fa7d642 None None] The sync data for ids ['9276dc38-5aaf-49a4-82d4-98e25917f2bd'] in dv-neutron-824874-1-hyperv is: [{'id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-436204675', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:07:40Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'a741827c-06d7-4fb3-8c28-acb1ea24d776', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276dc38-5aaf-49a4-82d4-98e25917f2bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:04:54Z', 'updated_at': '2022-01-17T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:07:42.652223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] DHCP port deletion for 35e6b1ed-061f-4769-9776-0dda5c3d24cc request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:07:42.656685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Deleting port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:07:42.657190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:42.739517 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:07:42.790272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port a741827c-06d7-4fb3-8c28-acb1ea24d776, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=a741827c-06d7-4fb3-8c28-acb1ea24d776,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:07:42.790623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:42.854298 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] For port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=14c12e71-7e83-4ee4-a8fc-be06ee6aee1d,segment=NetworkSegment(86ff5daa-2f26-40dc-8711-81b1f4b42ef9),segment_id=86ff5daa-2f26-40dc-8711-81b1f4b42ef9)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:07:42.854678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:42.912647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for a741827c-06d7-4fb3-8c28-acb1ea24d776 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:07:42.971308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Calling delete_port for 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:07:43.052772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:07:43.087750 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:07:43.088536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 770ccdaa-a70b-4bb1-8cff-0969fb2e5d9e not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:07:43.088536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:07:43.160599 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:43.187986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:43.205080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=a741827c-06d7-4fb3-8c28-acb1ea24d776,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:43.247741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Pushing event deleted for resources: {'Port': ['ID=14c12e71-7e83-4ee4-a8fc-be06ee6aee1d,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:43.255724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] No DVR routers for this DVR port 14c12e71-7e83-4ee4-a8fc-be06ee6aee1d on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:07:43.265043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:43.284825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.286377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.286377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.286377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.286377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.286760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.286847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.287183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.287534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.287858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.288180 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e657ce-2369-4da2-b635-89164b19a5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:43.425730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:43.772903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:43.777097 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:43.868930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:43.869432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Fanout notify agent at l3_agent the message router_deleted on router 9276dc38-5aaf-49a4-82d4-98e25917f2bd {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:07:43.884321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:43.887767 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a275641e-c705-4408-a16d-0452d2924cd9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/routers/9276dc38-5aaf-49a4-82d4-98e25917f2bd HTTP/1.1" status: 204 len: 168 time: 1.7666991 Jan 17 09:07:43.888048 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35952) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:44.006528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.138786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.162918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e6b1ed-061f-4769-9776-0dda5c3d24cc']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:44.175158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ff5daa-2f26-40dc-8711-81b1f4b42ef9') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:44.175480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ff5daa-2f26-40dc-8711-81b1f4b42ef9') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:44.186154 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.201732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.208774 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:07:44.212019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:07:44.228520 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:07:44.372173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.392502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.403286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Network': ['ID=35e6b1ed-061f-4769-9776-0dda5c3d24cc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:44.464876 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-07f6f112-0255-4807-a0b3-89087e3a81cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/networks/35e6b1ed-061f-4769-9776-0dda5c3d24cc HTTP/1.1" status: 204 len: 168 time: 0.5752268 Jan 17 09:07:44.467841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:44.539618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87cad87d-9eac-45cf-bc3a-fdf259cdb0e2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.567759 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87cad87d-9eac-45cf-bc3a-fdf259cdb0e2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.692316 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87cad87d-9eac-45cf-bc3a-fdf259cdb0e2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.709857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cad87d-9eac-45cf-bc3a-fdf259cdb0e2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0339e0c6-5043-4476-9c5c-89501c3d8fa0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:44.788626 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87cad87d-9eac-45cf-bc3a-fdf259cdb0e2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:44.789759 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-87cad87d-9eac-45cf-bc3a-fdf259cdb0e2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/security-groups/0339e0c6-5043-4476-9c5c-89501c3d8fa0 HTTP/1.1" status: 204 len: 168 time: 0.3209898 Jan 17 09:07:45.035079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a741827c-06d7-4fb3-8c28-acb1ea24d776 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:07:45.068762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: a741827c-06d7-4fb3-8c28-acb1ea24d776 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:07:45.069097 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device a741827c-06d7-4fb3-8c28-acb1ea24d776 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:07:47.186449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35970) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:47.192073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832290097', 'description': 'tempest-secgroup-smoke-1832290097 description', 'project_id': 'ec746e2a449f4588863f951482020a31'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:47.197924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:47.202021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:47.204867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:47.210555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:47.297605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:47.331877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:47.335571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:47.338336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:47.344833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:47.397706 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:47.451807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:47.498684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c735580f-84c9-4b31-a1d7-efaf43c7378d,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:47.553917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:47.555255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c25091ee-d548-41b0-aab9-8dde946d1380 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3676753 Jan 17 09:07:47.558174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35974) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:47.564667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'c735580f-84c9-4b31-a1d7-efaf43c7378d', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:47.570640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:47.574425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:47.577229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:47.582690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:47.657974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:47.716270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:47.806602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:47.829302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a3a426-929f-4a1d-a2f2-09e445cb5ab5,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:47.925013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:47.926253 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-92a5c29c-d2d1-4191-90a8-a1481da4bf90 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3669717 Jan 17 09:07:47.928902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35978) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:47.934360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'c735580f-84c9-4b31-a1d7-efaf43c7378d', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:47.940234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:47.943985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:47.946802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:47.952459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:48.108643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:48.174865 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:48.269092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:48.292999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8156e0ee-d7bd-4563-a8e0-a2c1a9f4e585,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:48.372013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:48.373144 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d86fef89-9aef-4607-94af-ea7d2df45e65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4433036 Jan 17 09:07:48.375844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:48.381228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'c735580f-84c9-4b31-a1d7-efaf43c7378d', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:48.387620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:48.397757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:48.397757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:48.399790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:48.536535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:48.612841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:48.703697 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:48.727649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692f12be-c3f8-42c7-9050-722f6c09ed99,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:48.811939 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:48.813104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-86ebde19-2397-431f-aa00-295b46cf8fa2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4362943 Jan 17 09:07:48.815800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35986) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:48.821013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'c735580f-84c9-4b31-a1d7-efaf43c7378d', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:48.827324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:48.831393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:48.834480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:48.841369 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:48.916297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:48.981900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.057546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.081029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1506c7c6-6141-40d2-a837-9eebef1bcf25,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:49.166670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.167915 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-043b152b-0744-456f-8080-e021db5a20a0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3511870 Jan 17 09:07:49.170638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:49.176051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'c735580f-84c9-4b31-a1d7-efaf43c7378d', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:49.181986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:49.186224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:49.189190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:49.194959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:49.280046 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:07:49.286919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.349480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.439293 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.465482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d167a002-7328-49d5-a11c-522e7d88cca4,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:49.578412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.580530 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-29a5eab2-d00e-4bde-9879-02f1f437007c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4085915 Jan 17 09:07:49.583119 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35994) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:49.588700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'c735580f-84c9-4b31-a1d7-efaf43c7378d', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:49.595187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:49.599078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:49.603482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:49.612560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:49.709224 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:07:49.715962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.779766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.857344 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.880839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcf4dbf-0548-4f70-ae33-844d43e22cc9,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:49.971299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:49.972559 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7399c0ab-b54a-4048-bd24-c941002975f6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3884294 Jan 17 09:07:49.975465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 35998) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:49.981768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'network': {'name': 'tempest-network-smoke--573706475', 'project_id': 'ec746e2a449f4588863f951482020a31', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:49.987643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:49.992099 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:network and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:49.994898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:50.000915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:50.069547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:07:50.072595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:50.102633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:07:50.111412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:50.111688 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Added segment 444274f9-8dbb-48dc-9962-0db7c3ea0733 of type vlan for network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 Jan 17 09:07:50.136995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:50.137993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:50.245547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:50.249322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:50.249901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:50.358042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Network': ['ID=8c9b70a5-7931-4d79-9a77-c1b22e3501a4,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:50.368149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 09:07:50.458248 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-557994b1-0800-4213-875d-aaeded8748cf tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4817398 Jan 17 09:07:50.461223 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36002) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:50.467614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'admin_state_up': True, 'project_id': 'ec746e2a449f4588863f951482020a31', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:50.474819 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:50.478564 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:router and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:50.481900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:50.487542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:50.560422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:50.561378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:50.578941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:50.845943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:51.088413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:51.122233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:51.250379 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.160 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:07:51.394522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:51.532465 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:51.611443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:07:51.614316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:07:51.616822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:07:51.650718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:51.834522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:51.835337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:52.132066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:07:52.336017 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:07:52.345913 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4829818-ee15-496d-9610-40e230442650 None None] Sync routers for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:07:52.358214 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4829818-ee15-496d-9610-40e230442650 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:07:52.358887 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e4829818-ee15-496d-9610-40e230442650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:07:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:52.485536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:52.490304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f7bfc058-422b-48ff-9405-d108440a0c4b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0245690 Jan 17 09:07:52.490304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36006) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:52.531328 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0d02c5c0-7c26-43e8-9407-b48bade0ce7c tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ec746e2a449f4588863f951482020a31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376544 Jan 17 09:07:52.531594 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e4829818-ee15-496d-9610-40e230442650 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:07:52.531721 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36010) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:52.752436 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064390e-98b8-41aa-9f1b-72cb700d2ca1 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:52.753837 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a064390e-98b8-41aa-9f1b-72cb700d2ca1 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2214546 Jan 17 09:07:52.756624 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36014) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:52.797882 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d6b586e6-4a48-4e6a-b3cf-c6ab4b6a2fbf tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401969 Jan 17 09:07:52.800426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36018) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:52.805954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2041776235', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'project_id': 'ec746e2a449f4588863f951482020a31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:07:52.814691 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e4829818-ee15-496d-9610-40e230442650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:51Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:52.818664 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4829818-ee15-496d-9610-40e230442650 None None] Checking router: dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:07:52.819003 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4829818-ee15-496d-9610-40e230442650 None None] Updating router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:07:52.868070 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e4829818-ee15-496d-9610-40e230442650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:52.919687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:07:52.924704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:subnet and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:07:52.929130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:07:52.935492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:07:53.017472 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:07:53.117835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:53.227250 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e4829818-ee15-496d-9610-40e230442650 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:53.239154 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-e4829818-ee15-496d-9610-40e230442650 None None] Transition to ACTIVE for port object 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:07:53.292166 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e4829818-ee15-496d-9610-40e230442650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:53.369743 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Pushing event updated for resources: {'Port': ['ID=83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:53.374807 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e4829818-ee15-496d-9610-40e230442650 None None] Attempting to bind port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:07:53.375173 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e4829818-ee15-496d-9610-40e230442650 None None] Attempting to bind port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:07:53.375560 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4829818-ee15-496d-9610-40e230442650 None None] Attempting to bind port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:07:53.385361 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.385702 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.386038 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.386896 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.387267 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.387598 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.387956 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.388280 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.388602 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.388923 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.389238 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:07:53.392459 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4829818-ee15-496d-9610-40e230442650 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:07:53.392829 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4829818-ee15-496d-9610-40e230442650 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:07:53.393228 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e4829818-ee15-496d-9610-40e230442650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:53.393607 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4829818-ee15-496d-9610-40e230442650 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:07:53.394071 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-e4829818-ee15-496d-9610-40e230442650 None None] Bound port: 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:07:53.394444 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e4829818-ee15-496d-9610-40e230442650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:53.401027 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:53.470855 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Subnet': ['ID=5489962c-4d61-464a-b294-3f8ad9678182,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:53.475482 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e4829818-ee15-496d-9610-40e230442650 None None] For port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:07:53.478879 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-e4829818-ee15-496d-9610-40e230442650 None None] For port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:07:53.497853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Checking segment: {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:07:53.498209 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network hostable DHCP agents. Network: 8c9b70a5-7931-4d79-9a77-c1b22e3501a4, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:07:53.532439 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-e4829818-ee15-496d-9610-40e230442650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:53.595979 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:07:53.613544 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c552-d78b-4708-bcd8-6d212ac35a71 None None] Pushing event updated for resources: {'Port': ['ID=83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:53.618079 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4829818-ee15-496d-9610-40e230442650 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:07:53.618667 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e4829818-ee15-496d-9610-40e230442650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:07:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:53.690766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 8c9b70a5-7931-4d79-9a77-c1b22e3501a4) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:07:53.695044 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:53.695731 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:53.702184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1cda48-4308-4635-945d-f64a3518dadd None None] Network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:07:53.792793 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ab39766a-4496-4b49-b9b0-706d07f87063 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9887695 Jan 17 09:07:53.793380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36022) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:07:53.797782 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-e4829818-ee15-496d-9610-40e230442650 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:07:53.959187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 09:07:53.960439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:54.097482 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-e4829818-ee15-496d-9610-40e230442650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:51Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:54.102524 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4829818-ee15-496d-9610-40e230442650 None None] The sync data for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv is: [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:51Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:07:54.130790 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Allocated IP 172.20.0.2 (8c9b70a5-7931-4d79-9a77-c1b22e3501a4/5489962c-4d61-464a-b294-3f8ad9678182/35cc35f9-946a-459e-9e20-d0fcc70f870a) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:07:54.367811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:54.382025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Transition to ACTIVE for port object 35cc35f9-946a-459e-9e20-d0fcc70f870a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:07:54.407914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Transition to ACTIVE for port object 35cc35f9-946a-459e-9e20-d0fcc70f870a will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:07:54.492858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:54.563847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:07:54.565081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:07:54.569208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:07:54.581757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Pushing event updated for resources: {'Port': ['ID=35cc35f9-946a-459e-9e20-d0fcc70f870a,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:54.668999 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Attempting to bind port 35cc35f9-946a-459e-9e20-d0fcc70f870a on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:07:54.669367 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Attempting to bind port 35cc35f9-946a-459e-9e20-d0fcc70f870a by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:07:54.669727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Attempting to bind port 35cc35f9-946a-459e-9e20-d0fcc70f870a on network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:07:54.676525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:07:54.676990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Checking segment: {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:07:54.677675 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:54.677675 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Bound using segment: {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:07:54.678151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Bound port: 35cc35f9-946a-459e-9e20-d0fcc70f870a, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:07:54.678534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:54.735107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:54.774048 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] For port 35cc35f9-946a-459e-9e20-d0fcc70f870a, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:07:54.778396 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] For port 35cc35f9-946a-459e-9e20-d0fcc70f870a, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=35cc35f9-946a-459e-9e20-d0fcc70f870a,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:07:54.858265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:54.950066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92c861-65b1-4929-80a8-dbb1eaeb45f7 None None] Pushing event updated for resources: {'Port': ['ID=35cc35f9-946a-459e-9e20-d0fcc70f870a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:55.070127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:07:55.185730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.1 (8c9b70a5-7931-4d79-9a77-c1b22e3501a4/5489962c-4d61-464a-b294-3f8ad9678182/61382cd9-9f0d-4611-aedf-20539642cf6a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:07:55.245386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:07:55.254678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:07:55.255373 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:55.350630 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:55.368351 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object 61382cd9-9f0d-4611-aedf-20539642cf6a will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:07:55.372274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:55.389088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:07:55.458208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:55.480774 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:55.531462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:07:55.534530 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:07:55.539436 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:07:55.552074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:55.565419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=61382cd9-9f0d-4611-aedf-20539642cf6a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:55.612023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:55.765905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:55.882670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c89c43-7727-44a7-bb5c-863bbe246522 None None] Network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:07:56.095922 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-009dac38-81a1-4779-9d4d-372a100251c7 None None] Provisioning for port 35cc35f9-946a-459e-9e20-d0fcc70f870a completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:07:56.284506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:56.342197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:56.382033 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6e7af8db-68b9-484a-8194-9a976746517b None None] Provisioning for port 61382cd9-9f0d-4611-aedf-20539642cf6a completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:07:56.389430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6e7af8db-68b9-484a-8194-9a976746517b None None] Provisioning complete for port 61382cd9-9f0d-4611-aedf-20539642cf6a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:07:56.389811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e7af8db-68b9-484a-8194-9a976746517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:56.449662 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6e7af8db-68b9-484a-8194-9a976746517b None None] Port 61382cd9-9f0d-4611-aedf-20539642cf6a cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:07:56.462802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:56.467945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=61382cd9-9f0d-4611-aedf-20539642cf6a,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:56.584263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-72dc68e1-a792-4cc3-9049-21df143169ac None None] Provisioning complete for port 61382cd9-9f0d-4611-aedf-20539642cf6a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:07:56.584779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-72dc68e1-a792-4cc3-9049-21df143169ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:56.604869 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:07:56.606274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:07:56.639421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-72dc68e1-a792-4cc3-9049-21df143169ac None None] Port 61382cd9-9f0d-4611-aedf-20539642cf6a cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:07:56.859840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fe84d209-89a6-44d5-8688-884afd02e935 None None] Provisioning complete for port 61382cd9-9f0d-4611-aedf-20539642cf6a triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:07:56.860208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe84d209-89a6-44d5-8688-884afd02e935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:56.915504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-fe84d209-89a6-44d5-8688-884afd02e935 None None] Port 61382cd9-9f0d-4611-aedf-20539642cf6a cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:07:56.993835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:07:57.124335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:07:57.195457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:07:57.195836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:57.207808 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:07:57.228635 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-5330a44a-1875-4cf9-8d0c-1b6a2caf9afa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4263916 Jan 17 09:07:57.318502 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 35cc35f9-946a-459e-9e20-d0fcc70f870a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:07:57.477708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-bd471f1a-e3d9-4d82-82d1-5b3434c60373 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:07:57.486418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 35cc35f9-946a-459e-9e20-d0fcc70f870a completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:07:57.492132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 35cc35f9-946a-459e-9e20-d0fcc70f870a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:07:57.492534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:57.589892 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-bd471f1a-e3d9-4d82-82d1-5b3434c60373 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:07:57.591315 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-bd471f1a-e3d9-4d82-82d1-5b3434c60373 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832290097&fields=id&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 267 time: 0.1564519 Jan 17 09:07:57.645024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Sync routers for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:07:57.654590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:57.681734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:07:57.682268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:07:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:57.757151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-efa4a4d3-82be-4fb1-9075-488e4f7e892c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:07:57.757833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-efa4a4d3-82be-4fb1-9075-488e4f7e892c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:07:57.763309 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 35cc35f9-946a-459e-9e20-d0fcc70f870a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=35cc35f9-946a-459e-9e20-d0fcc70f870a,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:07:57.824818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:57.852329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-efa4a4d3-82be-4fb1-9075-488e4f7e892c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:07:57.853505 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-efa4a4d3-82be-4fb1-9075-488e4f7e892c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 796 time: 0.2549348 Jan 17 09:07:57.869734 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-36d29605-c1d8-4c56-a689-5943af59bd0a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/quotas/ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 375 time: 0.0107877 Jan 17 09:07:57.926253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=35cc35f9-946a-459e-9e20-d0fcc70f870a,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:57.930386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:07:57.950802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-75b58df7-07af-48ee-82b9-235e21819262 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:07:58.038998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-75b58df7-07af-48ee-82b9-235e21819262 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:07:58.040616 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-75b58df7-07af-48ee-82b9-235e21819262 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653166 Jan 17 09:07:58.184213 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-015b8d41-a14b-498d-bcf8-5f28a13b80a8 service neutron] 10.222.0.44 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311586 Jan 17 09:07:58.245096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '61382cd9-9f0d-4611-aedf-20539642cf6a', 'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:f5:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:54Z', 'updated_at': '2022-01-17T09:07:56Z', 'revision_number': 2, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '5489962c-4d61-464a-b294-3f8ad9678182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:58.250076 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Checking router: dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:07:58.250414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Updating router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c port 61382cd9-9f0d-4611-aedf-20539642cf6a binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:07:58.305642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:58.441484 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-49a59132-a108-4c35-9676-a51de604bea8 service neutron] 10.222.0.44 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512701 Jan 17 09:07:58.679548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:58.691362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Transition to ACTIVE for port object 61382cd9-9f0d-4611-aedf-20539642cf6a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:07:58.766107 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:58.892613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bcb89-9767-4425-a073-2bff159c49e6 None None] Pushing event updated for resources: {'Port': ['ID=61382cd9-9f0d-4611-aedf-20539642cf6a,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:58.987338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Attempting to bind port 61382cd9-9f0d-4611-aedf-20539642cf6a on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:07:58.987898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Attempting to bind port 61382cd9-9f0d-4611-aedf-20539642cf6a by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:07:58.988202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Attempting to bind port 61382cd9-9f0d-4611-aedf-20539642cf6a on network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:07:58.994998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:07:58.995683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Checking segment: {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:07:58.995968 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:58.996361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Bound using segment: {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:07:58.996831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Bound port: 61382cd9-9f0d-4611-aedf-20539642cf6a, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:07:58.997218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:59.059769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 35cc35f9-946a-459e-9e20-d0fcc70f870a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:07:59.156347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] For port 61382cd9-9f0d-4611-aedf-20539642cf6a, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:07:59.160493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] For port 61382cd9-9f0d-4611-aedf-20539642cf6a, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=61382cd9-9f0d-4611-aedf-20539642cf6a,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:07:59.172804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 35cc35f9-946a-459e-9e20-d0fcc70f870a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:07:59.173171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:59.221769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:07:59.392393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bcb89-9767-4425-a073-2bff159c49e6 None None] Pushing event updated for resources: {'Port': ['ID=61382cd9-9f0d-4611-aedf-20539642cf6a,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:07:59.402874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:07:59.403532 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:07:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:59.602048 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:07:59.774849 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6ce5595e-e12d-4059-a194-21a5e1bf7105 req-bc2c3b28-94f8-4bce-8fb4-6252ac477c34 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:07:59.788564 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6ce5595e-e12d-4059-a194-21a5e1bf7105 req-bc2c3b28-94f8-4bce-8fb4-6252ac477c34 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:07:59.789817 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6ce5595e-e12d-4059-a194-21a5e1bf7105 req-bc2c3b28-94f8-4bce-8fb4-6252ac477c34 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 210 time: 0.0648496 Jan 17 09:07:59.930452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '61382cd9-9f0d-4611-aedf-20539642cf6a', 'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:f5:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:54Z', 'updated_at': '2022-01-17T09:07:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '5489962c-4d61-464a-b294-3f8ad9678182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:07:59.935014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae367f4-7776-4f53-9558-590d16f3b590 None None] The sync data for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv is: [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '61382cd9-9f0d-4611-aedf-20539642cf6a', 'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:f5:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:54Z', 'updated_at': '2022-01-17T09:07:59Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '5489962c-4d61-464a-b294-3f8ad9678182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:08:00.957657 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8bf176ea-f266-4425-ae35-8009324f4dc9 req-e35cccc6-1ce9-4b70-806b-e8772373c9d6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 210 time: 0.0440252 Jan 17 09:08:01.064598 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 61382cd9-9f0d-4611-aedf-20539642cf6a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:08:01.211870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 61382cd9-9f0d-4611-aedf-20539642cf6a completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:08:01.216915 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 61382cd9-9f0d-4611-aedf-20539642cf6a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:08:01.217550 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:01.338797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:01.372075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 61382cd9-9f0d-4611-aedf-20539642cf6a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=61382cd9-9f0d-4611-aedf-20539642cf6a,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:08:01.439478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:01.511863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=61382cd9-9f0d-4611-aedf-20539642cf6a,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:08:01.804307 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-15312fcf-7d54-4bfb-9d23-7cfca0c48709 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:01.805867 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-15312fcf-7d54-4bfb-9d23-7cfca0c48709 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 796 time: 0.1590357 Jan 17 09:08:01.871474 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-6961f9cb-3b1c-468e-bac6-f2dc32659540 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 380 time: 0.0529501 Jan 17 09:08:01.879589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'port': {'device_id': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'admin_state_up': True, 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'security_groups': ['c735580f-84c9-4b31-a1d7-efaf43c7378d']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:08:02.018227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:08:02.028502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:08:02.130462 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ceca7405-ae15-4d2e-b8e9-dcedf555135e req-9e64ada7-bd5d-4b75-ae7e-c7c575c89700 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 210 time: 0.0423532 Jan 17 09:08:02.137714 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:08:02.140956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:02.301245 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.4 (8c9b70a5-7931-4d79-9a77-c1b22e3501a4/5489962c-4d61-464a-b294-3f8ad9678182/8956c2e2-ffc7-4c9a-a423-eee171889c6f) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:08:02.484208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:02.499114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object 8956c2e2-ffc7-4c9a-a423-eee171889c6f will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:08:02.578241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:02.648495 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:08:02.651482 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:08:02.655991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:08:02.692710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=8956c2e2-ffc7-4c9a-a423-eee171889c6f,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:08:02.723953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:02.724469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:02.846811 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-59090cd5-018e-4300-9d32-90c06850518f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9709458 Jan 17 09:08:02.858162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Request body: {'port': {'device_id': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:08:02.966444 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:02.972190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f00439b3-b2d9-4248-ae26-d7aa59d3520d None None] Provisioning for port 8956c2e2-ffc7-4c9a-a423-eee171889c6f completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:08:02.978176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f00439b3-b2d9-4248-ae26-d7aa59d3520d None None] Provisioning complete for port 8956c2e2-ffc7-4c9a-a423-eee171889c6f triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:08:02.978176 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f00439b3-b2d9-4248-ae26-d7aa59d3520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:03.038499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f00439b3-b2d9-4248-ae26-d7aa59d3520d None None] Port 8956c2e2-ffc7-4c9a-a423-eee171889c6f cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:08:03.051802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 61382cd9-9f0d-4611-aedf-20539642cf6a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:08:03.122113 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 61382cd9-9f0d-4611-aedf-20539642cf6a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:08:03.122494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:03.421669 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8956c2e2-ffc7-4c9a-a423-eee171889c6f {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:08:03.433994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdc1b4-a3d8-43fd-beb3-ea66c1aa66cb req-1a37d9cb-a05f-4eb2-a69b-9819a7bc221e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:03.434876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-05fdc1b4-a3d8-43fd-beb3-ea66c1aa66cb req-1a37d9cb-a05f-4eb2-a69b-9819a7bc221e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:08:03.450310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:03.463997 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Transition to ACTIVE for port object 8956c2e2-ffc7-4c9a-a423-eee171889c6f will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:08:03.508524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-05fdc1b4-a3d8-43fd-beb3-ea66c1aa66cb req-1a37d9cb-a05f-4eb2-a69b-9819a7bc221e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:08:03.509727 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fdc1b4-a3d8-43fd-beb3-ea66c1aa66cb req-1a37d9cb-a05f-4eb2-a69b-9819a7bc221e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 931 time: 0.2378924 Jan 17 09:08:03.531420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:03.659682 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05fdc1b4-a3d8-43fd-beb3-ea66c1aa66cb req-721ee507-5f87-4c23-af9f-b4cfae311b35 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443214 Jan 17 09:08:03.678074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Pushing event updated for resources: {'Port': ['ID=8956c2e2-ffc7-4c9a-a423-eee171889c6f,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:08:03.898246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Attempting to bind port 8956c2e2-ffc7-4c9a-a423-eee171889c6f on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:08:03.898502 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Attempting to bind port 8956c2e2-ffc7-4c9a-a423-eee171889c6f by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:08:03.898818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Attempting to bind port 8956c2e2-ffc7-4c9a-a423-eee171889c6f on network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:08:03.904378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Port 8956c2e2-ffc7-4c9a-a423-eee171889c6f on network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 09:08:03.904690 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Attempting to bind port 8956c2e2-ffc7-4c9a-a423-eee171889c6f on network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:08:03.910616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:08:03.910945 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Checking segment: {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:08:03.911348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Bound using segment: {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:08:03.911766 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Bound port: 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444274f9-8dbb-48dc-9962-0db7c3ea0733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:08:03.912106 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:03.997673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] For port 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:08:04.000535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] For port 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:08:04.085692 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:04.150842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:04.152897 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] 10.222.0.53 "PUT /v2.0/ports/8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 1093 time: 1.2991316 Jan 17 09:08:04.153331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:08:04.170721 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292396b-f2e2-4802-a4f1-e0c7bcb32d0e service neutron] Pushing event updated for resources: {'Port': ['ID=8956c2e2-ffc7-4c9a-a423-eee171889c6f,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:08:04.223153 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'status': 'completed', 'code': 200} Jan 17 09:08:04.319314 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5b6e0f03-36a4-495b-847e-0c38f61ef298 req-73a53914-e730-469e-a3bb-b6797d7e8d3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1096 time: 0.0748870 Jan 17 09:08:04.482431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0f03-36a4-495b-847e-0c38f61ef298 req-d22235b2-5f8a-4a23-a5dc-bfb00209e4b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:04.483944 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5b6e0f03-36a4-495b-847e-0c38f61ef298 req-d22235b2-5f8a-4a23-a5dc-bfb00209e4b4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ec746e2a449f4588863f951482020a31&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1579845 Jan 17 09:08:04.615797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0f03-36a4-495b-847e-0c38f61ef298 req-3407e1b7-432e-487c-92eb-1117b077b661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:04.617265 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5b6e0f03-36a4-495b-847e-0c38f61ef298 req-3407e1b7-432e-487c-92eb-1117b077b661 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275330 Jan 17 09:08:04.720709 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-73b5fa63-d830-432b-998b-53d3f9ea914a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1096 time: 0.0674241 Jan 17 09:08:04.828579 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-eccec414-89c5-4726-bbe5-e86c14432935 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 217 time: 0.1013503 Jan 17 09:08:04.907226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-9c9f51d5-a49b-43fa-94cc-1d3bfa8c79a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:04.908656 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-9c9f51d5-a49b-43fa-94cc-1d3bfa8c79a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 200 len: 835 time: 0.0738697 Jan 17 09:08:04.953918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f34e07-1dd2-4259-8495-3731df53b863 req-fd699a31-0884-481a-8578-48dbe1e48d2b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:04.955271 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-77f34e07-1dd2-4259-8495-3731df53b863 req-fd699a31-0884-481a-8578-48dbe1e48d2b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 943 time: 0.1744616 Jan 17 09:08:05.014798 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-77f34e07-1dd2-4259-8495-3731df53b863 req-aae6357e-7781-45a2-83d4-a282cae9b7a2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534260 Jan 17 09:08:05.025428 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-ccafe445-ecbf-4eb5-977b-e07b7f894c82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1104488 Jan 17 09:08:05.154818 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-1dce9dc9-0162-4c04-b1b9-fcc84a23ac47 service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232183 Jan 17 09:08:05.296394 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-97e1d5df-ab4e-47f9-b370-da06e289fc89 req-5dbdb921-6413-4b7d-ab40-168ee3652527 service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351707 Jan 17 09:08:06.108883 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9186d35c-0150-4a38-8aad-29332a787532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:06.212351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b1513-a43d-4aff-9e3a-8eb4faa40ef6 req-b51d9931-4039-41a5-b6c0-e95e1a3ac48e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:06.213816 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f6b1513-a43d-4aff-9e3a-8eb4faa40ef6 req-b51d9931-4039-41a5-b6c0-e95e1a3ac48e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 943 time: 0.0768297 Jan 17 09:08:06.263774 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f6b1513-a43d-4aff-9e3a-8eb4faa40ef6 req-0075dec5-ccbc-4c0e-aa1a-56b0f3251166 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Jan 17 09:08:07.459380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40559-34c0-4235-b230-862c8a979573 req-ce0ee1cc-9894-4c9f-be29-2e056b96f88d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:07.460828 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b9f40559-34c0-4235-b230-862c8a979573 req-ce0ee1cc-9894-4c9f-be29-2e056b96f88d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 943 time: 0.0791757 Jan 17 09:08:07.506826 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b9f40559-34c0-4235-b230-862c8a979573 req-db1e5d15-03a2-4f36-bb5a-63c56a5bd433 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 Jan 17 09:08:08.246307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b98a-009d-4a9c-a693-12a97a066761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:08.697267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787d26a-aa2d-48c4-a789-83bc706a09a2 req-16367d73-c788-479f-afa1-786257f0dce8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:08.698713 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7787d26a-aa2d-48c4-a789-83bc706a09a2 req-16367d73-c788-479f-afa1-786257f0dce8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 943 time: 0.0736902 Jan 17 09:08:08.742831 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7787d26a-aa2d-48c4-a789-83bc706a09a2 req-5875d760-1c0e-432e-8bdc-871adad43c39 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386415 Jan 17 09:08:08.909788 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8956c2e2-ffc7-4c9a-a423-eee171889c6f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:08:09.042407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:08:09.055654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'port_id': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'mac_address': 'fa:16:3e:5b:b8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:08:09.108103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:09.124740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8956c2e2-ffc7-4c9a-a423-eee171889c6f {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:08:09.139520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:08:09.200204 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:09.269438 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=8956c2e2-ffc7-4c9a-a423-eee171889c6f,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:08:09.531807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:09.568710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['8956c2e2-ffc7-4c9a-a423-eee171889c6f'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:08:09.722224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:09.944921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f9f55-0f42-4100-9f2b-4966f4f181fb req-03a6f2bc-9e7a-43b5-b655-5f4b93fdfe59 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:09.946381 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-166f9f55-0f42-4100-9f2b-4966f4f181fb req-03a6f2bc-9e7a-43b5-b655-5f4b93fdfe59 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 944 time: 0.0754793 Jan 17 09:08:09.991802 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-166f9f55-0f42-4100-9f2b-4966f4f181fb req-60bac4fe-aee4-43da-a4d8-4a6bd909980a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394711 Jan 17 09:08:10.942123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8956c2e2-ffc7-4c9a-a423-eee171889c6f up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:08:11.057407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 8956c2e2-ffc7-4c9a-a423-eee171889c6f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:08:11.062447 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 8956c2e2-ffc7-4c9a-a423-eee171889c6f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:08:11.062814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:11.189839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:11.194102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da7f48-38f0-49ac-bab2-3fe374624485 req-7fcb0fc6-126c-451a-9bb6-39bba9252469 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:11.195569 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-01da7f48-38f0-49ac-bab2-3fe374624485 req-7fcb0fc6-126c-451a-9bb6-39bba9252469 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 944 time: 0.0800452 Jan 17 09:08:11.206781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:11.220605 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:08:11.230681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:08:11.242633 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-01da7f48-38f0-49ac-bab2-3fe374624485 req-c9b6ec35-3d2b-415c-b024-37a860f55bfd tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 Jan 17 09:08:11.279151 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'code': 200} Jan 17 09:08:11.297346 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:11.366347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=8956c2e2-ffc7-4c9a-a423-eee171889c6f,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:08:11.652106 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2df152af-be4e-40e4-9d9a-97a2398725f5 req-d690e6b9-966e-4efd-9f43-178589b7734c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1098 time: 0.0686677 Jan 17 09:08:11.694238 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2df152af-be4e-40e4-9d9a-97a2398725f5 req-eae9d386-95db-49a4-9aec-be5b168e8e09 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361700 Jan 17 09:08:12.436355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fff956-dd6e-4b31-994a-fe21dadf7d06 req-16aa62e4-a264-41e9-a167-7781634e65ca tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:12.437837 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a0fff956-dd6e-4b31-994a-fe21dadf7d06 req-16aa62e4-a264-41e9-a167-7781634e65ca tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0764842 Jan 17 09:08:12.483324 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a0fff956-dd6e-4b31-994a-fe21dadf7d06 req-fff01aea-f719-4487-a91e-8ac494ce0879 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Jan 17 09:08:13.680435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ae78-0111-4f19-96d5-bf5dc087cb3f req-cf8d00c1-d4ff-4026-9308-7bb396051ef4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:13.681888 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-95c3ae78-0111-4f19-96d5-bf5dc087cb3f req-cf8d00c1-d4ff-4026-9308-7bb396051ef4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0784018 Jan 17 09:08:13.825417 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-95c3ae78-0111-4f19-96d5-bf5dc087cb3f req-62da9d4a-00c0-46c4-b4eb-4a889fb8aafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374297 Jan 17 09:08:14.024557 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a482a-6e5e-4cb8-8026-a706051fb3c1 req-fae3ee32-d6dc-4d22-9afe-bd6c534bae34 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:14.026126 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-481a482a-6e5e-4cb8-8026-a706051fb3c1 req-fae3ee32-d6dc-4d22-9afe-bd6c534bae34 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0807943 Jan 17 09:08:14.074003 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-481a482a-6e5e-4cb8-8026-a706051fb3c1 req-9f44e180-b873-4eab-81e8-8879eb0f7fa5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Jan 17 09:08:14.101476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36080) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:08:14.233732 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-54746e60-6183-42e7-982b-ebac0cd339bf tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1093 time: 0.1311228 Jan 17 09:08:14.236352 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36086) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:08:14.241826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:08:14.247427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:08:14.251116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:floatingip and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:08:14.253930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:08:14.259507 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:08:14.377319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:14.511709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:14.643749 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.68 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/7a7166a4-f047-479c-bcc2-05e5857c2842) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:08:14.876669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:14.960554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:15.031915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:08:15.035084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:08:15.037860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:08:15.068258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=7a7166a4-f047-479c-bcc2-05e5857c2842,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:08:15.552333 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:15.679672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:15.879710 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:15.948928 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:16.048423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=7a7166a4-f047-479c-bcc2-05e5857c2842,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:08:16.067874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:16.264144 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Floating IP e442a366-bb70-401b-871d-bbf0ae136084 associated. External IP: 172.26.4.68, port: 8956c2e2-ffc7-4c9a-a423-eee171889c6f. Jan 17 09:08:16.751224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:08:16.950165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:08:16.959767 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] Sync routers for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:08:16.972143 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:08:16.972757 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:08:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:08:17.028679 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:17.086236 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a1538952-b44f-42dc-960e-8447d51cbe5b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8488748 Jan 17 09:08:17.086906 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:08:17.144258 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'status': 'completed', 'code': 200} Jan 17 09:08:17.147841 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:08:17.301387 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-42263644-647c-45f5-88f6-97cf82a42f78 req-a02b6604-db8b-4d04-b245-e842343fd0a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1098 time: 0.1358919 Jan 17 09:08:17.306678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35160-6a5a-4eec-8974-ce9203780828 req-8340d6de-633d-4ac6-b8f9-26dbe2f6cf74 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:17.308076 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-84d35160-6a5a-4eec-8974-ce9203780828 req-8340d6de-633d-4ac6-b8f9-26dbe2f6cf74 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.1126544 Jan 17 09:08:17.438129 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-84d35160-6a5a-4eec-8974-ce9203780828 req-8d2797d7-a28f-4f4c-9a72-e71c38da9367 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113544 Jan 17 09:08:17.471870 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42263644-647c-45f5-88f6-97cf82a42f78 req-1319f4af-70d4-4dc0-aa81-caf5ccf89886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:17.473750 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-42263644-647c-45f5-88f6-97cf82a42f78 req-1319f4af-70d4-4dc0-aa81-caf5ccf89886 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 897 time: 0.1648524 Jan 17 09:08:17.477905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36094) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:08:17.529861 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'e442a366-bb70-401b-871d-bbf0ae136084', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'port_id': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'mac_address': 'fa:16:3e:5b:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:08:15Z', 'updated_at': '2022-01-17T09:08:15Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61382cd9-9f0d-4611-aedf-20539642cf6a', 'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:f5:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:54Z', 'updated_at': '2022-01-17T09:08:01Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '5489962c-4d61-464a-b294-3f8ad9678182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:08:17.534381 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] Checking router: dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:08:17.553761 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:08:17.554276 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:08:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:08:17.669874 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bb9fb98b-aa34-415f-bfb2-2926976f5686 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/e442a366-bb70-401b-871d-bbf0ae136084 HTTP/1.1" status: 200 len: 990 time: 0.1906974 Jan 17 09:08:17.671799 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-42263644-647c-45f5-88f6-97cf82a42f78 req-ffbb68ab-4664-4126-a707-dbd0e9aa5108 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 998 time: 0.1913114 Jan 17 09:08:17.737005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42263644-647c-45f5-88f6-97cf82a42f78 req-74bdbe22-5ebf-4084-ad0e-2e7210d8a862 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:17.738522 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-42263644-647c-45f5-88f6-97cf82a42f78 req-74bdbe22-5ebf-4084-ad0e-2e7210d8a862 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 200 len: 835 time: 0.0608561 Jan 17 09:08:17.740133 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:08:17.817724 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-42263644-647c-45f5-88f6-97cf82a42f78 req-f1ad1c11-f2bc-45ec-b3d2-87a168530bbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730436 Jan 17 09:08:17.955008 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-42263644-647c-45f5-88f6-97cf82a42f78 req-2656947f-e9f8-4238-b86b-1851c81341be service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319294 Jan 17 09:08:18.088781 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'e442a366-bb70-401b-871d-bbf0ae136084', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'port_id': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'mac_address': 'fa:16:3e:5b:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:08:15Z', 'updated_at': '2022-01-17T09:08:15Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61382cd9-9f0d-4611-aedf-20539642cf6a', 'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:f5:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:54Z', 'updated_at': '2022-01-17T09:08:01Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '5489962c-4d61-464a-b294-3f8ad9678182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:08:18.089415 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-42263644-647c-45f5-88f6-97cf82a42f78 req-b10f1dc5-c897-4b21-8aba-6e83e48957eb service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274791 Jan 17 09:08:18.093010 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3029f6c7-9d70-41d6-bef7-58fcafaead42 None None] The sync data for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv is: [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'e442a366-bb70-401b-871d-bbf0ae136084', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.68', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'port_id': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'mac_address': 'fa:16:3e:5b:b8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:08:15Z', 'updated_at': '2022-01-17T09:08:15Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61382cd9-9f0d-4611-aedf-20539642cf6a', 'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:f5:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:54Z', 'updated_at': '2022-01-17T09:08:01Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '5489962c-4d61-464a-b294-3f8ad9678182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:08:18.301036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e935729-badf-4353-97dd-420af16e681c None None] New status for floating IP e442a366-bb70-401b-871d-bbf0ae136084: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:08:18.673567 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36100) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:08:18.777853 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0b9d4ecf-ff45-4c39-98fd-ca42c211a830 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/e442a366-bb70-401b-871d-bbf0ae136084 HTTP/1.1" status: 200 len: 992 time: 0.1030293 Jan 17 09:08:19.738634 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:08:20.130310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:24.561737 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-ed408847-2b47-4c07-8bd2-f048aa5a6e42 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659077 Jan 17 09:08:24.696953 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-c6e4f34d-b51d-4fc2-99be-24d72dc07cfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1098 time: 0.0669887 Jan 17 09:08:24.835098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-7a3bac6d-d458-477c-95ed-5a80f1247e7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:24.836473 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-7a3bac6d-d458-477c-95ed-5a80f1247e7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 897 time: 0.1223149 Jan 17 09:08:24.938355 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-deea0fbe-4a68-4f40-9ac7-7f9355c44369 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 1000 time: 0.0949092 Jan 17 09:08:25.007343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-e4779aef-e893-4451-b57c-d6d1ef46505d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:08:25.008783 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-e4779aef-e893-4451-b57c-d6d1ef46505d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 200 len: 835 time: 0.0631473 Jan 17 09:08:25.179659 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-c713171b-75a1-4d10-b9a8-d1935548eff6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1649897 Jan 17 09:08:25.307769 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-d677761e-6244-4359-8a85-6cffe1a75f3f service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213465 Jan 17 09:08:25.440574 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f9e90ae4-5bb0-498f-a991-49f373f004b4 req-c2b3f611-91d6-4d07-bdf4-d34e92b7348e service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252763 Jan 17 09:08:36.114108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7d21928c-34bc-4163-b18c-40746ff058a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:38.245327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe8f1cc9-32b0-47e1-8a0a-49de914893b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:39.548183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:39.702420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:41.148430 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:50.130778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:08:56.737965 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:09:06.107457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-da782d38-a5b0-4217-a55d-3a983e0f605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:08.234581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e09e505-4f1a-491f-9f56-2de30d1cb36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:09.535564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:09.713217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:11.147278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:20.124212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:26.464176 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-3aa91b7d-4575-45b6-ab6e-8cf453bdca39 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663159 Jan 17 09:09:26.607663 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-b8d16bd9-746d-40dd-b28c-39b75841a5f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1098 time: 0.0733891 Jan 17 09:09:26.752678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-498d4bc8-771b-4a12-a1f2-f28ff0b94677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:26.754975 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-498d4bc8-771b-4a12-a1f2-f28ff0b94677 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 897 time: 0.1296954 Jan 17 09:09:26.857341 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-73bcfc2e-b5d3-49ad-a795-9307ced1eece service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 1000 time: 0.0960610 Jan 17 09:09:26.918340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-c3e9d1e1-ca13-4059-a5fa-d2fd466ac052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:26.919787 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-c3e9d1e1-ca13-4059-a5fa-d2fd466ac052 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 200 len: 835 time: 0.0558043 Jan 17 09:09:26.997775 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-8e741905-1786-4075-97a8-22320b60a834 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701926 Jan 17 09:09:27.126174 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-68e89fc5-0f90-4501-9209-50265eee0c40 service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214964 Jan 17 09:09:27.253881 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a8895bc-fd87-47ee-a092-3c8a082d7552 req-a5208400-ba2e-4f7a-9f1f-e666db29b4b6 service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210804 Jan 17 09:09:30.252155 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f93aa79b-385d-4b39-bd8b-07fa86391a18 req-7b027e01-ba81-4aa7-877d-b5e48c8054e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0681415 Jan 17 09:09:30.688965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eebfca-6015-454b-9a43-010af42f075a req-1d1d1e8d-4158-493e-845c-2b512c7d2ac9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:30.690434 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-98eebfca-6015-454b-9a43-010af42f075a req-1d1d1e8d-4158-493e-845c-2b512c7d2ac9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0768375 Jan 17 09:09:30.739840 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-98eebfca-6015-454b-9a43-010af42f075a req-3422704a-6195-4910-85f7-3f4c67d8016a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Jan 17 09:09:30.875848 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-651169b6-4c94-4f6d-a0b0-0d75c057085f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1364799 Jan 17 09:09:31.946871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328d5b5-b90e-4b73-816f-9ffb19c14827 req-d68f8324-5b0c-451d-92b6-119cc15e0a3e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:31.948478 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b328d5b5-b90e-4b73-816f-9ffb19c14827 req-d68f8324-5b0c-451d-92b6-119cc15e0a3e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0816398 Jan 17 09:09:31.994125 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b328d5b5-b90e-4b73-816f-9ffb19c14827 req-f3d89efe-2c17-4e4e-833e-a5ff755aaeee tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395720 Jan 17 09:09:33.009493 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-71458ffb-617d-40b3-b2d8-48e6984d18c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1098 time: 0.0676484 Jan 17 09:09:33.140750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-240a2411-dd04-418c-ab0f-acb5448d9381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:33.142208 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-240a2411-dd04-418c-ab0f-acb5448d9381 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 897 time: 0.1268363 Jan 17 09:09:33.214355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10d778-e2fa-4e23-8d86-86d6bf1c8717 req-e26af518-597b-4248-8a52-70bf8a12180f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:33.219389 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-be10d778-e2fa-4e23-8d86-86d6bf1c8717 req-e26af518-597b-4248-8a52-70bf8a12180f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0937266 Jan 17 09:09:33.280557 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-be10d778-e2fa-4e23-8d86-86d6bf1c8717 req-21d49fa9-87f9-4231-8bb7-dedd0d6f6b96 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453994 Jan 17 09:09:33.335211 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-7ce4498b-57aa-46bd-9e8e-1389883f6e81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 1000 time: 0.1854262 Jan 17 09:09:33.398411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-46786df6-e5c8-42db-afba-3179e72f58a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:33.399852 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-46786df6-e5c8-42db-afba-3179e72f58a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 200 len: 835 time: 0.0584698 Jan 17 09:09:33.484127 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-47166638-5a64-45ca-a545-0a66f95294ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746474 Jan 17 09:09:33.614804 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-51e8df1a-8821-4103-984b-c9ebe027afa0 service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230145 Jan 17 09:09:33.736887 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:09:33.744013 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-151e59a7-93cb-4fe4-9472-4ffcfc0a82af service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228034 Jan 17 09:09:34.485060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deb9fc-6f43-4e1d-9863-2761fb6c6e18 req-53d60af0-1bfb-4cb7-8ca9-25a60391a237 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:34.486520 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-80deb9fc-6f43-4e1d-9863-2761fb6c6e18 req-53d60af0-1bfb-4cb7-8ca9-25a60391a237 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0909266 Jan 17 09:09:34.533405 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-80deb9fc-6f43-4e1d-9863-2761fb6c6e18 req-dc6a295d-139c-4292-bbb8-538f7a59418c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 Jan 17 09:09:35.735991 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb78c94-0ce7-4ded-871d-703e053bdc35 req-4788bc68-76f4-4f59-b2e3-c855844ca849 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:35.737367 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2eb78c94-0ce7-4ded-871d-703e053bdc35 req-4788bc68-76f4-4f59-b2e3-c855844ca849 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0804188 Jan 17 09:09:35.781478 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2eb78c94-0ce7-4ded-871d-703e053bdc35 req-9f8fb5df-b154-402e-b554-a86acd926d0d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386918 Jan 17 09:09:36.135518 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7fc8ef58-f8e6-44eb-bbb7-50fee3ee2ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:36.987356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14550c-42ce-4d8c-aaf7-99ff17b52262 req-4e1c70bd-2dfa-482d-9f07-442111947dbb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:36.988823 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bc14550c-42ce-4d8c-aaf7-99ff17b52262 req-4e1c70bd-2dfa-482d-9f07-442111947dbb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0768836 Jan 17 09:09:37.035097 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bc14550c-42ce-4d8c-aaf7-99ff17b52262 req-cb5a6df8-6da4-4961-bebc-1b7e8af466e5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407777 Jan 17 09:09:38.231681 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d5800-305c-4ca0-93d8-537c0a7e8072 req-7a1f7e4b-575e-438c-9b19-d1be50b2c6e0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:38.233160 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8c3d5800-305c-4ca0-93d8-537c0a7e8072 req-7a1f7e4b-575e-438c-9b19-d1be50b2c6e0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0768030 Jan 17 09:09:38.233807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fda7cc1e-cec5-4892-aa59-e7680e1f4d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:38.292704 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8c3d5800-305c-4ca0-93d8-537c0a7e8072 req-eb8c5050-31a2-4ef1-9d4b-7566fb6efd87 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524218 Jan 17 09:09:39.497827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cedb96-4b14-474a-a6d2-4f4a30a1f34d req-07c6dfdd-5afd-4059-ac88-cb375d9446ae tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:39.499303 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b3cedb96-4b14-474a-a6d2-4f4a30a1f34d req-07c6dfdd-5afd-4059-ac88-cb375d9446ae tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0807002 Jan 17 09:09:39.524099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:39.545157 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b3cedb96-4b14-474a-a6d2-4f4a30a1f34d req-7710103a-7456-4067-a5d2-1cf2d9f95efb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400391 Jan 17 09:09:39.706874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:40.831490 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b1ca5-d46f-4e21-aef9-5546fc6ade4f req-46b40ccb-9162-47e5-84e1-6ee448b55a50 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:40.832987 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-556b1ca5-d46f-4e21-aef9-5546fc6ade4f req-46b40ccb-9162-47e5-84e1-6ee448b55a50 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.1679926 Jan 17 09:09:40.877933 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-556b1ca5-d46f-4e21-aef9-5546fc6ade4f req-8201083c-09d7-4624-861e-dedad0bb5abb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394058 Jan 17 09:09:41.135717 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:42.148354 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497791f0-8496-4843-b5ef-0ca401776aac req-6c8b6ed6-89ab-4873-8fae-3264fdc5083c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:42.149810 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-497791f0-8496-4843-b5ef-0ca401776aac req-6c8b6ed6-89ab-4873-8fae-3264fdc5083c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.1448166 Jan 17 09:09:42.194693 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-497791f0-8496-4843-b5ef-0ca401776aac req-117b6ea0-e1f0-40a9-b579-d918b6b82006 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388060 Jan 17 09:09:43.399304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74f01-99fe-4624-b17a-54a758941576 req-6b028a5f-83cb-4412-8b51-a945e73a7932 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:43.400890 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-15f74f01-99fe-4624-b17a-54a758941576 req-6b028a5f-83cb-4412-8b51-a945e73a7932 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0800054 Jan 17 09:09:43.448081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-15f74f01-99fe-4624-b17a-54a758941576 req-c24f84c9-fd0f-4d3c-bdb0-736a3ecdb999 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Jan 17 09:09:44.662456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa83e-c2d0-472a-a32a-af35ec930660 req-ded41f5c-cf7d-4dfc-9b8c-50d9238c6897 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:44.663948 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56aaa83e-c2d0-472a-a32a-af35ec930660 req-ded41f5c-cf7d-4dfc-9b8c-50d9238c6897 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0911825 Jan 17 09:09:44.713098 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-56aaa83e-c2d0-472a-a32a-af35ec930660 req-d9ce93f9-332d-4592-b997-249c82da3779 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434632 Jan 17 09:09:45.769473 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-ad7ca4fb-71f0-43aa-b554-507b4a7dd616 service neutron] 10.222.0.53 "GET /v2.0/ports/8956c2e2-ffc7-4c9a-a423-eee171889c6f/bindings/hv-neutron-8248 HTTP/1.1" status: 200 len: 384 time: 0.0732133 Jan 17 09:09:45.931878 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd655be-3bab-465e-afd6-6d2f088486a2 req-f92f9d2d-a63b-49fc-80f4-7f30c204a6f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:45.933412 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bcd655be-3bab-465e-afd6-6d2f088486a2 req-f92f9d2d-a63b-49fc-80f4-7f30c204a6f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0786602 Jan 17 09:09:45.978937 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bcd655be-3bab-465e-afd6-6d2f088486a2 req-e1caa443-4286-4d9b-8500-f59a39cdf5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Jan 17 09:09:46.361893 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-a53f2795-c355-4b30-8e89-bfa9525e66a3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 1098 time: 0.0716603 Jan 17 09:09:46.451580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-866a68f3-b863-472b-9bdb-3780cc326a26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1098 time: 0.0680914 Jan 17 09:09:46.580882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-c2481e60-4f6c-4e41-b094-cb92959a0c63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:46.582306 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-c2481e60-4f6c-4e41-b094-cb92959a0c63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 897 time: 0.1237040 Jan 17 09:09:46.684416 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-4ac289b9-4446-494b-8f51-4cf51408eaf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 1000 time: 0.0958962 Jan 17 09:09:46.750273 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-498274b5-1609-4c6e-b8e4-df6307cab784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:46.751753 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-498274b5-1609-4c6e-b8e4-df6307cab784 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 200 len: 835 time: 0.0614455 Jan 17 09:09:46.838684 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-9af984c4-7571-4926-aa9a-f1630209ad9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803902 Jan 17 09:09:47.060587 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-a421a0fc-0602-4312-824a-9beb7f5bd640 service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142956 Jan 17 09:09:47.251889 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bb59a9e5-6a47-43f9-b5c5-cab8f10d6e0b req-ce2b55a3-5fc4-4a9a-b47a-4b863d4b6708 service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840887 Jan 17 09:09:47.267828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c04a-6252-485f-8b7b-863a41e23682 req-ed4c7e6d-868c-4b60-833a-8a49102913ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:47.269902 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d359c04a-6252-485f-8b7b-863a41e23682 req-ed4c7e6d-868c-4b60-833a-8a49102913ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.1310585 Jan 17 09:09:47.316749 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d359c04a-6252-485f-8b7b-863a41e23682 req-1e94812b-742a-4506-9227-ff34d74951de tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 Jan 17 09:09:48.513529 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e24e1a-e10d-4bc8-8a48-6fe67f078f6a req-3cc20239-b9ec-4408-ad35-86512a9cd1eb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:48.514990 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-30e24e1a-e10d-4bc8-8a48-6fe67f078f6a req-3cc20239-b9ec-4408-ad35-86512a9cd1eb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0781555 Jan 17 09:09:48.563530 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-30e24e1a-e10d-4bc8-8a48-6fe67f078f6a req-eb00561d-899a-4e2b-b95f-a75196cc6743 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Jan 17 09:09:49.406455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8956c2e2-ffc7-4c9a-a423-eee171889c6f details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:09:49.537914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:09:49.550686 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'port_id': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'mac_address': 'fa:16:3e:5b:b8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:09:49.603307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:49.620805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8956c2e2-ffc7-4c9a-a423-eee171889c6f {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:09:49.636246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:09:49.684365 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:49.753359 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=8956c2e2-ffc7-4c9a-a423-eee171889c6f,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:09:49.762019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.762364 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.762704 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.763036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.763399 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.763745 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.765960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.765960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.765960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.765960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.765960 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:09:49.766336 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061bb66-c335-4161-89ef-59ad72aad9db req-5eb4fc71-4563-4c0c-aa36-ad6f57708969 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:49.767010 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c061bb66-c335-4161-89ef-59ad72aad9db req-5eb4fc71-4563-4c0c-aa36-ad6f57708969 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 944 time: 0.0788054 Jan 17 09:09:49.770040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['8956c2e2-ffc7-4c9a-a423-eee171889c6f'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:09:49.812668 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c061bb66-c335-4161-89ef-59ad72aad9db req-a4e0818e-eb6e-4d01-aae2-d0f788fc06f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396957 Jan 17 09:09:50.124166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:51.007843 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e809838-a5b8-461f-ab40-194053067821 req-1680d1e8-f51e-4672-9ca3-d32e961a28e7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:51.009277 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8e809838-a5b8-461f-ab40-194053067821 req-1680d1e8-f51e-4672-9ca3-d32e961a28e7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 944 time: 0.0745690 Jan 17 09:09:51.054464 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8e809838-a5b8-461f-ab40-194053067821 req-50755804-9eb2-42f3-93b1-288e05bff6e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392599 Jan 17 09:09:51.413375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8956c2e2-ffc7-4c9a-a423-eee171889c6f up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:09:51.484058 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 8956c2e2-ffc7-4c9a-a423-eee171889c6f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:09:51.484428 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:51.617427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf26c8a-9125-4e6d-9ae4-0eb65c22fe2f req-994a5b0f-10d4-4bfc-bee7-9a6274b5bb30 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:51.618880 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccf26c8a-9125-4e6d-9ae4-0eb65c22fe2f req-994a5b0f-10d4-4bfc-bee7-9a6274b5bb30 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 944 time: 0.0821908 Jan 17 09:09:51.635607 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:51.663159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:09:51.666215 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ccf26c8a-9125-4e6d-9ae4-0eb65c22fe2f req-c3dcd3a7-e1de-480e-b5d4-a1c3c76d95b5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408795 Jan 17 09:09:51.674134 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:09:51.677315 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-5d5ed433-97f2-4d81-8638-e036337ac43f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:51.678871 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-5d5ed433-97f2-4d81-8638-e036337ac43f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb&tenant_id=ec746e2a449f4588863f951482020a31&binding%3Ahost_id=hv-neutron-8248 HTTP/1.1" status: 200 len: 944 time: 0.0902541 Jan 17 09:09:51.775668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:09:51.822066 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'code': 200} Jan 17 09:09:51.834643 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-aadd940f-8b59-47f1-bdc4-ebf611dc9090 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1098 time: 0.0794423 Jan 17 09:09:51.849331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=8956c2e2-ffc7-4c9a-a423-eee171889c6f,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:09:51.890435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cf474-6c97-4b3b-898e-35be153897ed req-b22ab05f-5f80-4215-975a-e16025446896 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:51.891932 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a21cf474-6c97-4b3b-898e-35be153897ed req-b22ab05f-5f80-4215-975a-e16025446896 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0788198 Jan 17 09:09:51.938705 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a21cf474-6c97-4b3b-898e-35be153897ed req-e591fd2d-75e9-4bb1-86a0-b3270947a047 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Jan 17 09:09:51.968676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-2de15fd5-1209-443c-9b74-3ba3525d54f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:51.970155 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-2de15fd5-1209-443c-9b74-3ba3525d54f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 897 time: 0.1289015 Jan 17 09:09:52.076673 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-6b3971cf-16c0-46b0-afc1-e76b3ca531a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 1000 time: 0.1003828 Jan 17 09:09:52.138195 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-d61b54b9-b662-44dd-a945-511818376d9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:52.139657 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-d61b54b9-b662-44dd-a945-511818376d9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 200 len: 835 time: 0.0569923 Jan 17 09:09:52.216173 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-928ea92a-4e62-4411-ae67-995afc2512ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705099 Jan 17 09:09:52.345155 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-69b29d08-6fdc-4c36-8fe1-7e3d9fb612db service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232839 Jan 17 09:09:52.481022 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f72e2f21-4116-4a29-944e-8c2d7ba23c5d req-8cf59d27-680f-4476-90c2-7bb34cb1baa2 service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298342 Jan 17 09:09:53.141545 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622fcec-1b92-4ed2-9d17-eca21f31f06f req-e0f95634-43f6-49ad-b4e0-efb8c5903c66 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:53.143013 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b622fcec-1b92-4ed2-9d17-eca21f31f06f req-e0f95634-43f6-49ad-b4e0-efb8c5903c66 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0759625 Jan 17 09:09:53.189313 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b622fcec-1b92-4ed2-9d17-eca21f31f06f req-5ad8ddaf-a0bc-442c-a2df-2322c3c42179 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Jan 17 09:09:54.396498 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d37103-9600-48b6-a4d5-9899932bf0bb req-f83f987c-e5f7-46dd-a2d8-fef389e96823 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:09:54.397958 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a0d37103-9600-48b6-a4d5-9899932bf0bb req-f83f987c-e5f7-46dd-a2d8-fef389e96823 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0855305 Jan 17 09:09:54.442723 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a0d37103-9600-48b6-a4d5-9899932bf0bb req-558cbd73-2ad4-406d-8396-d292e03441e3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392766 Jan 17 09:09:54.472819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36208) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:09:54.576512 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-13ca44f1-3379-4f9d-bbf7-93766e6c4bce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/e442a366-bb70-401b-871d-bbf0ae136084 HTTP/1.1" status: 200 len: 992 time: 0.1024642 Jan 17 09:10:06.164040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-537c0d34-1fbd-4d75-b122-7ec3af51c4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:08.237859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cc98c86e-c6ee-410f-a730-d5d70aacd4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:09.540958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:09.718139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:10.736523 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:10:11.180748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:20.192006 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:28.380491 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-0fd9d008-6b49-4aab-b764-cd0f5638f2c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701859 Jan 17 09:10:28.516601 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-07f581de-143c-41c0-8b1a-cd097f4e06ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1098 time: 0.0691459 Jan 17 09:10:28.745116 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-8fbe410b-54e1-4e3c-ae39-69817bce4412 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:10:28.746529 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-8fbe410b-54e1-4e3c-ae39-69817bce4412 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 897 time: 0.2122724 Jan 17 09:10:28.848610 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-abe2e52b-e5fc-4136-89b5-841edfdc85ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 1000 time: 0.0961730 Jan 17 09:10:28.909582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-794e87dc-6ae0-462e-81ff-4f8a405bb4ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:10:28.911028 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-794e87dc-6ae0-462e-81ff-4f8a405bb4ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 200 len: 835 time: 0.0565526 Jan 17 09:10:28.986446 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-0d0ef5cd-70cc-4189-b107-00c80493d56a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700436 Jan 17 09:10:29.113257 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-14687a2d-14aa-4295-9506-d24fc1120d24 service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212885 Jan 17 09:10:29.252404 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-eb4df54b-6390-4158-9c86-ca758ac6f4a1 req-020d7561-62e2-490b-846d-03575ca4868a service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329217 Jan 17 09:10:36.106119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1ac686fa-4211-40d1-8b62-d31fafd02f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:38.266276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1fd42993-6bbc-474d-b5d7-95f91127a4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:39.557302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:39.751810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:41.180710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:47.568664 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36232) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:10:47.736653 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:10:47.854629 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 7a7166a4-f047-479c-bcc2-05e5857c2842 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:10:47.854965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:48.019518 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:48.019757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:48.137900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 7a7166a4-f047-479c-bcc2-05e5857c2842 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:10:48.316937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:48.362719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=7a7166a4-f047-479c-bcc2-05e5857c2842,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:10:48.428904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.429247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.429585 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.429918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.430245 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.430579 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.430896 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.431233 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.431559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.431876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.432194 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:48.463788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:48.845231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:10:49.048090 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:10:49.058675 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] Sync routers for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:10:49.070972 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:10:49.071666 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:10:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:49.168536 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:49.221881 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b6a78506-c677-46b0-8438-df2b910a0454 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/floatingips/e442a366-bb70-401b-871d-bbf0ae136084 HTTP/1.1" status: 204 len: 168 time: 1.6519501 Jan 17 09:10:49.222544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:10:49.264721 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:10:49.281241 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'status': 'completed', 'code': 200} Jan 17 09:10:49.498017 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce7c1a95-22c1-471b-ac5e-ab2422c328b1 req-7230d75f-354a-418a-9b67-c2d147e25924 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 1098 time: 0.1411438 Jan 17 09:10:49.618271 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '61382cd9-9f0d-4611-aedf-20539642cf6a', 'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:f5:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:54Z', 'updated_at': '2022-01-17T09:08:01Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '5489962c-4d61-464a-b294-3f8ad9678182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:49.622128 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] Checking router: dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:10:49.631123 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c1a95-22c1-471b-ac5e-ab2422c328b1 req-e4a27cbe-d2a5-4f46-9c52-0d2acafe00bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:10:49.632678 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce7c1a95-22c1-471b-ac5e-ab2422c328b1 req-e4a27cbe-d2a5-4f46-9c52-0d2acafe00bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 200 len: 897 time: 0.1287229 Jan 17 09:10:49.633151 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:10:49.633763 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:10:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:49.705201 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce7c1a95-22c1-471b-ac5e-ab2422c328b1 req-3e53932b-919f-4674-b788-415ab52a8521 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 200 len: 217 time: 0.0665996 Jan 17 09:10:49.773357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c1a95-22c1-471b-ac5e-ab2422c328b1 req-38fbe22a-fc6b-44cd-b989-09a2eb78fdb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:10:49.775076 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce7c1a95-22c1-471b-ac5e-ab2422c328b1 req-38fbe22a-fc6b-44cd-b989-09a2eb78fdb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 200 len: 835 time: 0.0635378 Jan 17 09:10:49.812961 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:10:49.860963 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce7c1a95-22c1-471b-ac5e-ab2422c328b1 req-726492de-8cf7-4bee-8783-8ccd83acc7ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c9b70a5-7931-4d79-9a77-c1b22e3501a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799134 Jan 17 09:10:50.046850 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce7c1a95-22c1-471b-ac5e-ab2422c328b1 req-9a09fc75-c77d-4a18-8479-854db61e6a7c service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784978 Jan 17 09:10:50.079426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6e82-509b-40d7-85fe-e9172cf89b44 req-a82eec08-5563-4908-9a89-fda6055f1bf6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:10:50.080885 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ee5a6e82-509b-40d7-85fe-e9172cf89b44 req-a82eec08-5563-4908-9a89-fda6055f1bf6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.2458367 Jan 17 09:10:50.130376 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '61382cd9-9f0d-4611-aedf-20539642cf6a', 'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:f5:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:54Z', 'updated_at': '2022-01-17T09:08:01Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '5489962c-4d61-464a-b294-3f8ad9678182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:50.134390 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c18b6-cfdd-49c5-babf-99ef07e438e6 None None] The sync data for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv is: [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '61382cd9-9f0d-4611-aedf-20539642cf6a', 'name': '', 'network_id': '8c9b70a5-7931-4d79-9a77-c1b22e3501a4', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:f5:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5489962c-4d61-464a-b294-3f8ad9678182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:54Z', 'updated_at': '2022-01-17T09:08:01Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '5489962c-4d61-464a-b294-3f8ad9678182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:10:50.140198 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:50.212681 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ee5a6e82-509b-40d7-85fe-e9172cf89b44 req-a062a8f3-c4a1-4539-91ff-4071b8f6f1ee tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833654 Jan 17 09:10:50.220967 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce7c1a95-22c1-471b-ac5e-ab2422c328b1 req-e0d9083e-5f9b-4ad3-81cb-f6b6becdcc5b service neutron] 10.222.0.53 "GET /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672962 Jan 17 09:10:50.362345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79008dff-a7f1-43e3-aa83-3b30af311228 None None] New status for floating IP e442a366-bb70-401b-871d-bbf0ae136084: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:10:51.531137 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7879ad-5cd3-4ebf-83fe-4c80b3ff0d0e req-d7b3816f-0808-460c-af80-6ebd9a791139 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:10:51.531845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-fe7879ad-5cd3-4ebf-83fe-4c80b3ff0d0e req-d7b3816f-0808-460c-af80-6ebd9a791139 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:10:51.625839 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-fe7879ad-5cd3-4ebf-83fe-4c80b3ff0d0e req-d7b3816f-0808-460c-af80-6ebd9a791139 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:10:51.627042 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fe7879ad-5cd3-4ebf-83fe-4c80b3ff0d0e req-d7b3816f-0808-460c-af80-6ebd9a791139 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.2477260 Jan 17 09:10:51.674920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-8b9690a9-ff0e-4ed4-b78e-e2f9294bf313 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:10:51.676454 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-8b9690a9-ff0e-4ed4-b78e-e2f9294bf313 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 945 time: 0.0796137 Jan 17 09:10:51.746439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 8956c2e2-ffc7-4c9a-a423-eee171889c6f {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:10:51.746782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:51.782215 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fe7879ad-5cd3-4ebf-83fe-4c80b3ff0d0e req-9cf46d58-11d7-4fda-91a0-d33d0e3d4629 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=c735580f-84c9-4b31-a1d7-efaf43c7378d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494622 Jan 17 09:10:52.075910 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 8956c2e2-ffc7-4c9a-a423-eee171889c6f, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=8956c2e2-ffc7-4c9a-a423-eee171889c6f,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:10:52.076196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:52.196531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 8956c2e2-ffc7-4c9a-a423-eee171889c6f owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:10:52.380085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:52.429392 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=8956c2e2-ffc7-4c9a-a423-eee171889c6f,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:10:52.500991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.501340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.501676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.502006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.502333 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.502657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.502978 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.503399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.503720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.504036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.504353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:52.516956 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] No DVR routers for this DVR port 8956c2e2-ffc7-4c9a-a423-eee171889c6f on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:10:52.519322 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:52.521927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'name': 'network-vif-deleted', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:10:52.592778 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-686b94d0-e2c0-47a0-9b03-b533ab1bdd92 req-e8e69343-bd92-4a0b-9117-1bd6715946ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "DELETE /v2.0/ports/8956c2e2-ffc7-4c9a-a423-eee171889c6f HTTP/1.1" status: 204 len: 173 time: 0.9099307 Jan 17 09:10:52.683039 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d47a04-1263-49f2-9962-a945b10f2fdb', 'name': 'network-vif-deleted', 'tag': '8956c2e2-ffc7-4c9a-a423-eee171889c6f', 'status': 'completed', 'code': 200} Jan 17 09:10:52.949665 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0a1763a4-0d87-44d5-b06a-a36af02a64f0 req-00f6eaee-b860-4538-8b76-c01143b2486f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4d47a04-1263-49f2-9962-a945b10f2fdb HTTP/1.1" status: 200 len: 210 time: 0.0438733 Jan 17 09:10:54.056954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36264) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:10:54.461919 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:55.073224 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 61382cd9-9f0d-4611-aedf-20539642cf6a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:10:55.073760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:55.261987 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 61382cd9-9f0d-4611-aedf-20539642cf6a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=61382cd9-9f0d-4611-aedf-20539642cf6a,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:10:55.262325 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:55.379640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 61382cd9-9f0d-4611-aedf-20539642cf6a owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:10:55.716174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8956c2e2-ffc7-4c9a-a423-eee171889c6f no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:10:55.748833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 8956c2e2-ffc7-4c9a-a423-eee171889c6f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:10:55.749168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 8956c2e2-ffc7-4c9a-a423-eee171889c6f not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:10:55.751492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:55.800329 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=61382cd9-9f0d-4611-aedf-20539642cf6a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:10:56.105007 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:56.683285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:10:56.873953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:10:56.884034 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] Sync routers for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:10:56.887647 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-0220a762-5e0a-441f-b574-e9e6f6210aa3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8295565 Jan 17 09:10:56.890752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36272) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:10:56.898500 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:10:56.899127 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:10:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:57.072862 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:10:57.186056 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-de89af1c-39eb-4dfb-b5fa-26cd9de9a83f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting subnet 5489962c-4d61-464a-b294-3f8ad9678182 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:10:57.189071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de89af1c-39eb-4dfb-b5fa-26cd9de9a83f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:57.240626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de89af1c-39eb-4dfb-b5fa-26cd9de9a83f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:57.322576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de89af1c-39eb-4dfb-b5fa-26cd9de9a83f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:57.361647 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:10:55Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:57.365358 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] Checking router: dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:10:57.376174 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] Routers {'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:10:57.376776 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:10:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:57.488443 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de89af1c-39eb-4dfb-b5fa-26cd9de9a83f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:57.524822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89af1c-39eb-4dfb-b5fa-26cd9de9a83f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Subnet': ['ID=5489962c-4d61-464a-b294-3f8ad9678182,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:10:57.534296 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-de89af1c-39eb-4dfb-b5fa-26cd9de9a83f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:57.543432 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-de89af1c-39eb-4dfb-b5fa-26cd9de9a83f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/subnets/5489962c-4d61-464a-b294-3f8ad9678182 HTTP/1.1" status: 204 len: 168 time: 0.6486330 Jan 17 09:10:57.543653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b49080-85cf-49b3-bad6-e613bb27f404 None None] Network 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:10:57.544205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36278) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:10:57.570641 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] Set router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:10:57.754202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:57.811014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] DHCP port deletion for 8c9b70a5-7931-4d79-9a77-c1b22e3501a4 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:10:57.815174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Deleting port 35cc35f9-946a-459e-9e20-d0fcc70f870a {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:10:57.815804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:57.887891 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:10:55Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:57.893000 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a678fb3c-fa89-4e87-ae61-538741ae8714 None None] The sync data for ids ['dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c'] in dv-neutron-824874-1-hyperv is: [{'id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-26639451', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:07:50Z', 'updated_at': '2022-01-17T09:10:55Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': '83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:07:51Z', 'updated_at': '2022-01-17T09:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:10:57.960950 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:58.028177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] For port 35cc35f9-946a-459e-9e20-d0fcc70f870a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=35cc35f9-946a-459e-9e20-d0fcc70f870a,segment=NetworkSegment(444274f9-8dbb-48dc-9962-0db7c3ea0733),segment_id=444274f9-8dbb-48dc-9962-0db7c3ea0733)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:10:58.028516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:58.036877 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:10:58.037242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:58.145882 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Calling delete_port for 35cc35f9-946a-459e-9e20-d0fcc70f870a owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:10:58.208227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:10:58.208889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:58.305822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:58.331817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:10:58.362412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] No DVR routers for this DVR port 35cc35f9-946a-459e-9e20-d0fcc70f870a on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:10:58.364259 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Pushing event deleted for resources: {'Port': ['ID=35cc35f9-946a-459e-9e20-d0fcc70f870a,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:10:58.383051 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.383589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.384170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.384564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.384910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.385246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.385574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.385911 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.387038 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.387440 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.387785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526527f8-56a9-456c-87ad-5d043d6918db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:10:58.591429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:58.639907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:10:58.860172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.173065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 61382cd9-9f0d-4611-aedf-20539642cf6a no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:10:59.206678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 61382cd9-9f0d-4611-aedf-20539642cf6a {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:10:59.207023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 61382cd9-9f0d-4611-aedf-20539642cf6a not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:10:59.207642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 35cc35f9-946a-459e-9e20-d0fcc70f870a no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:10:59.219702 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.224909 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.246244 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 35cc35f9-946a-459e-9e20-d0fcc70f870a {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:10:59.249654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 35cc35f9-946a-459e-9e20-d0fcc70f870a not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:10:59.300081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.300584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Fanout notify agent at l3_agent the message router_deleted on router dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:10:59.315453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.316702 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-14d60f9c-75b9-44a4-9dca-36fe1ae9df9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/routers/dcd13fc4-dbfa-4b96-98f2-c5a159d0b54c HTTP/1.1" status: 204 len: 168 time: 1.7721317 Jan 17 09:10:59.319382 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36284) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:10:59.432890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.572079 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.596420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9b70a5-7931-4d79-9a77-c1b22e3501a4']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:59.608458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444274f9-8dbb-48dc-9962-0db7c3ea0733') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:59.608753 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444274f9-8dbb-48dc-9962-0db7c3ea0733') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:10:59.619796 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.634904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.640935 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:10:59.641315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:10:59.655559 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:10:59.814187 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.831937 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:10:59.844626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Network': ['ID=8c9b70a5-7931-4d79-9a77-c1b22e3501a4,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:10:59.946101 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9059b680-137a-44c4-beb8-d3e5e0ad3ff3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/networks/8c9b70a5-7931-4d79-9a77-c1b22e3501a4 HTTP/1.1" status: 204 len: 168 time: 0.6254718 Jan 17 09:10:59.948543 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36288) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:00.015425 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5d0cfe2-87e0-470b-815a-f683fcf1f0cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:00.053901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5d0cfe2-87e0-470b-815a-f683fcf1f0cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:00.174331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5d0cfe2-87e0-470b-815a-f683fcf1f0cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:00.192724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0cfe2-87e0-470b-815a-f683fcf1f0cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c735580f-84c9-4b31-a1d7-efaf43c7378d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:00.265614 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a5d0cfe2-87e0-470b-815a-f683fcf1f0cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:00.266749 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a5d0cfe2-87e0-470b-815a-f683fcf1f0cc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/security-groups/c735580f-84c9-4b31-a1d7-efaf43c7378d HTTP/1.1" status: 204 len: 168 time: 0.3173041 Jan 17 09:11:01.010657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36296) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:01.016900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296893499', 'description': 'tempest-secgroup-smoke-1296893499 description', 'project_id': 'ec746e2a449f4588863f951482020a31'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:01.022705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:01.026712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:01.029527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:01.035002 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:01.082268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:11:01.114196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:11:01.114543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 83cd7cd5-52a2-4510-8052-bf3e1b5dc0a7 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:11:01.128301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:01.163597 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:01.167307 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:01.170185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:01.176127 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:01.229451 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:01.293871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:01.336317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:01.402625 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:01.403896 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-3d338a01-5de1-4fdc-9586-7108964286e1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3922255 Jan 17 09:11:01.406640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36300) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:01.412189 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d9c10-fb11-48ff-a8b8-114e268bc2f4', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:01.418228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:01.422502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:01.425833 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:01.431100 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:01.512004 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:01.588054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:01.653867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:01.677405 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6018938-8e8f-49a7-9b2f-41145628b775,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:01.762992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:01.764854 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5ea62502-d116-4827-a191-fe308277dcce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3572340 Jan 17 09:11:01.767522 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36304) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:01.772783 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d9c10-fb11-48ff-a8b8-114e268bc2f4', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:01.778567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:01.782297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:01.785151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:01.790657 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:01.930283 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:01.996605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.070552 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.094035 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e03a61d-f867-4f37-a581-50dc928e685c,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:02.162435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.163660 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-72906b13-7c04-4588-acab-f046e3ff124b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3952556 Jan 17 09:11:02.166548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36308) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:02.172700 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d9c10-fb11-48ff-a8b8-114e268bc2f4', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:02.179019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:02.182819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:02.186146 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:02.192524 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:02.278541 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.341061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.420407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.443757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9767d2dc-b742-4e82-b7d9-5ac44217ff07,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:02.500047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.501279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e113666e-12e9-4c40-8f9f-33db1c5267b8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3337591 Jan 17 09:11:02.504085 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36312) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:02.509406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d9c10-fb11-48ff-a8b8-114e268bc2f4', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:02.515396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:02.519072 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:02.521930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:02.527455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:02.592811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.659596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.722638 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.746088 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6184eb40-9719-4420-9c9d-4e927f27dbc4,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:02.814402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.815629 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-34dbe417-77d8-4cd5-9d5f-602563dfc852 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3106298 Jan 17 09:11:02.818262 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36316) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:02.823652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d9c10-fb11-48ff-a8b8-114e268bc2f4', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:02.830073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:02.834035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:02.836994 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:02.843431 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:02.911815 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:11:02.918986 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:02.985301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.054241 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.077032 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26833658-b744-49da-969a-7e48f386873b,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:03.133684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.134865 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7f8bc5da-d745-4a57-a096-3abb3b7dff01 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3156965 Jan 17 09:11:03.137597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36320) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:03.143552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': 'ab5d9c10-fb11-48ff-a8b8-114e268bc2f4', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:03.149342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:03.153051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:03.157090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:03.162535 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:03.225084 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:11:03.231407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.296185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.345288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.368019 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3891bfff-5703-4ff7-8631-6f4c90529da2,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:03.413882 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.415095 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a71216d0-69db-447a-b8a6-5294a3d00b05 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2760291 Jan 17 09:11:03.418036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36324) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:03.423595 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'network': {'name': 'tempest-network-smoke--1823892360', 'project_id': 'ec746e2a449f4588863f951482020a31', 'port_security_enabled': True}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:03.428494 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:03.432579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:network and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:03.435860 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:03.441380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:03.499627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:11:03.502711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.530303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:11:03.538568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.538933 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Added segment c276f458-9f95-43c3-bfa1-7247360f6a33 of type vlan for network 08f6bed2-d780-48e7-8b0e-7c726dc7524a Jan 17 09:11:03.565067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.654274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.658055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:03.658634 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.764139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Network': ['ID=08f6bed2-d780-48e7-8b0e-7c726dc7524a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:03.774039 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 08f6bed2-d780-48e7-8b0e-7c726dc7524a details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 09:11:03.826252 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-09e98fd2-a689-4db7-b3e6-923d6eadd5af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4070582 Jan 17 09:11:03.828791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36328) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:03.833695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'admin_state_up': True, 'project_id': 'ec746e2a449f4588863f951482020a31', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:03.840398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:03.844397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:router and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:03.847164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:03.852763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:03.926340 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.927348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:03.946511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:04.272874 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:04.523518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:04.552605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:04.770159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.151 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/c56f801b-515f-4d40-b1ec-37ab9566cc3a) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:11:04.910508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:04.997206 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:05.063430 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:11:05.066289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:11:05.068765 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:11:05.101365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=c56f801b-515f-4d40-b1ec-37ab9566cc3a,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:05.288991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:05.289655 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:05.562680 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:11:05.760201 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:11:05.769549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Sync routers for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:11:05.781403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:11:05.782016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:10:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:05.837371 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:05.838519 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d0be7ef1-7f7b-43fd-9567-5d9272e9eafc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0088162 Jan 17 09:11:05.842224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36332) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:05.880923 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-231b260e-074d-4bb4-97d5-3632171b6a30 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ec746e2a449f4588863f951482020a31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375698 Jan 17 09:11:05.883432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36336) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:05.957761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:11:06.009918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732db14b-f105-41b2-94df-698636bcddcf tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:06.011431 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-732db14b-f105-41b2-94df-698636bcddcf tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270773 Jan 17 09:11:06.014774 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36340) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:06.054116 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-02134f96-1daa-4a34-b1d3-8ecb7228e4b0 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381730 Jan 17 09:11:06.056602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36344) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:06.061961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1447143276', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'project_id': 'ec746e2a449f4588863f951482020a31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:06.170611 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:06.174610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:subnet and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:06.177509 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:06.183383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:06.214850 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fe96fcb2-c66c-402e-8670-1fed1bbb90fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:06.231158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:11:06.250208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:05Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:06.254326 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Checking router: 4b8ef504-f51c-4776-afec-78e75b0f1eb0 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:11:06.256809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Updating router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 port c56f801b-515f-4d40-b1ec-37ab9566cc3a binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:11:06.305240 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:06.334581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:06.585654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:06.631219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:06.643654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Transition to ACTIVE for port object c56f801b-515f-4d40-b1ec-37ab9566cc3a will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:11:06.717117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:06.761084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Subnet': ['ID=ac47c023-58cf-4f14-9db6-cfc6343085b8,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:06.772555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Checking segment: {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:11:06.772917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network hostable DHCP agents. Network: 08f6bed2-d780-48e7-8b0e-7c726dc7524a, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:11:06.798542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac423a-aac2-4a1f-acfe-c23375f48c3e None None] Pushing event updated for resources: {'Port': ['ID=c56f801b-515f-4d40-b1ec-37ab9566cc3a,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:06.801061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Attempting to bind port c56f801b-515f-4d40-b1ec-37ab9566cc3a on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:11:06.801431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Attempting to bind port c56f801b-515f-4d40-b1ec-37ab9566cc3a by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:11:06.801832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Attempting to bind port c56f801b-515f-4d40-b1ec-37ab9566cc3a on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:11:06.808818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:11:06.809193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:11:06.809592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:06.810028 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:11:06.810995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Bound port: c56f801b-515f-4d40-b1ec-37ab9566cc3a, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:11:06.811400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:06.842558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 08f6bed2-d780-48e7-8b0e-7c726dc7524a is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:11:06.881664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] For port c56f801b-515f-4d40-b1ec-37ab9566cc3a, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:11:06.884582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] For port c56f801b-515f-4d40-b1ec-37ab9566cc3a, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c56f801b-515f-4d40-b1ec-37ab9566cc3a,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:11:06.899649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 08f6bed2-d780-48e7-8b0e-7c726dc7524a) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:11:06.904314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:06.904894 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:06.908155 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bceb583-bb26-4bd7-a3b6-20449c6722fe None None] Network 08f6bed2-d780-48e7-8b0e-7c726dc7524a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:11:06.971687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:07.003622 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-67221e44-26ef-4304-b3b5-ed45ee4eb106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9459434 Jan 17 09:11:07.006341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36348) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:07.084345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac423a-aac2-4a1f-acfe-c23375f48c3e None None] Pushing event updated for resources: {'Port': ['ID=c56f801b-515f-4d40-b1ec-37ab9566cc3a,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:07.133594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:11:07.134220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:10:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:07.376133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 09:11:07.376939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:07.466862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:11:07.743186 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Allocated IP 172.20.0.2 (08f6bed2-d780-48e7-8b0e-7c726dc7524a/ac47c023-58cf-4f14-9db6-cfc6343085b8/e28f46f5-7447-451c-905f-c005022b22f5) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:11:07.757880 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:07.987778 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:05Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:07.996702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2888c7-bd65-4d9c-b032-b46861964d85 None None] The sync data for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv is: [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:05Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:11:08.012146 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:08.030452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Transition to ACTIVE for port object e28f46f5-7447-451c-905f-c005022b22f5 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:11:08.052792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Transition to ACTIVE for port object e28f46f5-7447-451c-905f-c005022b22f5 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:11:08.128795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:08.219853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.1 (08f6bed2-d780-48e7-8b0e-7c726dc7524a/ac47c023-58cf-4f14-9db6-cfc6343085b8/4d4627f2-0984-4c76-9b89-6af8d0f9fd45) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:11:08.237202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Pushing event updated for resources: {'Port': ['ID=e28f46f5-7447-451c-905f-c005022b22f5,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:08.241509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Network 08f6bed2-d780-48e7-8b0e-7c726dc7524a is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:11:08.242092 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:11:08.246657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:11:08.329414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3d944c99-d0b7-44c0-870b-e94ccbfeb108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:08.352078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Attempting to bind port e28f46f5-7447-451c-905f-c005022b22f5 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:11:08.352446 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Attempting to bind port e28f46f5-7447-451c-905f-c005022b22f5 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:11:08.352800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Attempting to bind port e28f46f5-7447-451c-905f-c005022b22f5 on network 08f6bed2-d780-48e7-8b0e-7c726dc7524a {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:11:08.359843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:11:08.360208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Checking segment: {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:11:08.360612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:08.360996 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Bound using segment: {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:11:08.361456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Bound port: e28f46f5-7447-451c-905f-c005022b22f5, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:11:08.361823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:08.440717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:08.460466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] For port e28f46f5-7447-451c-905f-c005022b22f5, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:11:08.464079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] For port e28f46f5-7447-451c-905f-c005022b22f5, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e28f46f5-7447-451c-905f-c005022b22f5,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:11:08.467385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:11:08.557865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:08.597418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:08.640547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1b474-29f1-49b8-9ed7-b1f5b193ed96 None None] Pushing event updated for resources: {'Port': ['ID=e28f46f5-7447-451c-905f-c005022b22f5,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:08.677698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 08f6bed2-d780-48e7-8b0e-7c726dc7524a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:11:08.681450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:11:08.684042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:11:08.716829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=4d4627f2-0984-4c76-9b89-6af8d0f9fd45,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:08.870471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.034314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.179223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c56f801b-515f-4d40-b1ec-37ab9566cc3a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:11:09.362586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port c56f801b-515f-4d40-b1ec-37ab9566cc3a completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:11:09.367697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c56f801b-515f-4d40-b1ec-37ab9566cc3a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:09.371425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.448903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.507414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.517029 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.524590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port c56f801b-515f-4d40-b1ec-37ab9566cc3a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c56f801b-515f-4d40-b1ec-37ab9566cc3a,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:11:09.614702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.639108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4b223-99fc-4441-a51d-a54bfacec829 None None] Network 08f6bed2-d780-48e7-8b0e-7c726dc7524a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:11:09.640229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=4d4627f2-0984-4c76-9b89-6af8d0f9fd45,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:09.643027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.683824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.684590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e28f46f5-7447-451c-905f-c005022b22f5 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:11:09.786575 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 08f6bed2-d780-48e7-8b0e-7c726dc7524a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:11:09.788038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:11:09.898121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:09.934473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=c56f801b-515f-4d40-b1ec-37ab9566cc3a,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:09.987138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5d9434e5-e497-4b33-b879-4506fdc40075 None None] Provisioning for port e28f46f5-7447-451c-905f-c005022b22f5 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:11:10.051055 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e28f46f5-7447-451c-905f-c005022b22f5 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:11:10.060953 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e28f46f5-7447-451c-905f-c005022b22f5 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:10.061328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:10.179921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:11:10.197813 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:10.232370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e28f46f5-7447-451c-905f-c005022b22f5, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e28f46f5-7447-451c-905f-c005022b22f5,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:11:10.311516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:10.386700 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e28f46f5-7447-451c-905f-c005022b22f5,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:10.420361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:11:10.434835 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f6cd1c46-dce9-4b81-8078-7fb814403e53 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/4b8ef504-f51c-4776-afec-78e75b0f1eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4274030 Jan 17 09:11:10.500097 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3430552a-3940-49e1-83f9-e62859a5e54f None None] Provisioning for port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:11:10.505827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3430552a-3940-49e1-83f9-e62859a5e54f None None] Provisioning complete for port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:10.506189 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3430552a-3940-49e1-83f9-e62859a5e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:10.564411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-3430552a-3940-49e1-83f9-e62859a5e54f None None] Port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:11:10.578385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-3430552a-3940-49e1-83f9-e62859a5e54f None None] Provisioning complete for port e28f46f5-7447-451c-905f-c005022b22f5 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:10.578912 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3430552a-3940-49e1-83f9-e62859a5e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:10.613717 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-645f544e-67f2-4e0a-a3d7-373e469b05d3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:11:10.716784 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-645f544e-67f2-4e0a-a3d7-373e469b05d3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:11:10.716784 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-645f544e-67f2-4e0a-a3d7-373e469b05d3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296893499&fields=id&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 267 time: 0.1412504 Jan 17 09:11:10.827654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-63fabd26-dc3d-4ba2-85d0-ccf4b041e7b9 None None] Provisioning complete for port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:10.828023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-63fabd26-dc3d-4ba2-85d0-ccf4b041e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:10.867779 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-a9affd05-c78b-4d68-ad1e-f0e46053a017 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:10.868462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-a9affd05-c78b-4d68-ad1e-f0e46053a017 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:11:10.880004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-63fabd26-dc3d-4ba2-85d0-ccf4b041e7b9 None None] Port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:11:10.979983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-a9affd05-c78b-4d68-ad1e-f0e46053a017 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:11:10.981114 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-a9affd05-c78b-4d68-ad1e-f0e46053a017 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/networks?id=08f6bed2-d780-48e7-8b0e-7c726dc7524a HTTP/1.1" status: 200 len: 797 time: 0.2611451 Jan 17 09:11:10.998670 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-04f5abbb-6999-4fc1-93c7-c5b3cac89b65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/quotas/ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 375 time: 0.0112858 Jan 17 09:11:11.107144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-e81ca6c8-3fb8-486d-9446-4b763c0d6236 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:11:11.157677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c56f801b-515f-4d40-b1ec-37ab9566cc3a up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:11:11.186367 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:11.202782 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-e81ca6c8-3fb8-486d-9446-4b763c0d6236 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:11:11.205991 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-e81ca6c8-3fb8-486d-9446-4b763c0d6236 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2014289 Jan 17 09:11:11.234324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c56f801b-515f-4d40-b1ec-37ab9566cc3a triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:11.234324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:11.323343 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-9d6c32e0-3eea-4e19-b1bc-3f001cc0b7d8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 09:11:11.324598 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-9d6c32e0-3eea-4e19-b1bc-3f001cc0b7d8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0708432 Jan 17 09:11:11.349975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e28f46f5-7447-451c-905f-c005022b22f5 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:11:11.432904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e28f46f5-7447-451c-905f-c005022b22f5 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:11.433272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:11.598052 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Sync routers for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:11:11.600118 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-dae5f4e9-d62e-4494-9d41-783ac1dbd3d7 service neutron] 10.222.0.44 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684209 Jan 17 09:11:11.610543 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:11:11.611228 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:11:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:11.739050 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-405ea61e-c5dd-4f11-b587-e9cf616845ef service neutron] 10.222.0.44 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332412 Jan 17 09:11:11.807921 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:11:12.014577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-91460440-5ff0-41e5-b4c8-27760585b3a2 req-2336147c-588a-4de8-8966-b7744d4a10af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:11:12.026181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-91460440-5ff0-41e5-b4c8-27760585b3a2 req-2336147c-588a-4de8-8966-b7744d4a10af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:11:12.027358 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-91460440-5ff0-41e5-b4c8-27760585b3a2 req-2336147c-588a-4de8-8966-b7744d4a10af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 210 time: 0.0640163 Jan 17 09:11:12.140052 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4d4627f2-0984-4c76-9b89-6af8d0f9fd45', 'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:49:d0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:07Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 2, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:12.145570 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Checking router: 4b8ef504-f51c-4776-afec-78e75b0f1eb0 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:11:12.145951 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Updating router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:11:12.202605 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:12.546278 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:12.557814 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Transition to ACTIVE for port object 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:11:12.625433 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:12.745777 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Pushing event updated for resources: {'Port': ['ID=4d4627f2-0984-4c76-9b89-6af8d0f9fd45,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:12.759456 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.766290 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:11:12.847528 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Attempting to bind port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:11:12.849847 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Attempting to bind port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:11:12.849847 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Attempting to bind port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 on network 08f6bed2-d780-48e7-8b0e-7c726dc7524a {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:11:12.855172 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:11:12.855564 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Checking segment: {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:11:12.856082 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:12.856442 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Bound using segment: {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:11:12.856897 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Bound port: 4d4627f2-0984-4c76-9b89-6af8d0f9fd45, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:11:12.857328 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:12.969373 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] For port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:11:12.972317 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] For port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4d4627f2-0984-4c76-9b89-6af8d0f9fd45,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:11:13.020039 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:13.098452 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865532ea-68b3-4047-9793-ad3589a113c4 None None] Pushing event updated for resources: {'Port': ['ID=4d4627f2-0984-4c76-9b89-6af8d0f9fd45,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:13.105431 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:11:13.106224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:11:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:13.217000 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-efb8190a-b7c6-433f-a8cc-7d1c32feb2f2 req-16ebf5ec-ea3e-46c1-bacc-163fb1ff4bab tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 210 time: 0.0425823 Jan 17 09:11:13.300484 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:11:13.604866 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4d4627f2-0984-4c76-9b89-6af8d0f9fd45', 'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:49:d0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:07Z', 'updated_at': '2022-01-17T09:11:12Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:13.608734 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec77ec-5565-42e5-8f79-4a0fff6c5c10 None None] The sync data for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv is: [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4d4627f2-0984-4c76-9b89-6af8d0f9fd45', 'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:49:d0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:07Z', 'updated_at': '2022-01-17T09:11:12Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:11:14.274703 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-ed6ffba5-351c-4e07-bf0a-5ad8eda93824 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:14.275446 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-ed6ffba5-351c-4e07-bf0a-5ad8eda93824 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:11:14.288010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-ed6ffba5-351c-4e07-bf0a-5ad8eda93824 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:11:14.289148 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-ed6ffba5-351c-4e07-bf0a-5ad8eda93824 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/networks?id=08f6bed2-d780-48e7-8b0e-7c726dc7524a HTTP/1.1" status: 200 len: 797 time: 0.2664044 Jan 17 09:11:14.348820 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-8013bfed-7e50-4786-b398-2438ac7351be tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 380 time: 0.0473225 Jan 17 09:11:14.359791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'port': {'device_id': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'admin_state_up': True, 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'security_groups': ['ab5d9c10-fb11-48ff-a8b8-114e268bc2f4']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:14.472579 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8a944ee0-0fb6-4cf5-bb65-309762d013db req-bf2d41bb-75eb-46ca-af30-ebb4334cf1f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 210 time: 0.1177635 Jan 17 09:11:14.540008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:14.549771 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:14.647932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:11:14.650974 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:14.809276 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.4 (08f6bed2-d780-48e7-8b0e-7c726dc7524a/ac47c023-58cf-4f14-9db6-cfc6343085b8/65dce632-258e-4578-b9ea-2cc23cdc9556) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:11:14.991508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:15.006228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object 65dce632-258e-4578-b9ea-2cc23cdc9556 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:11:15.089168 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:15.154498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:11:15.163026 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network 08f6bed2-d780-48e7-8b0e-7c726dc7524a is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:11:15.166159 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:11:15.170145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:11:15.202070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=65dce632-258e-4578-b9ea-2cc23cdc9556,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:15.240433 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:15.241044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:15.293805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:11:15.299061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:15.301955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:15.385662 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-caf6de2c-1290-46a0-bd6e-511d141ea2fb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0320108 Jan 17 09:11:15.396501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Request body: {'port': {'device_id': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:15.423794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:15.456183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4d4627f2-0984-4c76-9b89-6af8d0f9fd45,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:11:15.464758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-df2b0e0a-800b-48fe-a8f0-9b0674ceb357 None None] Provisioning for port 65dce632-258e-4578-b9ea-2cc23cdc9556 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:11:15.470122 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-df2b0e0a-800b-48fe-a8f0-9b0674ceb357 None None] Provisioning complete for port 65dce632-258e-4578-b9ea-2cc23cdc9556 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:15.470603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-df2b0e0a-800b-48fe-a8f0-9b0674ceb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:15.511718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:15.526845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-df2b0e0a-800b-48fe-a8f0-9b0674ceb357 None None] Port 65dce632-258e-4578-b9ea-2cc23cdc9556 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:11:15.546102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:15.617780 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=4d4627f2-0984-4c76-9b89-6af8d0f9fd45,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:15.697214 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60958b58-eea1-43e5-8f9d-4551262db883 req-2d0b2e7f-78eb-4f12-ac4a-57928cbf41bb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:15.698717 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-60958b58-eea1-43e5-8f9d-4551262db883 req-2d0b2e7f-78eb-4f12-ac4a-57928cbf41bb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 931 time: 0.0842581 Jan 17 09:11:15.754483 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-60958b58-eea1-43e5-8f9d-4551262db883 req-3144ff93-4003-41d4-97f3-ae846e4ab889 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Jan 17 09:11:15.869589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dce632-258e-4578-b9ea-2cc23cdc9556 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:11:15.877056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:15.890917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Transition to ACTIVE for port object 65dce632-258e-4578-b9ea-2cc23cdc9556 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:11:15.951166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:16.072435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=65dce632-258e-4578-b9ea-2cc23cdc9556,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:16.183009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Attempting to bind port 65dce632-258e-4578-b9ea-2cc23cdc9556 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:11:16.183449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Attempting to bind port 65dce632-258e-4578-b9ea-2cc23cdc9556 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:11:16.183777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Attempting to bind port 65dce632-258e-4578-b9ea-2cc23cdc9556 on network 08f6bed2-d780-48e7-8b0e-7c726dc7524a {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:11:16.189511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Port 65dce632-258e-4578-b9ea-2cc23cdc9556 on network 08f6bed2-d780-48e7-8b0e-7c726dc7524a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 09:11:16.190212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Attempting to bind port 65dce632-258e-4578-b9ea-2cc23cdc9556 on network 08f6bed2-d780-48e7-8b0e-7c726dc7524a {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:11:16.196432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:11:16.196763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Checking segment: {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:11:16.197142 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Bound using segment: {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:11:16.197590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Bound port: 65dce632-258e-4578-b9ea-2cc23cdc9556, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c276f458-9f95-43c3-bfa1-7247360f6a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:11:16.197934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:16.285454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] For port 65dce632-258e-4578-b9ea-2cc23cdc9556, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:11:16.288286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] For port 65dce632-258e-4578-b9ea-2cc23cdc9556, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=65dce632-258e-4578-b9ea-2cc23cdc9556,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:11:16.357239 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:16.506722 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:16.508342 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] 10.222.0.53 "PUT /v2.0/ports/65dce632-258e-4578-b9ea-2cc23cdc9556 HTTP/1.1" status: 200 len: 1093 time: 1.1159670 Jan 17 09:11:16.508779 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:11:16.531666 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa9efb-2115-4d38-b63a-fbd91f844ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=65dce632-258e-4578-b9ea-2cc23cdc9556,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:16.568524 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'status': 'completed', 'code': 200} Jan 17 09:11:16.661415 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f70dcdb2-e8ca-4356-b7e6-5b86399280f7 req-cebe8e59-b780-4e52-a875-9c4b64ea0816 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1096 time: 0.0726697 Jan 17 09:11:16.801343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dcdb2-e8ca-4356-b7e6-5b86399280f7 req-fd77be3b-90a4-4c6c-8b39-eb9fa6dd7e52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:16.802822 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f70dcdb2-e8ca-4356-b7e6-5b86399280f7 req-fd77be3b-90a4-4c6c-8b39-eb9fa6dd7e52 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ec746e2a449f4588863f951482020a31&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1349218 Jan 17 09:11:16.937456 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dcdb2-e8ca-4356-b7e6-5b86399280f7 req-0993eace-d048-4b2a-ae67-e8e994a4f250 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:16.939101 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f70dcdb2-e8ca-4356-b7e6-5b86399280f7 req-0993eace-d048-4b2a-ae67-e8e994a4f250 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302180 Jan 17 09:11:16.950828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fabc25-3ff8-4f21-bff3-2e71a07d24c8 req-a0eec338-1c65-46d3-a936-c908886ef7b4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:16.952417 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b9fabc25-3ff8-4f21-bff3-2e71a07d24c8 req-a0eec338-1c65-46d3-a936-c908886ef7b4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 943 time: 0.0789769 Jan 17 09:11:16.999293 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b9fabc25-3ff8-4f21-bff3-2e71a07d24c8 req-8516e567-60ee-45c1-a971-18ffb71721fa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Jan 17 09:11:17.045661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-a8ecb35f-ab54-4326-95a6-cde4fcf04d1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1096 time: 0.0721133 Jan 17 09:11:17.113410 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-27500c2c-5bf9-40cd-89cf-3ce582f5d901 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65dce632-258e-4578-b9ea-2cc23cdc9556 HTTP/1.1" status: 200 len: 217 time: 0.0607893 Jan 17 09:11:17.136493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:11:17.177288 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-571abee9-2605-4b46-80bf-53c41a1391cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:17.178719 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-571abee9-2605-4b46-80bf-53c41a1391cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ac47c023-58cf-4f14-9db6-cfc6343085b8 HTTP/1.1" status: 200 len: 835 time: 0.0598657 Jan 17 09:11:17.206332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:17.206708 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:17.253453 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-c35f7cd9-00c6-4d24-bdd1-e2afb452190d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08f6bed2-d780-48e7-8b0e-7c726dc7524a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689058 Jan 17 09:11:17.382191 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-06291450-1728-4873-9f9d-3170d1b9fb5f service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221123 Jan 17 09:11:17.509935 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ecc83c8-e280-48c2-8297-a431102b57c5 req-02e5a72d-b568-4524-91cb-901dc0481f20 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224945 Jan 17 09:11:18.204720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8f878-6439-41a3-b21e-1219377069f8 req-59469a11-ad5b-4530-ae1a-1e19b6a155e7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:18.205404 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-93f8f878-6439-41a3-b21e-1219377069f8 req-59469a11-ad5b-4530-ae1a-1e19b6a155e7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:11:18.282140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-93f8f878-6439-41a3-b21e-1219377069f8 req-59469a11-ad5b-4530-ae1a-1e19b6a155e7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:11:18.283305 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93f8f878-6439-41a3-b21e-1219377069f8 req-59469a11-ad5b-4530-ae1a-1e19b6a155e7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 943 time: 0.1637962 Jan 17 09:11:18.327908 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93f8f878-6439-41a3-b21e-1219377069f8 req-7a18eafb-6f2f-407a-929c-3f8b11c2ed39 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390062 Jan 17 09:11:19.525087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849c71a-51df-4954-a655-75369248eb21 req-ed07c54f-61fd-4712-8817-b896c807ace2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:19.526532 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7849c71a-51df-4954-a655-75369248eb21 req-ed07c54f-61fd-4712-8817-b896c807ace2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 943 time: 0.0791309 Jan 17 09:11:19.570574 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7849c71a-51df-4954-a655-75369248eb21 req-31d6e498-1624-402a-88d7-f9112bf6506e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379012 Jan 17 09:11:19.777402 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 65dce632-258e-4578-b9ea-2cc23cdc9556 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:11:19.913200 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 65dce632-258e-4578-b9ea-2cc23cdc9556, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=65dce632-258e-4578-b9ea-2cc23cdc9556,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:11:19.961638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'port_id': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'mac_address': 'fa:16:3e:9b:bc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:11:20.015342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:20.031757 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65dce632-258e-4578-b9ea-2cc23cdc9556 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:11:20.046739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 65dce632-258e-4578-b9ea-2cc23cdc9556, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=65dce632-258e-4578-b9ea-2cc23cdc9556,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:11:20.139327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:20.172241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:20.206591 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=65dce632-258e-4578-b9ea-2cc23cdc9556,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:20.541306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['65dce632-258e-4578-b9ea-2cc23cdc9556'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:11:20.768394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ad8b2-2081-4e14-b9df-5c0631cd3204 req-d65f8898-d872-4ffd-b13f-edca333f41a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:20.769806 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e84ad8b2-2081-4e14-b9df-5c0631cd3204 req-d65f8898-d872-4ffd-b13f-edca333f41a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 944 time: 0.0766580 Jan 17 09:11:20.815214 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e84ad8b2-2081-4e14-b9df-5c0631cd3204 req-efcd371d-8c74-4872-8971-13e0cdc8eb9b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397971 Jan 17 09:11:21.793311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 65dce632-258e-4578-b9ea-2cc23cdc9556 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:11:21.916394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 65dce632-258e-4578-b9ea-2cc23cdc9556 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:11:21.921985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 65dce632-258e-4578-b9ea-2cc23cdc9556 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:11:21.922387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:22.007847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195924bf-6d7c-474d-bc7f-baf817cf083b req-9d7242ee-8b0e-4991-ba87-3ae8bfc564f9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:22.009290 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-195924bf-6d7c-474d-bc7f-baf817cf083b req-9d7242ee-8b0e-4991-ba87-3ae8bfc564f9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 944 time: 0.0758362 Jan 17 09:11:22.038563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:22.054566 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-195924bf-6d7c-474d-bc7f-baf817cf083b req-f1b194af-3726-434f-9327-f2fe39a609bc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396178 Jan 17 09:11:22.065560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:11:22.083332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 65dce632-258e-4578-b9ea-2cc23cdc9556, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=65dce632-258e-4578-b9ea-2cc23cdc9556,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:11:22.145334 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:22.211957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=65dce632-258e-4578-b9ea-2cc23cdc9556,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:22.230327 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'code': 200} Jan 17 09:11:22.556870 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-49e569d6-f56b-473e-9836-0f6da224f213 req-92a185e1-b089-4e3a-9bba-eb532bd12e57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1098 time: 0.0706279 Jan 17 09:11:22.598241 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-49e569d6-f56b-473e-9836-0f6da224f213 req-e18e26df-35de-4073-997c-f737db60aa3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358629 Jan 17 09:11:23.250439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01801be5-0241-47ef-b325-20dae5d2e552 req-417a5ca5-0866-490d-a4c5-5515881646ae tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:23.251917 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-01801be5-0241-47ef-b325-20dae5d2e552 req-417a5ca5-0866-490d-a4c5-5515881646ae tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0774550 Jan 17 09:11:23.296334 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-01801be5-0241-47ef-b325-20dae5d2e552 req-a166c24d-3d0a-47ef-9dce-c2078ceadb9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390289 Jan 17 09:11:24.491723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db101a5-5da8-4dd7-b901-54100a061812 req-1b58100d-5b43-47ae-bc64-2372eb0289de tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:24.493183 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3db101a5-5da8-4dd7-b901-54100a061812 req-1b58100d-5b43-47ae-bc64-2372eb0289de tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0766594 Jan 17 09:11:24.541688 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3db101a5-5da8-4dd7-b901-54100a061812 req-25f1387e-d36d-4618-88c7-f3cc3b2e3bb1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Jan 17 09:11:24.737067 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:11:24.739286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fb9cc-e58c-4ee3-84fe-13cb207f3483 req-9c2f510f-4f48-487b-980f-428b643f539d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:24.740785 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3b8fb9cc-e58c-4ee3-84fe-13cb207f3483 req-9c2f510f-4f48-487b-980f-428b643f539d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0775795 Jan 17 09:11:24.791126 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3b8fb9cc-e58c-4ee3-84fe-13cb207f3483 req-367fd052-2fb8-4509-8ea9-16cc3e15ea17 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449367 Jan 17 09:11:24.821918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36418) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:24.891572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ed835658-b0af-421a-9efa-bd9e65809437 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1093 time: 0.0684326 Jan 17 09:11:24.894204 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36422) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:24.899343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:11:24.904946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:11:24.908727 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:floatingip and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:11:24.911574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:11:24.917268 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:11:24.985425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:25.121785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:25.347551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.140 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/f32f2b29-723b-47ed-8c98-de2fd37fba44) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:11:25.494859 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:25.654861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:25.717694 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:11:25.720661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:11:25.724280 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:11:25.761306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=f32f2b29-723b-47ed-8c98-de2fd37fba44,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:26.248565 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:26.377414 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:26.580948 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:26.654339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:26.756049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=f32f2b29-723b-47ed-8c98-de2fd37fba44,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:11:26.810890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:27.014289 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Floating IP be63eba1-d409-4cd9-8fe7-38d380240e64 associated. External IP: 172.26.4.140, port: 65dce632-258e-4578-b9ea-2cc23cdc9556. Jan 17 09:11:27.509536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:11:27.729546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:11:27.739617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] Sync routers for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:11:27.752671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:11:27.753375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:11:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:27.819608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:27.872392 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-20358657-d5d0-4129-86fe-4e6c1bc7e6c0 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9771624 Jan 17 09:11:27.873036 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:11:27.942679 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'status': 'completed', 'code': 200} Jan 17 09:11:27.955957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:11:28.101654 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12109188-8103-4877-ad66-b4d1db705163 req-a70f4471-2b47-49d1-a0f9-bf401db4d8fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1098 time: 0.1379194 Jan 17 09:11:28.133621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e022d5-04cf-4151-a7c6-996f2e7c2e53 req-ce557825-5d69-4d6a-9e9e-69ee69889958 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:28.135057 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0e022d5-04cf-4151-a7c6-996f2e7c2e53 req-ce557825-5d69-4d6a-9e9e-69ee69889958 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.1324687 Jan 17 09:11:28.256028 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0e022d5-04cf-4151-a7c6-996f2e7c2e53 req-d3b19287-0163-4f45-818b-618eb173c835 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718610 Jan 17 09:11:28.276795 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12109188-8103-4877-ad66-b4d1db705163 req-038fc06d-20fd-428e-96b1-93645740d50c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:28.278880 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12109188-8103-4877-ad66-b4d1db705163 req-038fc06d-20fd-428e-96b1-93645740d50c service neutron] 10.222.0.53 "GET /v2.0/networks?id=08f6bed2-d780-48e7-8b0e-7c726dc7524a HTTP/1.1" status: 200 len: 898 time: 0.1711490 Jan 17 09:11:28.284642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36432) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:28.310119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'be63eba1-d409-4cd9-8fe7-38d380240e64', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.140', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'port_id': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'mac_address': 'fa:16:3e:9b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:11:26Z', 'updated_at': '2022-01-17T09:11:26Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4627f2-0984-4c76-9b89-6af8d0f9fd45', 'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:49:d0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:07Z', 'updated_at': '2022-01-17T09:11:15Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:28.314400 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] Checking router: 4b8ef504-f51c-4776-afec-78e75b0f1eb0 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:11:28.325615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:11:28.326234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:11:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:28.386878 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12109188-8103-4877-ad66-b4d1db705163 req-d42c7f14-b5ae-4523-85ba-98bc4bdd5387 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65dce632-258e-4578-b9ea-2cc23cdc9556 HTTP/1.1" status: 200 len: 999 time: 0.1018245 Jan 17 09:11:28.392509 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5857df6f-f1e8-47c2-9705-9c39808251ec tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/be63eba1-d409-4cd9-8fe7-38d380240e64 HTTP/1.1" status: 200 len: 991 time: 0.1066093 Jan 17 09:11:28.447811 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12109188-8103-4877-ad66-b4d1db705163 req-617f5988-035f-4474-b334-f7a73f7bd0e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:28.449316 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12109188-8103-4877-ad66-b4d1db705163 req-617f5988-035f-4474-b334-f7a73f7bd0e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ac47c023-58cf-4f14-9db6-cfc6343085b8 HTTP/1.1" status: 200 len: 835 time: 0.0561581 Jan 17 09:11:28.506705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:11:28.527092 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12109188-8103-4877-ad66-b4d1db705163 req-639755fa-d55b-4d70-9835-496708bdaf51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08f6bed2-d780-48e7-8b0e-7c726dc7524a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706387 Jan 17 09:11:28.657839 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12109188-8103-4877-ad66-b4d1db705163 req-ffc23ba1-26cb-47a3-9f57-f0f1dd7cd811 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237273 Jan 17 09:11:28.786516 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-12109188-8103-4877-ad66-b4d1db705163 req-4480af38-20b9-4be1-94ff-9a17bc74ad92 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228774 Jan 17 09:11:28.888725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'be63eba1-d409-4cd9-8fe7-38d380240e64', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.140', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'port_id': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'mac_address': 'fa:16:3e:9b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:11:26Z', 'updated_at': '2022-01-17T09:11:26Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4627f2-0984-4c76-9b89-6af8d0f9fd45', 'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:49:d0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:07Z', 'updated_at': '2022-01-17T09:11:15Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:11:28.892797 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72d296-7e92-474c-8865-fe3957e10f09 None None] The sync data for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv is: [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'be63eba1-d409-4cd9-8fe7-38d380240e64', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.140', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'port_id': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'mac_address': 'fa:16:3e:9b:bc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:11:26Z', 'updated_at': '2022-01-17T09:11:26Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4627f2-0984-4c76-9b89-6af8d0f9fd45', 'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:49:d0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:07Z', 'updated_at': '2022-01-17T09:11:15Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:11:29.395817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36436) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:29.499907 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b6efa938-911f-49c1-873c-9dd6a3497ea8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/be63eba1-d409-4cd9-8fe7-38d380240e64 HTTP/1.1" status: 200 len: 991 time: 0.1029718 Jan 17 09:11:29.726385 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-5e21b4e6-5567-4f97-b6e4-673e227664e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660663 Jan 17 09:11:29.868607 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-31010fba-546e-4557-a198-cbb57718d381 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1098 time: 0.0738091 Jan 17 09:11:30.104853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-464d3b5a-3dd5-402c-9f22-d5353d071a2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:30.106827 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-464d3b5a-3dd5-402c-9f22-d5353d071a2b service neutron] 10.222.0.53 "GET /v2.0/networks?id=08f6bed2-d780-48e7-8b0e-7c726dc7524a HTTP/1.1" status: 200 len: 898 time: 0.2200689 Jan 17 09:11:30.207851 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-447e2b36-d7d7-4079-b9ab-a8e535809462 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65dce632-258e-4578-b9ea-2cc23cdc9556 HTTP/1.1" status: 200 len: 999 time: 0.0936081 Jan 17 09:11:30.270439 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-6854ed59-d02a-406f-ab7c-cf8348a80f1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:11:30.271896 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-6854ed59-d02a-406f-ab7c-cf8348a80f1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ac47c023-58cf-4f14-9db6-cfc6343085b8 HTTP/1.1" status: 200 len: 835 time: 0.0576069 Jan 17 09:11:30.348247 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-d9c20fef-0081-4c1b-9a98-109588507dfa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08f6bed2-d780-48e7-8b0e-7c726dc7524a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710309 Jan 17 09:11:30.481464 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-7edf8aaa-b5a8-4bd8-a00a-640b7ec909b2 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238959 Jan 17 09:11:30.503370 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36440) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:30.584374 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f61973-d0e6-4ce9-b566-b76ef4c555e8 None None] New status for floating IP be63eba1-d409-4cd9-8fe7-38d380240e64: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:11:30.617563 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e29c5e5-cbeb-49c2-97c5-a85152560c19 req-f17b2903-d2bd-486f-af2d-68ead0b6a375 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299262 Jan 17 09:11:30.625263 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-568c8826-69e7-4b77-a9a8-f55663019088 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/be63eba1-d409-4cd9-8fe7-38d380240e64 HTTP/1.1" status: 200 len: 991 time: 0.1204917 Jan 17 09:11:31.629052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36444) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:11:31.733325 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ddb90b2d-e646-44d9-a0d6-7d43782dfc0a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/be63eba1-d409-4cd9-8fe7-38d380240e64 HTTP/1.1" status: 200 len: 993 time: 0.1029541 Jan 17 09:11:36.116630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e7d77b54-9629-4046-af36-d80770348dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:38.294199 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8581caa4-19e5-4076-9e9a-fb463f01ae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:39.522238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:39.716515 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:41.179123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:11:50.384806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:01.736505 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:12:06.150141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bf35f72a-97d5-4d3b-9fd3-57dbc825120d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:08.373316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a303c2a3-c10a-4275-85aa-fc81de99e190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:09.596290 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:09.733151 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:11.184744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:20.167549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:31.413417 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-87fe1119-d121-48fd-b25c-2fbd0190c17a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936933 Jan 17 09:12:31.562220 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-229e34c9-caad-4876-87eb-7f8891bf34ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1098 time: 0.0752978 Jan 17 09:12:31.717478 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-da40bcd7-6dea-419d-b1d2-df229ca53841 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:31.719267 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-da40bcd7-6dea-419d-b1d2-df229ca53841 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08f6bed2-d780-48e7-8b0e-7c726dc7524a HTTP/1.1" status: 200 len: 898 time: 0.1365745 Jan 17 09:12:31.823796 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-b3b7049d-c013-4633-8a5b-7add8eafc770 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65dce632-258e-4578-b9ea-2cc23cdc9556 HTTP/1.1" status: 200 len: 1001 time: 0.0990019 Jan 17 09:12:31.889987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-04e18a53-1d59-4336-afbf-ff0620548ab8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:31.891458 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-04e18a53-1d59-4336-afbf-ff0620548ab8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ac47c023-58cf-4f14-9db6-cfc6343085b8 HTTP/1.1" status: 200 len: 835 time: 0.0617194 Jan 17 09:12:32.000136 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-3ea5d8ad-daef-46ff-9cfc-6f0e183275e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08f6bed2-d780-48e7-8b0e-7c726dc7524a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022723 Jan 17 09:12:32.143387 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-beca1878-d245-4e1d-8426-ce8073f49acb service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367183 Jan 17 09:12:32.285034 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d4bbf2ae-3e27-4787-ae24-f2327792b176 req-d0bde777-3c29-42ed-80c5-26d04225d9fd service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357670 Jan 17 09:12:36.133141 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b67d2e49-013c-4434-89f1-9c89c1c27b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:38.252516 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d96d8e8b-f208-46ba-88b2-90f9153d88b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:38.736914 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:12:39.555839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:39.727355 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:41.201667 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:41.226760 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f8889-1971-4928-ae16-748fc0dc163b req-c6f16a2c-130b-478a-af47-0104da5efd64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:41.229718 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4b0f8889-1971-4928-ae16-748fc0dc163b req-c6f16a2c-130b-478a-af47-0104da5efd64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.1116431 Jan 17 09:12:41.283253 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4b0f8889-1971-4928-ae16-748fc0dc163b req-c3c439bb-22e4-4925-baef-371cf92d5dd1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454962 Jan 17 09:12:42.517856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5770a-eac0-403f-9eeb-eedf8f0376a6 req-fa8386af-746a-4652-b25b-94db9872685f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:42.519410 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-63a5770a-eac0-403f-9eeb-eedf8f0376a6 req-fa8386af-746a-4652-b25b-94db9872685f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0764513 Jan 17 09:12:42.567005 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-63a5770a-eac0-403f-9eeb-eedf8f0376a6 req-06e02158-f11d-4a90-a5a9-7bd2c1379bcc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Jan 17 09:12:43.771693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc4cfa-4eef-4ef5-8c9a-b36d71142f53 req-139dc319-69b8-4222-b09d-fa4877b3679c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:43.773213 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78cc4cfa-4eef-4ef5-8c9a-b36d71142f53 req-139dc319-69b8-4222-b09d-fa4877b3679c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0776401 Jan 17 09:12:43.819637 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-78cc4cfa-4eef-4ef5-8c9a-b36d71142f53 req-b11cc0e9-1ac8-4d42-8539-0355acd2a909 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Jan 17 09:12:45.040964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a884b-96ec-4b32-966d-191b2a82c340 req-33195eca-00ec-4a81-8003-57466f2146a7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:45.042425 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1e9a884b-96ec-4b32-966d-191b2a82c340 req-33195eca-00ec-4a81-8003-57466f2146a7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0875115 Jan 17 09:12:45.088334 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1e9a884b-96ec-4b32-966d-191b2a82c340 req-32e3b1d3-5385-4722-abfb-671a4ddf7c0c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399153 Jan 17 09:12:46.290737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda189b-1bf8-46ce-a2c0-f49cd4bcf030 req-eb75e8bd-075b-467b-996f-c145874214d9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:46.292230 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9eda189b-1bf8-46ce-a2c0-f49cd4bcf030 req-eb75e8bd-075b-467b-996f-c145874214d9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0811996 Jan 17 09:12:46.337891 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9eda189b-1bf8-46ce-a2c0-f49cd4bcf030 req-074fbe1a-065f-4d8a-b0ac-0fb766365b9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394580 Jan 17 09:12:47.617402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec28d1-b375-4613-9cc5-e602a1f95e16 req-02a3541e-cf33-4967-bdb6-d3e9752b0df8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:47.618861 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-07ec28d1-b375-4613-9cc5-e602a1f95e16 req-02a3541e-cf33-4967-bdb6-d3e9752b0df8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.1608512 Jan 17 09:12:47.663263 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-07ec28d1-b375-4613-9cc5-e602a1f95e16 req-0f6c912d-5008-4acd-a04e-a0016d5d14bb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383327 Jan 17 09:12:48.861397 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f697ef-c817-4be3-8884-a6bc075a57cf req-5935ef51-c00c-4312-9e21-0c85ab50155d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:48.862861 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-93f697ef-c817-4be3-8884-a6bc075a57cf req-5935ef51-c00c-4312-9e21-0c85ab50155d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0754216 Jan 17 09:12:48.909123 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-93f697ef-c817-4be3-8884-a6bc075a57cf req-6fded301-77df-4264-8029-0f02032a0aa6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407379 Jan 17 09:12:50.103352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2caf2-e48f-47da-bacb-9f266120b1d1 req-480f8ff7-4542-4df1-8901-5b327f7817e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:50.104802 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05d2caf2-e48f-47da-bacb-9f266120b1d1 req-480f8ff7-4542-4df1-8901-5b327f7817e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0752444 Jan 17 09:12:50.151107 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-05d2caf2-e48f-47da-bacb-9f266120b1d1 req-e1e8d5de-c182-40f3-a5f2-c4b8cdfb9399 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Jan 17 09:12:50.166601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:12:51.445427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7424ba-bcf5-43af-99e4-f966cd72faf2 req-173d5241-3561-4437-9c8d-e94645a9ede6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:51.446837 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9c7424ba-bcf5-43af-99e4-f966cd72faf2 req-173d5241-3561-4437-9c8d-e94645a9ede6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.1650443 Jan 17 09:12:51.494345 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9c7424ba-bcf5-43af-99e4-f966cd72faf2 req-22f6810e-fc0a-47f7-aba6-821f271c8461 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 Jan 17 09:12:52.697536 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3b0d-4c4e-46f4-887c-490219fffd16 req-4da00b24-6008-4bd1-a483-31239dbfe087 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:52.698992 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cbaf3b0d-4c4e-46f4-887c-490219fffd16 req-4da00b24-6008-4bd1-a483-31239dbfe087 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0800729 Jan 17 09:12:52.746411 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cbaf3b0d-4c4e-46f4-887c-490219fffd16 req-60d84322-bb3e-4f52-bdba-bd73d9f7843b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Jan 17 09:12:53.945367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea10fee-70d8-441b-bd25-906e50cb94fc req-02b77630-0832-4ad2-98d2-fe8b7b2b372a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:53.946914 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4ea10fee-70d8-441b-bd25-906e50cb94fc req-02b77630-0832-4ad2-98d2-fe8b7b2b372a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0807149 Jan 17 09:12:53.993875 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4ea10fee-70d8-441b-bd25-906e50cb94fc req-963072f3-4a0b-4753-a296-52746fdd2352 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407109 Jan 17 09:12:55.188193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183298c5-5f9f-4b7f-a417-51d4dc7b55ba req-24c9f53d-e565-4804-a3bc-1e173511d8f1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:55.189648 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-183298c5-5f9f-4b7f-a417-51d4dc7b55ba req-24c9f53d-e565-4804-a3bc-1e173511d8f1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0762579 Jan 17 09:12:55.234899 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-183298c5-5f9f-4b7f-a417-51d4dc7b55ba req-79abbc11-6349-4bc6-997d-b76a0570def3 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 Jan 17 09:12:56.433684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243b6f0-b5d7-47a8-b621-8a0e5ae3b4f5 req-c8b3b9da-24cc-4bcf-b489-5d9f86e69310 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:56.435213 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d243b6f0-b5d7-47a8-b621-8a0e5ae3b4f5 req-c8b3b9da-24cc-4bcf-b489-5d9f86e69310 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0787408 Jan 17 09:12:56.482799 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d243b6f0-b5d7-47a8-b621-8a0e5ae3b4f5 req-5c4015d4-6916-4c27-9c79-be32ad57d381 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Jan 17 09:12:57.806929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df87f3-3e58-470f-b1b3-200556d5ec80 req-bfcc6d15-25d0-4f8b-919c-7db795dd036f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:57.808344 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-65df87f3-3e58-470f-b1b3-200556d5ec80 req-bfcc6d15-25d0-4f8b-919c-7db795dd036f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0804160 Jan 17 09:12:57.853949 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-65df87f3-3e58-470f-b1b3-200556d5ec80 req-997ca7b7-3821-41c0-9dde-e4ea58f4abf8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396402 Jan 17 09:12:57.883155 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36538) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:12:57.988362 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e2be9946-8b24-4fba-ad19-2f599f05d40b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/be63eba1-d409-4cd9-8fe7-38d380240e64 HTTP/1.1" status: 200 len: 993 time: 0.1040163 Jan 17 09:12:59.681414 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67bc2f-0c57-48c3-81cf-abeb52d289d2 req-391cc2b2-44a2-43ad-aae5-fe0d7dfb21a4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:59.682895 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3b67bc2f-0c57-48c3-81cf-abeb52d289d2 req-391cc2b2-44a2-43ad-aae5-fe0d7dfb21a4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0821681 Jan 17 09:12:59.735414 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3b67bc2f-0c57-48c3-81cf-abeb52d289d2 req-c8600d14-6bea-4a7c-9d78-d1b8402d9a6c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465572 Jan 17 09:12:59.800290 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fb0f30d3-85b5-4cf6-a354-2dc072d5e33c req-22ecc2f7-4a6c-49da-85a1-e62d9b8f9073 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1098 time: 0.0827570 Jan 17 09:12:59.930917 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f30d3-85b5-4cf6-a354-2dc072d5e33c req-e0b8e110-63b9-4cb6-b6be-a3ad5a429bc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:12:59.932415 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fb0f30d3-85b5-4cf6-a354-2dc072d5e33c req-e0b8e110-63b9-4cb6-b6be-a3ad5a429bc7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08f6bed2-d780-48e7-8b0e-7c726dc7524a HTTP/1.1" status: 200 len: 898 time: 0.1265047 Jan 17 09:13:00.034900 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fb0f30d3-85b5-4cf6-a354-2dc072d5e33c req-4e76fe11-89cf-4869-8945-279aa700689e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65dce632-258e-4578-b9ea-2cc23cdc9556 HTTP/1.1" status: 200 len: 1001 time: 0.0968785 Jan 17 09:13:00.104415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f30d3-85b5-4cf6-a354-2dc072d5e33c req-8268aa7e-f7eb-4c74-96bb-95f35e94e56b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:13:00.106330 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fb0f30d3-85b5-4cf6-a354-2dc072d5e33c req-8268aa7e-f7eb-4c74-96bb-95f35e94e56b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ac47c023-58cf-4f14-9db6-cfc6343085b8 HTTP/1.1" status: 200 len: 835 time: 0.0655091 Jan 17 09:13:00.185756 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fb0f30d3-85b5-4cf6-a354-2dc072d5e33c req-6b86e28f-d4d7-4a59-ac77-2b09f09546f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08f6bed2-d780-48e7-8b0e-7c726dc7524a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723360 Jan 17 09:13:00.315719 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fb0f30d3-85b5-4cf6-a354-2dc072d5e33c req-ab4d044c-3f33-4ac1-be00-207e326223a1 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246212 Jan 17 09:13:00.449881 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fb0f30d3-85b5-4cf6-a354-2dc072d5e33c req-b27d1a8e-ee01-4143-b8b8-3dcc394eddf7 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277845 Jan 17 09:13:00.950013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c9edf-9f02-4afc-8001-7cde4732e92d req-bdc752a1-bee1-417c-9df3-f4f2f087e57c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:13:00.951733 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3c8c9edf-9f02-4afc-8001-7cde4732e92d req-bdc752a1-bee1-417c-9df3-f4f2f087e57c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0853825 Jan 17 09:13:00.999771 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3c8c9edf-9f02-4afc-8001-7cde4732e92d req-9808b1d9-ff13-4654-8e78-a7746638c106 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425496 Jan 17 09:13:02.203216 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e3227-0498-4dc7-9501-9294cf905c4c req-4469a5ef-bd41-4dab-b70c-a866c7234110 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:13:02.204677 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-162e3227-0498-4dc7-9501-9294cf905c4c req-4469a5ef-bd41-4dab-b70c-a866c7234110 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0851851 Jan 17 09:13:02.249780 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-162e3227-0498-4dc7-9501-9294cf905c4c req-327e3ac9-7de3-4d74-892e-d313f1bf620c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395167 Jan 17 09:13:02.277456 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36552) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:13:02.381487 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f596904b-710b-4393-b8d7-c0d13d8c92dc tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/be63eba1-d409-4cd9-8fe7-38d380240e64 HTTP/1.1" status: 200 len: 993 time: 0.1029007 Jan 17 09:13:06.143549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b988c5d9-05ca-4fa3-b4d6-95a2f17ac520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:08.246289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b125e5e9-21b9-4ea3-add4-ed36a3c1da9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:09.520665 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:09.738074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:11.161174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:15.737563 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:13:20.206084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:32.541127 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-e469df76-5230-4058-bac9-45620453c36d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658643 Jan 17 09:13:32.693335 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-30074d3f-dac9-40a0-a729-53bfebcc75e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1098 time: 0.0696726 Jan 17 09:13:32.833790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-0b15e1d2-b364-4553-9cae-784471642678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:13:32.835747 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-0b15e1d2-b364-4553-9cae-784471642678 service neutron] 10.222.0.53 "GET /v2.0/networks?id=08f6bed2-d780-48e7-8b0e-7c726dc7524a HTTP/1.1" status: 200 len: 898 time: 0.1238379 Jan 17 09:13:32.932212 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-eeac1b88-bf84-48f1-b74d-c00f11b3416a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65dce632-258e-4578-b9ea-2cc23cdc9556 HTTP/1.1" status: 200 len: 1001 time: 0.0902951 Jan 17 09:13:33.078542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-f64b35f0-04eb-450d-a7e9-4939c55ea5cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:13:33.080169 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-f64b35f0-04eb-450d-a7e9-4939c55ea5cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ac47c023-58cf-4f14-9db6-cfc6343085b8 HTTP/1.1" status: 200 len: 835 time: 0.1418214 Jan 17 09:13:33.153190 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-1661f1fe-4ce5-4dbc-ac40-1da57adb2fd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08f6bed2-d780-48e7-8b0e-7c726dc7524a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666268 Jan 17 09:13:33.285270 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-f8592044-830a-4714-9c2e-092fd7267481 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265178 Jan 17 09:13:33.414279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1bc03810-1d09-43cb-b645-c5142f137f5e req-79c36935-fa7b-47f4-adbb-fb8bbee8e905 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236565 Jan 17 09:13:36.114619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b15942c7-d3c3-422a-b494-91d0bb2c785e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:38.274270 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4c62671e-788a-4b66-8f81-798091f85a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:39.571841 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:39.731471 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:41.183087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:50.217413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:52.737744 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:13:57.367949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36586) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:13:57.569653 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port f32f2b29-723b-47ed-8c98-de2fd37fba44 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:13:57.569992 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:57.730266 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:57.730510 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:57.844701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for f32f2b29-723b-47ed-8c98-de2fd37fba44 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:13:58.085987 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:58.129528 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=f32f2b29-723b-47ed-8c98-de2fd37fba44,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:13:58.167215 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.167655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.167977 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.168347 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.169186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.169515 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.169860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.170194 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.170512 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.170827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.171145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:13:58.232523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:58.728908 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:13:58.926565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:13:58.938075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] Sync routers for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:13:58.952788 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:13:58.953460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:13:59.013564 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:13:59.070553 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ba9336e1-2bbf-47a7-94e3-7466171e2fc2 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/floatingips/be63eba1-d409-4cd9-8fe7-38d380240e64 HTTP/1.1" status: 204 len: 168 time: 1.7011523 Jan 17 09:13:59.071503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:13:59.144233 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:13:59.346494 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'status': 'completed', 'code': 200} Jan 17 09:13:59.423555 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cfe5359f-c4a0-4ba7-b2ae-9743b33883bc req-900b5efd-5837-4b6c-825e-0ebd0e8d6a61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 1098 time: 0.0795445 Jan 17 09:13:59.466619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4d4627f2-0984-4c76-9b89-6af8d0f9fd45', 'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:49:d0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:07Z', 'updated_at': '2022-01-17T09:11:15Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:13:59.471137 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] Checking router: 4b8ef504-f51c-4776-afec-78e75b0f1eb0 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:13:59.484047 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:13:59.484658 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:13:59.561022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5359f-c4a0-4ba7-b2ae-9743b33883bc req-4570b19a-b753-42b3-b0b8-6ba22de31eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:13:59.562381 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cfe5359f-c4a0-4ba7-b2ae-9743b33883bc req-4570b19a-b753-42b3-b0b8-6ba22de31eed service neutron] 10.222.0.53 "GET /v2.0/networks?id=08f6bed2-d780-48e7-8b0e-7c726dc7524a HTTP/1.1" status: 200 len: 898 time: 0.1322935 Jan 17 09:13:59.628530 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cfe5359f-c4a0-4ba7-b2ae-9743b33883bc req-cdb55ccf-de6f-4594-8dce-9a9d23089945 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65dce632-258e-4578-b9ea-2cc23cdc9556 HTTP/1.1" status: 200 len: 217 time: 0.0596943 Jan 17 09:13:59.664682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:13:59.697959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5359f-c4a0-4ba7-b2ae-9743b33883bc req-f976e29f-737e-4d84-a6ae-449285c6a627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:13:59.699614 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cfe5359f-c4a0-4ba7-b2ae-9743b33883bc req-f976e29f-737e-4d84-a6ae-449285c6a627 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ac47c023-58cf-4f14-9db6-cfc6343085b8 HTTP/1.1" status: 200 len: 835 time: 0.0649481 Jan 17 09:13:59.831828 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce9323-333e-4f3b-a673-9e3712f29d76 req-549ab576-c371-43bb-a05a-16b0f3c7768c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:13:59.833351 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21ce9323-333e-4f3b-a673-9e3712f29d76 req-549ab576-c371-43bb-a05a-16b0f3c7768c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.1377864 Jan 17 09:13:59.836193 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cfe5359f-c4a0-4ba7-b2ae-9743b33883bc req-4f6ca28b-08bc-4a55-b83b-32ea3f53930e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08f6bed2-d780-48e7-8b0e-7c726dc7524a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1074688 Jan 17 09:13:59.961049 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-21ce9323-333e-4f3b-a673-9e3712f29d76 req-3113f69a-f702-4e0b-bbe2-f2780fb95194 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212139 Jan 17 09:13:59.999665 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cfe5359f-c4a0-4ba7-b2ae-9743b33883bc req-e2d54519-0e4e-4766-81b5-3d07048fd6c1 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442473 Jan 17 09:14:00.017058 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4d4627f2-0984-4c76-9b89-6af8d0f9fd45', 'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:49:d0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:07Z', 'updated_at': '2022-01-17T09:11:15Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:00.021022 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c0c0d-7ce1-42c3-bb15-5d12d34d6cff None None] The sync data for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv is: [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:11:08Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4d4627f2-0984-4c76-9b89-6af8d0f9fd45', 'name': '', 'network_id': '08f6bed2-d780-48e7-8b0e-7c726dc7524a', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:49:d0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:07Z', 'updated_at': '2022-01-17T09:11:15Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': 'ac47c023-58cf-4f14-9db6-cfc6343085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:14:00.131554 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cfe5359f-c4a0-4ba7-b2ae-9743b33883bc req-edc5573a-552b-4b06-94f1-a8be455e2fe8 service neutron] 10.222.0.53 "GET /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259794 Jan 17 09:14:00.236901 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4f07a6-24ad-4ef8-9202-650bcfcd025c None None] New status for floating IP be63eba1-d409-4cd9-8fe7-38d380240e64: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:14:01.162059 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be6381-7dbf-4ad5-a361-1d7d6ef56308 req-1bf65ca9-fec3-4119-b0b0-c6380feaa9e9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:01.162727 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-40be6381-7dbf-4ad5-a361-1d7d6ef56308 req-1bf65ca9-fec3-4119-b0b0-c6380feaa9e9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:14:01.240118 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-40be6381-7dbf-4ad5-a361-1d7d6ef56308 req-1bf65ca9-fec3-4119-b0b0-c6380feaa9e9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:14:01.241233 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-40be6381-7dbf-4ad5-a361-1d7d6ef56308 req-1bf65ca9-fec3-4119-b0b0-c6380feaa9e9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.1556833 Jan 17 09:14:01.291740 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-40be6381-7dbf-4ad5-a361-1d7d6ef56308 req-fa0e9a81-5b4c-4f19-92b8-2a3e7c2b59e8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449209 Jan 17 09:14:01.575748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-e2b0f806-92ac-4a40-8224-b2fccd6dcd17 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:01.577084 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-e2b0f806-92ac-4a40-8224-b2fccd6dcd17 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 945 time: 0.0741680 Jan 17 09:14:01.650663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 65dce632-258e-4578-b9ea-2cc23cdc9556 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:14:01.651025 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:01.885751 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 65dce632-258e-4578-b9ea-2cc23cdc9556, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=65dce632-258e-4578-b9ea-2cc23cdc9556,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:01.886105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:02.099151 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 65dce632-258e-4578-b9ea-2cc23cdc9556 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:14:02.343145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:02.402066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=65dce632-258e-4578-b9ea-2cc23cdc9556,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.444698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:02.522574 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-abd6d601-489b-4039-9e92-0cdd304a94fb req-46bb5a85-f002-4419-a45c-84e2e0b4fdaa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac863543-7f40-4d47-b7ed-88c99922707b HTTP/1.1" status: 200 len: 210 time: 0.0840523 Jan 17 09:14:02.526965 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] No DVR routers for this DVR port 65dce632-258e-4578-b9ea-2cc23cdc9556 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:14:02.529941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:02.532497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'name': 'network-vif-deleted', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:14:02.587452 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac863543-7f40-4d47-b7ed-88c99922707b', 'name': 'network-vif-deleted', 'tag': '65dce632-258e-4578-b9ea-2cc23cdc9556', 'status': 'completed', 'code': 200} Jan 17 09:14:02.600632 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2fbbafd2-87d8-42ac-8eb0-85b09da95654 req-b103aeee-b99b-416f-beeb-31c6977aba64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "DELETE /v2.0/ports/65dce632-258e-4578-b9ea-2cc23cdc9556 HTTP/1.1" status: 204 len: 173 time: 1.0179174 Jan 17 09:14:03.630597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36614) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:04.019683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:04.616849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:14:04.617285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:04.898841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 4d4627f2-0984-4c76-9b89-6af8d0f9fd45, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4d4627f2-0984-4c76-9b89-6af8d0f9fd45,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:04.899608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:05.017767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:14:05.314429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:05.361571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=4d4627f2-0984-4c76-9b89-6af8d0f9fd45,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:05.664499 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:06.142786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-154cfe8b-97b2-49ae-b5ef-2da63ea9c7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:06.224615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:14:06.514226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:14:06.523624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] Sync routers for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:14:06.526660 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7d06986c-2e40-4edd-92ea-128999e580d1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/4b8ef504-f51c-4776-afec-78e75b0f1eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8949330 Jan 17 09:14:06.529422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36618) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:06.536835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:14:06.536835 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:06.587932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 65dce632-258e-4578-b9ea-2cc23cdc9556 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:14:06.632223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 65dce632-258e-4578-b9ea-2cc23cdc9556 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:14:06.632554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 65dce632-258e-4578-b9ea-2cc23cdc9556 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:14:06.713549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-17307f67-04ef-45f7-9064-8156ce01f2f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting subnet ac47c023-58cf-4f14-9db6-cfc6343085b8 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:14:06.716444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17307f67-04ef-45f7-9064-8156ce01f2f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:06.743555 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:14:06.770438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17307f67-04ef-45f7-9064-8156ce01f2f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:06.856633 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17307f67-04ef-45f7-9064-8156ce01f2f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:07.006331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17307f67-04ef-45f7-9064-8156ce01f2f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:07.020873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:14:05Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:07.025167 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] Checking router: 4b8ef504-f51c-4776-afec-78e75b0f1eb0 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:14:07.035352 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] Routers {'4b8ef504-f51c-4776-afec-78e75b0f1eb0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:14:07.035939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:13:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:07.044826 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17307f67-04ef-45f7-9064-8156ce01f2f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Subnet': ['ID=ac47c023-58cf-4f14-9db6-cfc6343085b8,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:07.053029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17307f67-04ef-45f7-9064-8156ce01f2f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:07.059223 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-17307f67-04ef-45f7-9064-8156ce01f2f4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/subnets/ac47c023-58cf-4f14-9db6-cfc6343085b8 HTTP/1.1" status: 204 len: 168 time: 0.5287144 Jan 17 09:14:07.062051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36622) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:07.087073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71cb293-c90c-4c8e-9f9e-d50e306fea14 None None] Network 08f6bed2-d780-48e7-8b0e-7c726dc7524a requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:14:07.266545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:07.360990 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] Set router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:14:07.462202 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:07.508471 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port c56f801b-515f-4d40-b1ec-37ab9566cc3a {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:14:07.508918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:07.692709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] DHCP port deletion for 08f6bed2-d780-48e7-8b0e-7c726dc7524a request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:14:07.701639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Deleting port e28f46f5-7447-451c-905f-c005022b22f5 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:14:07.702005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:07.803735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port c56f801b-515f-4d40-b1ec-37ab9566cc3a, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c56f801b-515f-4d40-b1ec-37ab9566cc3a,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:07.804404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:07.888842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:14:05Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:07.905622 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b8466-74ca-4643-a1ad-d964dc033011 None None] The sync data for ids ['4b8ef504-f51c-4776-afec-78e75b0f1eb0'] in dv-neutron-824874-1-hyperv is: [{'id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636629835', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:11:03Z', 'updated_at': '2022-01-17T09:14:05Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c56f801b-515f-4d40-b1ec-37ab9566cc3a', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8ef504-f51c-4776-afec-78e75b0f1eb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:11:04Z', 'updated_at': '2022-01-17T09:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:14:07.925190 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for c56f801b-515f-4d40-b1ec-37ab9566cc3a owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:14:07.926758 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] For port e28f46f5-7447-451c-905f-c005022b22f5, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e28f46f5-7447-451c-905f-c005022b22f5,segment=NetworkSegment(c276f458-9f95-43c3-bfa1-7247360f6a33),segment_id=c276f458-9f95-43c3-bfa1-7247360f6a33)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:07.927160 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:08.051838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Calling delete_port for e28f46f5-7447-451c-905f-c005022b22f5 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:14:08.160644 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:08.203603 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=c56f801b-515f-4d40-b1ec-37ab9566cc3a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:08.206005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:08.252387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Pushing event deleted for resources: {'Port': ['ID=e28f46f5-7447-451c-905f-c005022b22f5,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:08.264106 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] No DVR routers for this DVR port e28f46f5-7447-451c-905f-c005022b22f5 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:14:08.267332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.267682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.268023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.268397 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.268754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.269413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.269859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.270221 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.270564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.272531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.272900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1870fe82-dea0-4a96-9163-61c5dbf7729a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:08.277327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4db3d6b7-7b31-4351-94da-f5e6161e4c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:08.440427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:08.691794 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:08.695841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:08.794455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:08.794987 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8ef504-f51c-4776-afec-78e75b0f1eb0 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:14:08.809304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:08.810516 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-18f0e6a3-a1f7-4dce-9f30-f88c4e415a4c tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/routers/4b8ef504-f51c-4776-afec-78e75b0f1eb0 HTTP/1.1" status: 204 len: 168 time: 1.7475669 Jan 17 09:14:08.813297 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36626) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:08.927687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.052850 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.166793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f6bed2-d780-48e7-8b0e-7c726dc7524a']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:09.178840 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c276f458-9f95-43c3-bfa1-7247360f6a33') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:09.179136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c276f458-9f95-43c3-bfa1-7247360f6a33') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:09.190120 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.205933 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.212267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:14:09.213267 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.272490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c56f801b-515f-4d40-b1ec-37ab9566cc3a no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:14:09.280894 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:14:09.307004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: c56f801b-515f-4d40-b1ec-37ab9566cc3a {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:14:09.307579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c56f801b-515f-4d40-b1ec-37ab9566cc3a not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:14:09.307725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e28f46f5-7447-451c-905f-c005022b22f5 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:14:09.340661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e28f46f5-7447-451c-905f-c005022b22f5 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:14:09.341130 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e28f46f5-7447-451c-905f-c005022b22f5 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:14:09.341570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:14:09.372847 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:14:09.373190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4d4627f2-0984-4c76-9b89-6af8d0f9fd45 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:14:09.388787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.393362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.420111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Network': ['ID=08f6bed2-d780-48e7-8b0e-7c726dc7524a,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:09.497868 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7f180f08-87f5-4bd2-83c6-2bd08ba8d31f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/networks/08f6bed2-d780-48e7-8b0e-7c726dc7524a HTTP/1.1" status: 204 len: 168 time: 0.6834667 Jan 17 09:14:09.500524 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36632) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:09.537132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.570669 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-59ca010d-241c-43d9-ab1b-68ee141a725a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.599398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-59ca010d-241c-43d9-ab1b-68ee141a725a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.748607 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-59ca010d-241c-43d9-ab1b-68ee141a725a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.767128 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca010d-241c-43d9-ab1b-68ee141a725a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5d9c10-fb11-48ff-a8b8-114e268bc2f4,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:09.783836 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.850605 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-59ca010d-241c-43d9-ab1b-68ee141a725a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:09.851784 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-59ca010d-241c-43d9-ab1b-68ee141a725a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/security-groups/ab5d9c10-fb11-48ff-a8b8-114e268bc2f4 HTTP/1.1" status: 204 len: 168 time: 0.3503511 Jan 17 09:14:11.075413 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36642) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:11.081405 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878289810', 'description': 'tempest-secgroup-smoke-878289810 description', 'project_id': 'ec746e2a449f4588863f951482020a31'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:11.087318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:11.091972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:11.094938 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:11.101167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:11.240151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:11.257003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:11.275402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:11.279770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:11.282521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:11.288142 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:11.343577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:11.468360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:11.512461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d81b36-3c0f-42dd-8f59-39253ec2dfb7,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:11.640122 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:11.641431 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b7da6e34-4a14-42e9-8db8-cf2dcc01db65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5650144 Jan 17 09:14:11.644254 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36646) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:11.649641 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '32d81b36-3c0f-42dd-8f59-39253ec2dfb7', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:11.655691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:11.663328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:11.663328 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:11.668359 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:11.743166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:11.802051 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:11.908341 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:11.930504 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a54a9d2-0f86-4227-8f5c-0020c530d3c7,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:12.005198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.006410 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f3996e26-b99e-4b4c-a056-ca81e4564bb8 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3612511 Jan 17 09:14:12.009218 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36650) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:12.015031 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '32d81b36-3c0f-42dd-8f59-39253ec2dfb7', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:12.020949 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:12.024691 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:12.028144 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:12.033680 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:12.103086 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.164423 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.239219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.262902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d873f35-04ee-482f-81d4-9f238d1ebb48,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:12.342728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.343967 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-628351b0-bc84-427f-a0f8-6c72a0bbf8ff tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3338399 Jan 17 09:14:12.347095 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36654) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:12.352476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '32d81b36-3c0f-42dd-8f59-39253ec2dfb7', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:12.358530 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:12.362313 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:12.365231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:12.371455 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:12.441568 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.503867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.582151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.604902 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb46a47f-558b-466a-9d1a-31696bfcedcf,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:12.673626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.674851 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7054213e-7bab-4f81-b30f-95cdbf64c91d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3267951 Jan 17 09:14:12.677533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36658) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:12.682985 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '32d81b36-3c0f-42dd-8f59-39253ec2dfb7', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:12.689492 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:12.693345 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:12.696104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:12.701806 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:12.788889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.853015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.925410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:12.950205 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a2610e-c148-450b-aee4-2f35223ec362,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:13.011294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.013081 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b37dbf2d-4d29-4830-a1f6-41273e98b838 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3346119 Jan 17 09:14:13.015765 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36662) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:13.021075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '32d81b36-3c0f-42dd-8f59-39253ec2dfb7', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:13.029587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:13.031293 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:13.034143 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:13.039786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:13.119980 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:14:13.127312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.190525 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.274235 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.296718 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dc8294-780b-4bfb-9acf-21db063fa10d,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:13.353841 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.355076 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-cddea99d-d02f-4e75-9bd8-709390789e5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3383722 Jan 17 09:14:13.357802 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36666) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:13.363084 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'security_group_rule': {'security_group_id': '32d81b36-3c0f-42dd-8f59-39253ec2dfb7', 'project_id': 'ec746e2a449f4588863f951482020a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:13.368990 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:13.373248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:security_group_rule and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:13.376066 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:13.381988 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:13.479953 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Project ec746e2a449f4588863f951482020a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:14:13.487587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.557587 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.629111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.653661 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978cc6e7-9571-42ed-8612-556b76103158,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:13.731285 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.732618 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-c9dc8e3c-21e0-4ac3-98dd-5bf5c1d95c9f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3739059 Jan 17 09:14:13.735435 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36670) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:13.740815 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'network': {'name': 'tempest-network-smoke--1864202052', 'project_id': 'ec746e2a449f4588863f951482020a31', 'port_security_enabled': True}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:13.745733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:13.749687 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:network and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:13.752463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:13.757960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:13.823057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:14:13.826738 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.854028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:14:13.862325 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.862674 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Added segment 84905dc5-2a6f-4522-b95c-af0483718e04 of type vlan for network a64b7dd8-62c6-464d-84b7-4ced220304c1 Jan 17 09:14:13.888160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.976555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:13.980309 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:13.980881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:14.085915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Network': ['ID=a64b7dd8-62c6-464d-84b7-4ced220304c1,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:14.095978 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network a64b7dd8-62c6-464d-84b7-4ced220304c1 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 09:14:14.154696 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-747b7f04-6d39-466b-8e57-322ecf03c068 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4181633 Jan 17 09:14:14.157315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36674) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:14.162463 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'admin_state_up': True, 'project_id': 'ec746e2a449f4588863f951482020a31', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:14.169956 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:14.173699 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:router and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:14.176621 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:14.182453 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:14.274057 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:14.275063 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:14.292188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:14.509754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:14.743932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:14.771838 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:14.906620 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.17 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/c05f20b1-b4d8-4b00-b216-45ee3bf5289f) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:14:15.142020 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:15.234188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:15.298193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:14:15.301054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:14:15.305081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:14:15.337822 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=c05f20b1-b4d8-4b00-b216-45ee3bf5289f,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:15.537674 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:15.538391 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:15.828315 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 7539a126-7269-45fe-92d8-b626127002c1 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:14:16.021198 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:14:16.031312 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Sync routers for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:14:16.043152 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:14:16.043776 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:16.108271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:16.109665 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-1512fd3b-e2ed-4e74-85d9-3b976a382c54 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9513650 Jan 17 09:14:16.112596 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36684) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:16.218260 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:14:16.378141 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-144ebfde-92f6-4295-a819-c8edcc5a3ddb tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=ec746e2a449f4588863f951482020a31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2643900 Jan 17 09:14:16.380704 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36692) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:16.512717 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:15Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:16.516698 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Checking router: 7539a126-7269-45fe-92d8-b626127002c1 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:14:16.517044 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Updating router 7539a126-7269-45fe-92d8-b626127002c1 port c05f20b1-b4d8-4b00-b216-45ee3bf5289f binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:14:16.517876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193d7494-e13b-4ffc-8e65-f91a26fbcea6 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:16.519422 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-193d7494-e13b-4ffc-8e65-f91a26fbcea6 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1378105 Jan 17 09:14:16.522286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36698) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:16.560536 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9773e327-c6ff-4685-bbe7-d5b85c47aa6f tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371830 Jan 17 09:14:16.562905 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36702) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:16.568070 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2086345074', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'project_id': 'ec746e2a449f4588863f951482020a31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:16.570208 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:16.677540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:16.681186 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:subnet and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:16.683952 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:16.689647 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:16.765461 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:14:16.868330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:16.891019 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:16.902151 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Transition to ACTIVE for port object c05f20b1-b4d8-4b00-b216-45ee3bf5289f will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:14:16.988305 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:17.067672 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Attempting to bind port c05f20b1-b4d8-4b00-b216-45ee3bf5289f on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:14:17.068293 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Attempting to bind port c05f20b1-b4d8-4b00-b216-45ee3bf5289f by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:14:17.068431 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Attempting to bind port c05f20b1-b4d8-4b00-b216-45ee3bf5289f on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:14:17.077371 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Pushing event updated for resources: {'Port': ['ID=c05f20b1-b4d8-4b00-b216-45ee3bf5289f,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:17.083417 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:14:17.083782 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:14:17.084215 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:17.084598 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:14:17.085047 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Bound port: c05f20b1-b4d8-4b00-b216-45ee3bf5289f, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:14:17.085443 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:17.123393 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.123393 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.123393 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.123834 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.124156 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.124484 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.124806 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.125127 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.125445 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.125758 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.126119 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:14:17.174023 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] For port c05f20b1-b4d8-4b00-b216-45ee3bf5289f, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:14:17.177164 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] For port c05f20b1-b4d8-4b00-b216-45ee3bf5289f, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c05f20b1-b4d8-4b00-b216-45ee3bf5289f,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:14:17.177565 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:17.258527 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Subnet': ['ID=9640b270-6e70-438b-b3ca-1410941bc0c9,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:17.266922 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Checking segment: {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:14:17.267318 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network hostable DHCP agents. Network: a64b7dd8-62c6-464d-84b7-4ced220304c1, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:14:17.303551 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:17.379284 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1504cf0-3960-4137-8386-f2334096a1ea None None] Pushing event updated for resources: {'Port': ['ID=c05f20b1-b4d8-4b00-b216-45ee3bf5289f,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:17.385301 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:14:17.385863 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:17.399917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network a64b7dd8-62c6-464d-84b7-4ced220304c1 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:14:17.497540 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, a64b7dd8-62c6-464d-84b7-4ced220304c1) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:14:17.501786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:17.502502 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:17.506767 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a14c0-5689-415e-b1e3-328dbd696758 None None] Network a64b7dd8-62c6-464d-84b7-4ced220304c1 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:14:17.565363 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:14:17.629352 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ec0e29e7-cf8c-4a4c-930b-af2e7ff297af tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0653951 Jan 17 09:14:17.631948 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36710) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:17.731003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-a64b7dd8-62c6-464d-84b7-4ced220304c1', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 09:14:17.732162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:17.899279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Allocated IP 172.20.0.2 (a64b7dd8-62c6-464d-84b7-4ced220304c1/9640b270-6e70-438b-b3ca-1410941bc0c9/f6d12326-49bb-4846-af25-860214304c78) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:14:17.901521 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:15Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:17.906160 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b8170-7d0c-4bc6-8b82-c0b76dd6ca7c None None] The sync data for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv is: [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:15Z', 'revision_number': 3, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:14:18.135158 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:18.149009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Transition to ACTIVE for port object f6d12326-49bb-4846-af25-860214304c78 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:14:18.170218 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Transition to ACTIVE for port object f6d12326-49bb-4846-af25-860214304c78 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:14:18.254370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:18.405225 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Network a64b7dd8-62c6-464d-84b7-4ced220304c1 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:14:18.408096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:14:18.412007 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:14:18.420445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Pushing event updated for resources: {'Port': ['ID=f6d12326-49bb-4846-af25-860214304c78,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:18.512695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Attempting to bind port f6d12326-49bb-4846-af25-860214304c78 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:14:18.513412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Attempting to bind port f6d12326-49bb-4846-af25-860214304c78 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:14:18.513412 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Attempting to bind port f6d12326-49bb-4846-af25-860214304c78 on network a64b7dd8-62c6-464d-84b7-4ced220304c1 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:14:18.520645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:14:18.521043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Checking segment: {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:14:18.521422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:18.522349 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Bound using segment: {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:14:18.522489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Bound port: f6d12326-49bb-4846-af25-860214304c78, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:14:18.522817 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:18.624309 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] For port f6d12326-49bb-4846-af25-860214304c78, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:14:18.627916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] For port f6d12326-49bb-4846-af25-860214304c78, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f6d12326-49bb-4846-af25-860214304c78,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:14:18.639918 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:18.771599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:18.855989 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab679-4471-4293-aca2-f13f5fa9b2ae None None] Pushing event updated for resources: {'Port': ['ID=f6d12326-49bb-4846-af25-860214304c78,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:19.059643 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.1 (a64b7dd8-62c6-464d-84b7-4ced220304c1/9640b270-6e70-438b-b3ca-1410941bc0c9/4af7b46a-283f-49d7-9d83-4dcca32b5f5b) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:14:19.226576 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:19.242416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object 4af7b46a-283f-49d7-9d83-4dcca32b5f5b will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:14:19.268457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c05f20b1-b4d8-4b00-b216-45ee3bf5289f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:14:19.326286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:19.397009 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network a64b7dd8-62c6-464d-84b7-4ced220304c1 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:14:19.400038 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port c05f20b1-b4d8-4b00-b216-45ee3bf5289f completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:14:19.400260 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:14:19.402941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:14:19.405587 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c05f20b1-b4d8-4b00-b216-45ee3bf5289f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:19.405953 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:19.436326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=4af7b46a-283f-49d7-9d83-4dcca32b5f5b,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:19.473589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:19.532849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:19.549386 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port c05f20b1-b4d8-4b00-b216-45ee3bf5289f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c05f20b1-b4d8-4b00-b216-45ee3bf5289f,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:19.628626 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:19.629111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:19.629811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f6d12326-49bb-4846-af25-860214304c78 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:14:19.755117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=c05f20b1-b4d8-4b00-b216-45ee3bf5289f,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:19.801191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208b5d0-fb25-45c1-bb86-7fd38cfe4eee None None] Network a64b7dd8-62c6-464d-84b7-4ced220304c1 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:14:19.866787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port f6d12326-49bb-4846-af25-860214304c78 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:14:20.015070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b1e27066-431c-427b-b076-af1de6d03db0 None None] Provisioning for port f6d12326-49bb-4846-af25-860214304c78 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:14:20.024395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b1e27066-431c-427b-b076-af1de6d03db0 None None] Provisioning complete for port f6d12326-49bb-4846-af25-860214304c78 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:20.024786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e27066-431c-427b-b076-af1de6d03db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.148109 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.173061 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e27066-431c-427b-b076-af1de6d03db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.206530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b1e27066-431c-427b-b076-af1de6d03db0 None None] For port f6d12326-49bb-4846-af25-860214304c78, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f6d12326-49bb-4846-af25-860214304c78,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:20.216875 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.251316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.314327 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b1e27066-431c-427b-b076-af1de6d03db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.332969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=4af7b46a-283f-49d7-9d83-4dcca32b5f5b,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:20.335420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.385086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e27066-431c-427b-b076-af1de6d03db0 None None] Pushing event updated for resources: {'Port': ['ID=f6d12326-49bb-4846-af25-860214304c78,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:20.482693 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network a64b7dd8-62c6-464d-84b7-4ced220304c1 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:14:20.483846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:14:20.501789 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-af69f5ba-1424-4c99-a57e-561b964205af None None] Provisioning for port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:14:20.507181 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-af69f5ba-1424-4c99-a57e-561b964205af None None] Provisioning complete for port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:20.507570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af69f5ba-1424-4c99-a57e-561b964205af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.569451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-af69f5ba-1424-4c99-a57e-561b964205af None None] Port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:14:20.585621 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-af69f5ba-1424-4c99-a57e-561b964205af None None] Provisioning complete for port f6d12326-49bb-4846-af25-860214304c78 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:20.586082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-af69f5ba-1424-4c99-a57e-561b964205af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.832837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-54293d22-f8ae-4b8a-b2f9-7a2dbff6fb65 None None] Provisioning complete for port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:20.833088 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-54293d22-f8ae-4b8a-b2f9-7a2dbff6fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:20.869845 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 7539a126-7269-45fe-92d8-b626127002c1 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:14:20.884606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-54293d22-f8ae-4b8a-b2f9-7a2dbff6fb65 None None] Port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:14:21.069770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:14:21.083171 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9b81ecfe-87f3-4d5b-aec1-b6ea9ddde68f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/7539a126-7269-45fe-92d8-b626127002c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4500208 Jan 17 09:14:21.231702 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c05f20b1-b4d8-4b00-b216-45ee3bf5289f up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:14:21.303998 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port c05f20b1-b4d8-4b00-b216-45ee3bf5289f triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:21.304525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:21.332707 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-7ba36c56-5087-4810-b025-280c45e81a39 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:14:21.421510 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f6d12326-49bb-4846-af25-860214304c78 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:14:21.422735 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-7ba36c56-5087-4810-b025-280c45e81a39 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:14:21.426162 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-7ba36c56-5087-4810-b025-280c45e81a39 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878289810&fields=id&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 267 time: 0.1371710 Jan 17 09:14:21.491308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port f6d12326-49bb-4846-af25-860214304c78 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:21.493656 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:21.524549 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Sync routers for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:14:21.558443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:14:21.559603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:21.578709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-9775e41b-869c-4a09-82eb-d158b3f8bd8e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:21.579407 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-9775e41b-869c-4a09-82eb-d158b3f8bd8e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:14:21.656846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-9775e41b-869c-4a09-82eb-d158b3f8bd8e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:14:21.658103 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-9775e41b-869c-4a09-82eb-d158b3f8bd8e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/networks?id=a64b7dd8-62c6-464d-84b7-4ced220304c1 HTTP/1.1" status: 200 len: 797 time: 0.2243602 Jan 17 09:14:21.675307 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-23f41e9d-4e2d-406a-9c9c-f1ac0d426927 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/quotas/ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 375 time: 0.0116057 Jan 17 09:14:21.754280 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-bb24c0d7-7b0b-4edf-8854-67536b578c41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:14:21.817062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:14:21.834088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-bb24c0d7-7b0b-4edf-8854-67536b578c41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:14:21.835560 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-bb24c0d7-7b0b-4edf-8854-67536b578c41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1549389 Jan 17 09:14:22.080300 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-6cf8ec03-38d0-4a64-b02b-828c23ce1d95 service neutron] 10.222.0.44 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328050 Jan 17 09:14:22.136845 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4af7b46a-283f-49d7-9d83-4dcca32b5f5b', 'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:e7:48:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:18Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 2, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:22.140711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Checking router: 7539a126-7269-45fe-92d8-b626127002c1 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:14:22.141060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Updating router 7539a126-7269-45fe-92d8-b626127002c1 port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:14:22.191902 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:22.208829 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-db5acb33-5771-410b-9b0c-6fe3ac1c8cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228266 Jan 17 09:14:22.543445 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-263e1b19-b60b-48ff-8c46-6e8e02af0e42 req-4c3d85d4-9d21-46a0-bae7-8c19b57fe7a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:14:22.550422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:22.555137 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-263e1b19-b60b-48ff-8c46-6e8e02af0e42 req-4c3d85d4-9d21-46a0-bae7-8c19b57fe7a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:14:22.556292 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-263e1b19-b60b-48ff-8c46-6e8e02af0e42 req-4c3d85d4-9d21-46a0-bae7-8c19b57fe7a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 210 time: 0.0570328 Jan 17 09:14:22.562763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Transition to ACTIVE for port object 4af7b46a-283f-49d7-9d83-4dcca32b5f5b will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:14:22.645491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:22.773224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202fb95-7086-4c42-b62f-92a91ddf1dd5 None None] Pushing event updated for resources: {'Port': ['ID=4af7b46a-283f-49d7-9d83-4dcca32b5f5b,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:22.865070 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Attempting to bind port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:14:22.865725 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Attempting to bind port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:14:22.865855 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Attempting to bind port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b on network a64b7dd8-62c6-464d-84b7-4ced220304c1 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:14:22.872257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:14:22.872624 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Checking segment: {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:14:22.873019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:22.873414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Bound using segment: {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:14:22.873874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Bound port: 4af7b46a-283f-49d7-9d83-4dcca32b5f5b, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:14:22.874245 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:22.969276 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] For port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:14:22.972535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] For port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4af7b46a-283f-49d7-9d83-4dcca32b5f5b,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:14:23.079851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:23.160671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202fb95-7086-4c42-b62f-92a91ddf1dd5 None None] Pushing event updated for resources: {'Port': ['ID=4af7b46a-283f-49d7-9d83-4dcca32b5f5b,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:23.168381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:14:23.168381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:14:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:23.347577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:14:23.669515 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-8d849934-a72b-45ae-98ec-6bb521589126 req-c0942820-9be7-4b19-9867-403636bf7ddb tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 210 time: 0.0441523 Jan 17 09:14:23.711753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4af7b46a-283f-49d7-9d83-4dcca32b5f5b', 'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:e7:48:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:18Z', 'updated_at': '2022-01-17T09:14:22Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:23.718118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dfe77-9d68-400d-b14d-7851ad75192f None None] The sync data for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv is: [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4af7b46a-283f-49d7-9d83-4dcca32b5f5b', 'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:e7:48:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:18Z', 'updated_at': '2022-01-17T09:14:22Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:14:24.858464 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c2ca43ec-bff5-4fd4-ab62-d50b401914f7 req-e5cd4ed8-919b-4458-985c-c9a3d6b6834a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 210 time: 0.0588126 Jan 17 09:14:24.980790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-ba01cae4-d4f7-497c-93c8-686add196f5f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:24.982371 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-ba01cae4-d4f7-497c-93c8-686add196f5f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/networks?id=a64b7dd8-62c6-464d-84b7-4ced220304c1 HTTP/1.1" status: 200 len: 797 time: 0.1440053 Jan 17 09:14:25.035995 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-b2b0ca61-7cb3-44a0-adb2-57f09db6acce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec746e2a449f4588863f951482020a31 HTTP/1.1" status: 200 len: 379 time: 0.0405064 Jan 17 09:14:25.045112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'port': {'device_id': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'admin_state_up': True, 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'security_groups': ['32d81b36-3c0f-42dd-8f59-39253ec2dfb7']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:25.177169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:25.189348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:25.254099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4af7b46a-283f-49d7-9d83-4dcca32b5f5b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:14:25.285253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Made reservation on behalf of ec746e2a449f4588863f951482020a31 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:14:25.288454 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:25.388405 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:14:25.393431 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:25.393796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:25.460505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.20.0.3 (a64b7dd8-62c6-464d-84b7-4ced220304c1/9640b270-6e70-438b-b3ca-1410941bc0c9/a0bd29ae-e255-4a57-afc4-9566778bc848) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:14:25.506873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:25.539020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4af7b46a-283f-49d7-9d83-4dcca32b5f5b,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:25.605451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:25.654497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:25.670548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Transition to ACTIVE for port object a0bd29ae-e255-4a57-afc4-9566778bc848 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:14:25.675571 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=4af7b46a-283f-49d7-9d83-4dcca32b5f5b,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:25.760096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:25.833441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network a64b7dd8-62c6-464d-84b7-4ced220304c1 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:14:25.836601 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:14:25.841504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:14:25.866415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=a0bd29ae-e255-4a57-afc4-9566778bc848,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:25.904212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:25.904761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:26.011959 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-09f5bbb5-1333-493d-8f9f-a7119d92c49b tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9703596 Jan 17 09:14:26.022360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-50732b2f-5a04-48ab-b12b-ee1730852cac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 09:14:26.023454 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-50732b2f-5a04-48ab-b12b-ee1730852cac tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053215 Jan 17 09:14:26.033403 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Request body: {'port': {'device_id': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:26.080942 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7c70b-09ce-4cd6-838b-5449b02c4b44 req-d0b35647-a202-4e19-bacd-7233cbc0c6f1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:26.082450 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7cc7c70b-09ce-4cd6-838b-5449b02c4b44 req-d0b35647-a202-4e19-bacd-7233cbc0c6f1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 931 time: 0.0781498 Jan 17 09:14:26.119313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f539c3ed-2166-47a2-9aec-80f3588db63c None None] Provisioning for port a0bd29ae-e255-4a57-afc4-9566778bc848 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:14:26.124401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-f539c3ed-2166-47a2-9aec-80f3588db63c None None] Provisioning complete for port a0bd29ae-e255-4a57-afc4-9566778bc848 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:26.124887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f539c3ed-2166-47a2-9aec-80f3588db63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:26.131099 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7cc7c70b-09ce-4cd6-838b-5449b02c4b44 req-75e1144c-acf2-42d0-bb1c-fa693d26d920 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429502 Jan 17 09:14:26.144884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:26.177671 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-f539c3ed-2166-47a2-9aec-80f3588db63c None None] Port a0bd29ae-e255-4a57-afc4-9566778bc848 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:14:26.481756 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd29ae-e255-4a57-afc4-9566778bc848 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:14:26.488605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:26.502807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Transition to ACTIVE for port object a0bd29ae-e255-4a57-afc4-9566778bc848 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:14:26.576335 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:26.801911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd29ae-e255-4a57-afc4-9566778bc848,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:26.910511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Attempting to bind port a0bd29ae-e255-4a57-afc4-9566778bc848 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:14:26.911067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Attempting to bind port a0bd29ae-e255-4a57-afc4-9566778bc848 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:14:26.911183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Attempting to bind port a0bd29ae-e255-4a57-afc4-9566778bc848 on network a64b7dd8-62c6-464d-84b7-4ced220304c1 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:14:26.916975 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Port a0bd29ae-e255-4a57-afc4-9566778bc848 on network a64b7dd8-62c6-464d-84b7-4ced220304c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 09:14:26.917286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Attempting to bind port a0bd29ae-e255-4a57-afc4-9566778bc848 on network a64b7dd8-62c6-464d-84b7-4ced220304c1 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:14:26.923953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:14:26.924281 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Checking segment: {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:14:26.924652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Bound using segment: {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:14:26.925064 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Bound port: a0bd29ae-e255-4a57-afc4-9566778bc848, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84905dc5-2a6f-4522-b95c-af0483718e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:14:26.925399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:27.010732 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] For port a0bd29ae-e255-4a57-afc4-9566778bc848, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:14:27.013768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] For port a0bd29ae-e255-4a57-afc4-9566778bc848, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a0bd29ae-e255-4a57-afc4-9566778bc848,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:14:27.097518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:27.160946 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:27.162335 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] 10.222.0.53 "PUT /v2.0/ports/a0bd29ae-e255-4a57-afc4-9566778bc848 HTTP/1.1" status: 200 len: 1093 time: 1.1327794 Jan 17 09:14:27.162835 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:14:27.184964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d72f8-6908-4587-bcbf-1cae9e15881e service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd29ae-e255-4a57-afc4-9566778bc848,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:27.245915 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'status': 'completed', 'code': 200} Jan 17 09:14:27.264570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4af7b46a-283f-49d7-9d83-4dcca32b5f5b up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:14:27.342456 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bd80c62b-75c5-48cb-aebb-6ad732939534 req-20a4bfb0-56bb-4b26-9570-e9dd4e3658f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 1096 time: 0.0799811 Jan 17 09:14:27.351982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:27.352354 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:27.376974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418adb04-9739-4c8f-96c2-2cca1c6bf24e req-bcf6fd3e-d600-4a4d-98aa-a6ebf19b04e6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:27.379230 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-418adb04-9739-4c8f-96c2-2cca1c6bf24e req-bcf6fd3e-d600-4a4d-98aa-a6ebf19b04e6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 943 time: 0.0951445 Jan 17 09:14:27.429000 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-418adb04-9739-4c8f-96c2-2cca1c6bf24e req-cc7f524f-4ed2-47db-ae6e-ad41717be3ea tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439866 Jan 17 09:14:27.501341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c62b-75c5-48cb-aebb-6ad732939534 req-1074281d-3925-48ab-8729-42a2f02420ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:27.502768 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bd80c62b-75c5-48cb-aebb-6ad732939534 req-1074281d-3925-48ab-8729-42a2f02420ec service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ec746e2a449f4588863f951482020a31&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1525743 Jan 17 09:14:27.636405 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c62b-75c5-48cb-aebb-6ad732939534 req-17fc6703-2baa-4f80-81dd-3d5e2a2be630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:27.638441 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bd80c62b-75c5-48cb-aebb-6ad732939534 req-17fc6703-2baa-4f80-81dd-3d5e2a2be630 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292086 Jan 17 09:14:27.744286 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-ab4ebe01-c033-4b20-8433-ea2441df5e19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 1096 time: 0.0699589 Jan 17 09:14:27.814092 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-4c91f232-927c-4b7e-8aae-e1697759b6f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0bd29ae-e255-4a57-afc4-9566778bc848 HTTP/1.1" status: 200 len: 217 time: 0.0629683 Jan 17 09:14:27.874673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-41b2d457-760a-4c2e-9c74-2ed33254b2dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:27.876167 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-41b2d457-760a-4c2e-9c74-2ed33254b2dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9640b270-6e70-438b-b3ca-1410941bc0c9 HTTP/1.1" status: 200 len: 835 time: 0.0561550 Jan 17 09:14:27.952213 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-37dc0fbd-792c-49a1-bcd1-ad4848b1f610 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a64b7dd8-62c6-464d-84b7-4ced220304c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706260 Jan 17 09:14:28.086899 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-beeee639-895c-4fce-923f-c1421ee93fa8 service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284130 Jan 17 09:14:28.215929 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5427886b-ab58-4a51-955b-f6dc51f64a2e req-cd796cc9-68c8-4e08-b5d8-f35a67a2729a service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221046 Jan 17 09:14:28.631508 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb7ccd-b7f2-4bcf-86eb-546aa1cfa793 req-51f04e05-98a8-4811-954e-fcf29d814784 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:28.632192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f5eb7ccd-b7f2-4bcf-86eb-546aa1cfa793 req-51f04e05-98a8-4811-954e-fcf29d814784 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:14:28.696719 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-f5eb7ccd-b7f2-4bcf-86eb-546aa1cfa793 req-51f04e05-98a8-4811-954e-fcf29d814784 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:14:28.697917 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f5eb7ccd-b7f2-4bcf-86eb-546aa1cfa793 req-51f04e05-98a8-4811-954e-fcf29d814784 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 943 time: 0.1403444 Jan 17 09:14:28.744153 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f5eb7ccd-b7f2-4bcf-86eb-546aa1cfa793 req-d2c9da80-9771-4ead-a8b4-b122864cc4e9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400362 Jan 17 09:14:29.738125 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:14:29.936206 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0729b35-a30c-45a2-9dd1-361c43c2893f req-a7d3bdff-e251-45c4-8bb0-fc44563eac65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:29.937646 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c0729b35-a30c-45a2-9dd1-361c43c2893f req-a7d3bdff-e251-45c4-8bb0-fc44563eac65 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 943 time: 0.0744016 Jan 17 09:14:29.982238 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c0729b35-a30c-45a2-9dd1-361c43c2893f req-7369d8bd-7b5b-4c7e-a768-a0f121515625 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391755 Jan 17 09:14:30.676362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device a0bd29ae-e255-4a57-afc4-9566778bc848 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:14:30.809678 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port a0bd29ae-e255-4a57-afc4-9566778bc848, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a0bd29ae-e255-4a57-afc4-9566778bc848,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:30.824008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'port_id': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'mac_address': 'fa:16:3e:1c:d7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:14:30.877950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:30.894398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd29ae-e255-4a57-afc4-9566778bc848 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:14:30.909329 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port a0bd29ae-e255-4a57-afc4-9566778bc848, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a0bd29ae-e255-4a57-afc4-9566778bc848,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:30.999633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:31.067009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=a0bd29ae-e255-4a57-afc4-9566778bc848,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:31.182446 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cb24d-9e76-4ff8-ad3a-b7d9871a94be req-42831f3d-8ec4-4cd2-a366-c27e0e59a062 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:31.183947 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-023cb24d-9e76-4ff8-ad3a-b7d9871a94be req-42831f3d-8ec4-4cd2-a366-c27e0e59a062 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 944 time: 0.0824640 Jan 17 09:14:31.228924 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-023cb24d-9e76-4ff8-ad3a-b7d9871a94be req-c4f62349-de22-4742-affb-a49cefdc9d4d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 Jan 17 09:14:31.390303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['a0bd29ae-e255-4a57-afc4-9566778bc848'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:14:32.434304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7157a0-755c-4a52-91e5-21802f2b5454 req-99a87f6c-1200-41be-b572-ef8f40308609 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:32.435856 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b7157a0-755c-4a52-91e5-21802f2b5454 req-99a87f6c-1200-41be-b572-ef8f40308609 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 944 time: 0.0813804 Jan 17 09:14:32.483005 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b7157a0-755c-4a52-91e5-21802f2b5454 req-501392fe-7f4f-47ee-a301-583847146fe7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Jan 17 09:14:32.676234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device a0bd29ae-e255-4a57-afc4-9566778bc848 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:14:32.810529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port a0bd29ae-e255-4a57-afc4-9566778bc848 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:14:32.815103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port a0bd29ae-e255-4a57-afc4-9566778bc848 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:14:32.815526 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:32.928063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:32.953751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:14:32.963136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port a0bd29ae-e255-4a57-afc4-9566778bc848, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a0bd29ae-e255-4a57-afc4-9566778bc848,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:14:33.021920 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'code': 200} Jan 17 09:14:33.037414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:33.102254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=a0bd29ae-e255-4a57-afc4-9566778bc848,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:33.375131 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a84914cb-e7eb-4c90-b128-c6b2053b8c90 req-4d3305be-536e-4f52-8e27-ddde189e5beb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 1098 time: 0.0700288 Jan 17 09:14:33.423986 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a84914cb-e7eb-4c90-b128-c6b2053b8c90 req-da098bd8-a1c9-48f9-b5a5-f81aeff876c6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428731 Jan 17 09:14:33.674420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad8f79-15b8-41e0-a45b-6e4382b7d624 req-223c3451-83cf-4780-a6e1-bc9c68933163 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:33.675782 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-18ad8f79-15b8-41e0-a45b-6e4382b7d624 req-223c3451-83cf-4780-a6e1-bc9c68933163 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0753047 Jan 17 09:14:33.726361 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-18ad8f79-15b8-41e0-a45b-6e4382b7d624 req-db713b61-c199-43b3-8c3a-9765b4b94551 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434368 Jan 17 09:14:34.918386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452a24c-ea7d-4b00-a512-75182796c1ba req-0f86c7f3-99e6-4993-ba25-72afac8c8d44 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:34.919938 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8452a24c-ea7d-4b00-a512-75182796c1ba req-0f86c7f3-99e6-4993-ba25-72afac8c8d44 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0749414 Jan 17 09:14:34.963735 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8452a24c-ea7d-4b00-a512-75182796c1ba req-a9170038-356a-481c-932a-ad2876638731 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383475 Jan 17 09:14:36.136234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e0592751-4e55-4216-a5bf-5897c0b454e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:36.155584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9965d-c6e3-4eb2-afb4-1c3924157116 req-d17697a7-b20d-47cb-84f3-1fe657fd0112 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:36.157291 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-31e9965d-c6e3-4eb2-afb4-1c3924157116 req-d17697a7-b20d-47cb-84f3-1fe657fd0112 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0747323 Jan 17 09:14:36.202121 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-31e9965d-c6e3-4eb2-afb4-1c3924157116 req-d3d892d9-c3b3-445b-a16b-f476a5917211 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394359 Jan 17 09:14:36.400107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012a30e-554b-4e55-9d8e-bec8d324908d req-ffd3e6d3-492a-4bee-a1f0-525095d501ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:36.401565 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6012a30e-554b-4e55-9d8e-bec8d324908d req-ffd3e6d3-492a-4bee-a1f0-525095d501ce tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0779648 Jan 17 09:14:36.539579 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6012a30e-554b-4e55-9d8e-bec8d324908d req-956b1733-5570-4bfd-9fcc-2834a5aa73f9 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319728 Jan 17 09:14:36.566818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36778) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:36.634738 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a9ace5d8-fed3-4391-83cf-5a55e6717e94 tempest-TestNetworkAdvancedServerOps-225154893 tempest-TestNetworkAdvancedServerOps-225154893-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 1093 time: 0.0663791 Jan 17 09:14:36.637599 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36782) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:36.642926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:14:36.648457 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:14:36.652817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Usage tracker for resource:floatingip and tenant:ec746e2a449f4588863f951482020a31 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:14:36.656025 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:14:36.661439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:14:36.737026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:36.871171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:37.005898 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Allocated IP 172.26.4.199 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/be9b4c53-5f64-4280-bbd3-d4bbd397f2a3) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:14:37.155058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:37.274301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:37.341917 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:14:37.344766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:14:37.347725 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:14:37.380609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=be9b4c53-5f64-4280-bbd3-d4bbd397f2a3,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:37.975154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:38.098059 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:38.267655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6038b505-179a-45ef-9d94-3e70f765bd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:38.297073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:38.388191 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:38.492967 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event updated for resources: {'Port': ['ID=be9b4c53-5f64-4280-bbd3-d4bbd397f2a3,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:14:38.510642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:38.699786 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.l3_db [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Floating IP a88bdb91-efc3-4c4f-aa95-25d4b6defb6f associated. External IP: 172.26.4.199, port: a0bd29ae-e255-4a57-afc4-9566778bc848. Jan 17 09:14:39.100045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 7539a126-7269-45fe-92d8-b626127002c1 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:14:39.298521 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:14:39.311605 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] Sync routers for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:14:39.325045 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:14:39.325739 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:39.382064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:39.441869 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-17e1081a-ef96-4324-aef1-4b3a720795f7 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8031003 Jan 17 09:14:39.442464 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:14:39.503802 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:14:39.514256 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'status': 'completed', 'code': 200} Jan 17 09:14:39.536406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:39.612886 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a4cd303-26ab-4438-a09f-21d60a9e2e41 req-703c9d54-a91e-47e4-af9c-1d1a2cac0e96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 1098 time: 0.0786982 Jan 17 09:14:39.748944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37604e85-838a-461f-adb3-ae0010aebe33 req-a91bfc89-54eb-4827-86d2-24ce198c1b0f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:39.750446 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-37604e85-838a-461f-adb3-ae0010aebe33 req-a91bfc89-54eb-4827-86d2-24ce198c1b0f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.1977012 Jan 17 09:14:39.761608 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cd303-26ab-4438-a09f-21d60a9e2e41 req-7610caac-0506-4db3-8803-ead4cb3d288d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:39.763556 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a4cd303-26ab-4438-a09f-21d60a9e2e41 req-7610caac-0506-4db3-8803-ead4cb3d288d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a64b7dd8-62c6-464d-84b7-4ced220304c1 HTTP/1.1" status: 200 len: 898 time: 0.1433244 Jan 17 09:14:39.788640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:39.797805 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-37604e85-838a-461f-adb3-ae0010aebe33 req-c4ed9359-dbd9-429b-8015-15ba8eff0bab tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417483 Jan 17 09:14:39.831531 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36790) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:39.864330 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a88bdb91-efc3-4c4f-aa95-25d4b6defb6f', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '7539a126-7269-45fe-92d8-b626127002c1', 'port_id': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'mac_address': 'fa:16:3e:1c:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:14:37Z', 'updated_at': '2022-01-17T09:14:37Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af7b46a-283f-49d7-9d83-4dcca32b5f5b', 'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:e7:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:18Z', 'updated_at': '2022-01-17T09:14:25Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:39.868360 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] Checking router: 7539a126-7269-45fe-92d8-b626127002c1 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:14:39.879375 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:14:39.879983 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:14:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:39.882897 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a4cd303-26ab-4438-a09f-21d60a9e2e41 req-e16e2687-c120-4bc1-b634-4502014621f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0bd29ae-e255-4a57-afc4-9566778bc848 HTTP/1.1" status: 200 len: 999 time: 0.1093307 Jan 17 09:14:39.945969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cd303-26ab-4438-a09f-21d60a9e2e41 req-8106058f-84d1-45c7-8b2c-03a9373a9e93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:14:39.947435 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a4cd303-26ab-4438-a09f-21d60a9e2e41 req-8106058f-84d1-45c7-8b2c-03a9373a9e93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9640b270-6e70-438b-b3ca-1410941bc0c9 HTTP/1.1" status: 200 len: 835 time: 0.0584509 Jan 17 09:14:39.954970 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-304b0f8b-7937-48d5-b45b-07e660c640e6 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/a88bdb91-efc3-4c4f-aa95-25d4b6defb6f HTTP/1.1" status: 200 len: 991 time: 0.1208296 Jan 17 09:14:40.025307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a4cd303-26ab-4438-a09f-21d60a9e2e41 req-9bdcb996-0d4e-4bfe-96fd-637c5349edd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a64b7dd8-62c6-464d-84b7-4ced220304c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720062 Jan 17 09:14:40.059522 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:14:40.162564 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a4cd303-26ab-4438-a09f-21d60a9e2e41 req-38d40a4e-cedd-48e5-8b70-72a025d8a45c service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312287 Jan 17 09:14:40.294203 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7a4cd303-26ab-4438-a09f-21d60a9e2e41 req-0fa8afa0-982d-4e5b-b715-6e661930a734 service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252825 Jan 17 09:14:40.432023 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a88bdb91-efc3-4c4f-aa95-25d4b6defb6f', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '7539a126-7269-45fe-92d8-b626127002c1', 'port_id': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'mac_address': 'fa:16:3e:1c:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:14:37Z', 'updated_at': '2022-01-17T09:14:37Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af7b46a-283f-49d7-9d83-4dcca32b5f5b', 'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:e7:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:18Z', 'updated_at': '2022-01-17T09:14:25Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:14:40.436648 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91398114-cb79-4031-ab07-e1bccc72218c None None] The sync data for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv is: [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'a88bdb91-efc3-4c4f-aa95-25d4b6defb6f', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '7539a126-7269-45fe-92d8-b626127002c1', 'port_id': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'mac_address': 'fa:16:3e:1c:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:14:37Z', 'updated_at': '2022-01-17T09:14:37Z', 'revision_number': 0, 'project_id': 'ec746e2a449f4588863f951482020a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af7b46a-283f-49d7-9d83-4dcca32b5f5b', 'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:e7:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:18Z', 'updated_at': '2022-01-17T09:14:25Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:14:40.629095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c8b156-0da5-436c-adaf-6d69e6f43600 None None] New status for floating IP a88bdb91-efc3-4c4f-aa95-25d4b6defb6f: ACTIVE {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:14:40.957984 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36794) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:14:41.059547 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9594170b-fb7e-4d38-97d2-5fa12a5beb3e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/a88bdb91-efc3-4c4f-aa95-25d4b6defb6f HTTP/1.1" status: 200 len: 993 time: 0.1004362 Jan 17 09:14:41.176302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:14:50.256228 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:06.124524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfab5-fc5e-4465-a445-e931801599c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:06.738818 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:15:08.273213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3b45ab84-e01a-4807-b4e5-297dcfd1f2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:09.541785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:09.724683 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:11.176140 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:20.226636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:33.729541 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30b61d1d-68f8-4359-999e-140bee7764aa req-bfd7d49e-b049-4d89-8e8c-e600a24c4949 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831113 Jan 17 09:15:33.878154 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30b61d1d-68f8-4359-999e-140bee7764aa req-9a5d93f2-f73b-43fe-8d44-bbf14597f7ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 1098 time: 0.0719671 Jan 17 09:15:34.039843 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b61d1d-68f8-4359-999e-140bee7764aa req-57f9fdd3-cf53-4559-87a9-ba9c030bc347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:34.041270 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30b61d1d-68f8-4359-999e-140bee7764aa req-57f9fdd3-cf53-4559-87a9-ba9c030bc347 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a64b7dd8-62c6-464d-84b7-4ced220304c1 HTTP/1.1" status: 200 len: 898 time: 0.1428659 Jan 17 09:15:34.153004 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30b61d1d-68f8-4359-999e-140bee7764aa req-21cdf07d-dc9b-4a7c-baed-d132b1cc5234 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0bd29ae-e255-4a57-afc4-9566778bc848 HTTP/1.1" status: 200 len: 1001 time: 0.1053431 Jan 17 09:15:34.220341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b61d1d-68f8-4359-999e-140bee7764aa req-729f8668-7298-4877-a3c9-e1fd2e68ad19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:34.222053 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30b61d1d-68f8-4359-999e-140bee7764aa req-729f8668-7298-4877-a3c9-e1fd2e68ad19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9640b270-6e70-438b-b3ca-1410941bc0c9 HTTP/1.1" status: 200 len: 835 time: 0.0626116 Jan 17 09:15:34.302849 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30b61d1d-68f8-4359-999e-140bee7764aa req-ae0fb0e8-ff39-4ad9-8150-d5dd4c0d2d82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a64b7dd8-62c6-464d-84b7-4ced220304c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736907 Jan 17 09:15:34.454577 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30b61d1d-68f8-4359-999e-140bee7764aa req-63e51f95-ffe0-4e99-affa-529a03f90588 service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450834 Jan 17 09:15:34.714484 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30b61d1d-68f8-4359-999e-140bee7764aa req-e95b67cb-7beb-4513-a41a-7bad8172dc40 service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525666 Jan 17 09:15:36.124611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fb25a7d-5178-490b-a80e-406e44404a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:38.261267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-786f9366-2658-45ec-b19c-b0b67505c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:39.587258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:39.730008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:41.209567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:43.739374 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:15:50.221768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:51.206346 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78240bc-d232-4306-adf6-515cf12e5d5e req-d6aa30f4-d4b8-4869-92cc-b25e19bec823 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:51.207944 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b78240bc-d232-4306-adf6-515cf12e5d5e req-d6aa30f4-d4b8-4869-92cc-b25e19bec823 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.2306955 Jan 17 09:15:51.260879 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b78240bc-d232-4306-adf6-515cf12e5d5e req-fae6aa66-e0df-4973-92ca-b78f718f3b64 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473371 Jan 17 09:15:52.645281 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e27b3-f316-4d84-bf7c-304f3b1811b3 req-07068d18-54da-4197-bc54-5eacdc190b98 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:52.647869 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f62e27b3-f316-4d84-bf7c-304f3b1811b3 req-07068d18-54da-4197-bc54-5eacdc190b98 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.1754358 Jan 17 09:15:52.721505 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f62e27b3-f316-4d84-bf7c-304f3b1811b3 req-64f040f4-ee0d-47b8-9dca-f5e1b48f5086 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667534 Jan 17 09:15:53.932709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c87137-ea14-441f-a7f6-39f40e1bb55f req-40165d70-0422-42fa-b987-dd86046ff736 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:53.934383 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e2c87137-ea14-441f-a7f6-39f40e1bb55f req-40165d70-0422-42fa-b987-dd86046ff736 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0855567 Jan 17 09:15:53.982135 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e2c87137-ea14-441f-a7f6-39f40e1bb55f req-3ccd3a7f-6e09-483d-9a9b-5b7301f3bc1a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415893 Jan 17 09:15:54.012445 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36832) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:15:54.118302 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-986207f4-1e24-4819-8df5-4852ed3b9ce5 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/a88bdb91-efc3-4c4f-aa95-25d4b6defb6f HTTP/1.1" status: 200 len: 993 time: 0.1044688 Jan 17 09:15:55.750176 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a078f-099f-4a81-80c3-b3d5194a2f54 req-e17bc296-a8e7-4fef-8eae-4860d2fc6421 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:55.751715 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ca5a078f-099f-4a81-80c3-b3d5194a2f54 req-e17bc296-a8e7-4fef-8eae-4860d2fc6421 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0903821 Jan 17 09:15:55.800021 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ca5a078f-099f-4a81-80c3-b3d5194a2f54 req-55da2ea2-1e5b-4aa7-b926-b1feba0ab75f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Jan 17 09:15:55.866941 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-99a9c426-e6b1-46bf-ac65-95cbfbbb8e80 req-ca0c1919-9c03-4841-87f3-12ca280cc540 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 1098 time: 0.1371179 Jan 17 09:15:56.007258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9c426-e6b1-46bf-ac65-95cbfbbb8e80 req-85d5bd74-60e7-4493-b32a-ff75deeb4092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:56.008670 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-99a9c426-e6b1-46bf-ac65-95cbfbbb8e80 req-85d5bd74-60e7-4493-b32a-ff75deeb4092 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a64b7dd8-62c6-464d-84b7-4ced220304c1 HTTP/1.1" status: 200 len: 898 time: 0.1346376 Jan 17 09:15:56.107082 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-99a9c426-e6b1-46bf-ac65-95cbfbbb8e80 req-45d06db6-607a-4bd8-a651-cdf177691b0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0bd29ae-e255-4a57-afc4-9566778bc848 HTTP/1.1" status: 200 len: 1001 time: 0.0912976 Jan 17 09:15:56.171720 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9c426-e6b1-46bf-ac65-95cbfbbb8e80 req-7c5c8096-f190-41c4-b20e-6f7b1eb68777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:56.173149 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-99a9c426-e6b1-46bf-ac65-95cbfbbb8e80 req-7c5c8096-f190-41c4-b20e-6f7b1eb68777 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9640b270-6e70-438b-b3ca-1410941bc0c9 HTTP/1.1" status: 200 len: 835 time: 0.0589130 Jan 17 09:15:56.247559 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-99a9c426-e6b1-46bf-ac65-95cbfbbb8e80 req-569162ce-3967-4d98-b599-05aae1e60fc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a64b7dd8-62c6-464d-84b7-4ced220304c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676489 Jan 17 09:15:56.380884 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-99a9c426-e6b1-46bf-ac65-95cbfbbb8e80 req-e02058c9-c745-4aec-be86-662f93ce3985 service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261663 Jan 17 09:15:56.517138 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-99a9c426-e6b1-46bf-ac65-95cbfbbb8e80 req-1ecc30a1-962a-40a5-9e8f-88e4154785f1 service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304092 Jan 17 09:15:57.016309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e8c7-46df-4bda-8ce6-539a3e644886 req-3557a5cc-d36a-43e4-bb5f-d5bfc8ee8c98 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:57.017852 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9a34e8c7-46df-4bda-8ce6-539a3e644886 req-3557a5cc-d36a-43e4-bb5f-d5bfc8ee8c98 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0858049 Jan 17 09:15:57.067793 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9a34e8c7-46df-4bda-8ce6-539a3e644886 req-510a328a-c09b-4b9c-bb6b-2d95e2a2bb76 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406275 Jan 17 09:15:58.269434 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74abb73-19f0-46e4-a458-7d9a89aa1bdd req-044cffde-fd5b-4c45-95ce-325f5298d629 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:15:58.270944 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f74abb73-19f0-46e4-a458-7d9a89aa1bdd req-044cffde-fd5b-4c45-95ce-325f5298d629 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0778561 Jan 17 09:15:58.318288 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f74abb73-19f0-46e4-a458-7d9a89aa1bdd req-b584f79a-d276-4d44-98be-64956006726e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417507 Jan 17 09:15:58.349381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36848) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:15:58.464254 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-86e0a06f-04b3-4cb2-aa58-2f86717e2572 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/floatingips/a88bdb91-efc3-4c4f-aa95-25d4b6defb6f HTTP/1.1" status: 200 len: 993 time: 0.1131468 Jan 17 09:15:58.760130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36856) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:15:59.044016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port be9b4c53-5f64-4280-bbd3-d4bbd397f2a3 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:15:59.044392 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:59.239259 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:59.239786 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:59.387250 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for be9b4c53-5f64-4280-bbd3-d4bbd397f2a3 owned by network:floatingip {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:15:59.621271 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:15:59.671226 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=be9b4c53-5f64-4280-bbd3-d4bbd397f2a3,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:15:59.710932 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.711458 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.711900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.712394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.713322 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.713749 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.714171 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.714592 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.715016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.715479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.715901 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:15:59.780737 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for floatingip, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:00.303655 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 7539a126-7269-45fe-92d8-b626127002c1 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:16:00.529334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:16:00.541175 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] Sync routers for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:16:00.559450 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:00.560376 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:15:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:00.655831 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:00.713477 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e15205f9-7826-4b29-acbf-262f85a7114f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/floatingips/a88bdb91-efc3-4c4f-aa95-25d4b6defb6f HTTP/1.1" status: 204 len: 168 time: 1.9517183 Jan 17 09:16:00.714167 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848'}] {{(pid=84154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:16:00.817547 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'status': 'completed', 'code': 200} Jan 17 09:16:00.891035 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:00.937623 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6608ab1f-669b-496f-8f14-64f04094cd8e req-83e8d5a9-049a-4015-9c4e-8e7993cc14da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec746e2a449f4588863f951482020a31&device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 1098 time: 0.0970869 Jan 17 09:16:01.137577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608ab1f-669b-496f-8f14-64f04094cd8e req-a0f0dfa5-4911-4f0e-aad4-df231ddb0e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:01.139618 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6608ab1f-669b-496f-8f14-64f04094cd8e req-a0f0dfa5-4911-4f0e-aad4-df231ddb0e23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a64b7dd8-62c6-464d-84b7-4ced220304c1 HTTP/1.1" status: 200 len: 898 time: 0.1951249 Jan 17 09:16:01.231066 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6608ab1f-669b-496f-8f14-64f04094cd8e req-bf2bd7d4-50e4-4d2c-9033-509ce616548f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0bd29ae-e255-4a57-afc4-9566778bc848 HTTP/1.1" status: 200 len: 217 time: 0.0834897 Jan 17 09:16:01.314662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608ab1f-669b-496f-8f14-64f04094cd8e req-e2f9e0c9-5bfa-4f85-89b0-610b42cacf3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:01.317054 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6608ab1f-669b-496f-8f14-64f04094cd8e req-e2f9e0c9-5bfa-4f85-89b0-610b42cacf3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9640b270-6e70-438b-b3ca-1410941bc0c9 HTTP/1.1" status: 200 len: 835 time: 0.0789158 Jan 17 09:16:01.378647 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4af7b46a-283f-49d7-9d83-4dcca32b5f5b', 'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:e7:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:18Z', 'updated_at': '2022-01-17T09:14:25Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:01.385811 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] Checking router: 7539a126-7269-45fe-92d8-b626127002c1 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:16:01.410091 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:01.411004 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:15:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:01.466319 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96aeef-3a3a-4214-bd2d-2c5ab3cd5ecd req-99a09d25-9c68-405e-871c-d105c1b7c888 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:01.468931 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-ee96aeef-3a3a-4214-bd2d-2c5ab3cd5ecd req-99a09d25-9c68-405e-871c-d105c1b7c888 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Synchronizing usage tracker for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:16:01.559058 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-ee96aeef-3a3a-4214-bd2d-2c5ab3cd5ecd req-99a09d25-9c68-405e-871c-d105c1b7c888 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Unset dirty status for tenant:ec746e2a449f4588863f951482020a31 on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:16:01.561905 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee96aeef-3a3a-4214-bd2d-2c5ab3cd5ecd req-99a09d25-9c68-405e-871c-d105c1b7c888 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.2492638 Jan 17 09:16:01.574767 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6608ab1f-669b-496f-8f14-64f04094cd8e req-c0587139-afcc-4a1d-a45a-4f3aec7a3875 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a64b7dd8-62c6-464d-84b7-4ced220304c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2504387 Jan 17 09:16:01.646073 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee96aeef-3a3a-4214-bd2d-2c5ab3cd5ecd req-e6aea7fc-db91-469a-a759-24a5629d24fe tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728235 Jan 17 09:16:01.715274 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:01.766122 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6608ab1f-669b-496f-8f14-64f04094cd8e req-b5f69c99-82bb-4787-be11-c1f397c0d8b7 service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816416 Jan 17 09:16:01.964239 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6608ab1f-669b-496f-8f14-64f04094cd8e req-98e6ab2c-e84d-4638-bd57-b3c966288b37 service neutron] 10.222.0.53 "GET /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918843 Jan 17 09:16:02.112397 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4af7b46a-283f-49d7-9d83-4dcca32b5f5b', 'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:e7:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:18Z', 'updated_at': '2022-01-17T09:14:25Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:02.116785 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715eaf0-8c85-4a7d-bda3-d32f0c3edc7b None None] The sync data for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv is: [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '4af7b46a-283f-49d7-9d83-4dcca32b5f5b', 'name': '', 'network_id': 'a64b7dd8-62c6-464d-84b7-4ced220304c1', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'mac_address': 'fa:16:3e:e7:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:18Z', 'updated_at': '2022-01-17T09:14:25Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'subnets': [{'id': '9640b270-6e70-438b-b3ca-1410941bc0c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:16:02.390349 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ce6ba-a03f-44a8-85f3-ef8e376e225a None None] New status for floating IP a88bdb91-efc3-4c4f-aa95-25d4b6defb6f: DOWN {{(pid=84156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:16:02.901331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed1596-2a9f-4608-adb1-d4e0b11dda2b req-62599cd3-a143-4ed7-a845-1954a1fbc48e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:02.902981 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-37ed1596-2a9f-4608-adb1-d4e0b11dda2b req-62599cd3-a143-4ed7-a845-1954a1fbc48e tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0841272 Jan 17 09:16:02.982886 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-37ed1596-2a9f-4608-adb1-d4e0b11dda2b req-c137d798-9529-460c-866a-645bf9ab3cfa tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/security-groups?id=32d81b36-3c0f-42dd-8f59-39253ec2dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738726 Jan 17 09:16:03.044247 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-6e3af894-6c15-45b3-b403-c287d16b6832 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:03.045766 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-6e3af894-6c15-45b3-b403-c287d16b6832 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 945 time: 0.0943069 Jan 17 09:16:03.121363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port a0bd29ae-e255-4a57-afc4-9566778bc848 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:16:03.121754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:03.530987 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port a0bd29ae-e255-4a57-afc4-9566778bc848, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=a0bd29ae-e255-4a57-afc4-9566778bc848,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:03.531507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:03.751111 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for a0bd29ae-e255-4a57-afc4-9566778bc848 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:16:04.044228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:04.106066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=a0bd29ae-e255-4a57-afc4-9566778bc848,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:04.164980 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.165999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.166382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.166782 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.167220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.167558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.167942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.168274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.168662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.169070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.169455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:04.218242 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] No DVR routers for this DVR port a0bd29ae-e255-4a57-afc4-9566778bc848 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:16:04.218545 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-83ab1aec-9031-4f29-aafd-f5469a7161ac req-759136ec-a414-46ed-82ee-d2797625b91f tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 210 time: 0.0786002 Jan 17 09:16:04.222008 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:04.224979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'name': 'network-vif-deleted', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:16:04.296229 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7ad2b1b4-529f-432e-ac91-030bba24c00e req-599f1960-42c4-4a1b-9843-d02b81b1d33d tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.53 "DELETE /v2.0/ports/a0bd29ae-e255-4a57-afc4-9566778bc848 HTTP/1.1" status: 204 len: 173 time: 1.2444704 Jan 17 09:16:04.414824 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98', 'name': 'network-vif-deleted', 'tag': 'a0bd29ae-e255-4a57-afc4-9566778bc848', 'status': 'completed', 'code': 200} Jan 17 09:16:05.425341 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c1dbf999-0a00-49c3-b7b4-d5e7ca8d670f req-f166f3ee-3528-4c34-b4be-6fb30ead70e4 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "GET /v2.0/ports?device_id=1aaaad1a-6997-4aa8-b1d8-2cb0b2cfeb98 HTTP/1.1" status: 200 len: 210 time: 0.0475175 Jan 17 09:16:06.136060 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cde24605-80af-4fbb-849a-f5d118be388d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:06.582636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36878) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:07.054667 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:07.175485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device a0bd29ae-e255-4a57-afc4-9566778bc848 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:16:07.214308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: a0bd29ae-e255-4a57-afc4-9566778bc848 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:16:07.214655 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device a0bd29ae-e255-4a57-afc4-9566778bc848 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:16:07.970454 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:16:07.971420 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:08.185924 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port 4af7b46a-283f-49d7-9d83-4dcca32b5f5b, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=4af7b46a-283f-49d7-9d83-4dcca32b5f5b,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:08.186401 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:08.266121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8afa617e-b1a1-4162-a296-bc1b3584e813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:08.334361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for 4af7b46a-283f-49d7-9d83-4dcca32b5f5b owned by network:router_interface {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:16:08.660029 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:08.709487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=4af7b46a-283f-49d7-9d83-4dcca32b5f5b,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:09.064582 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:09.575403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:09.746666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:09.810550 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Router 7539a126-7269-45fe-92d8-b626127002c1 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:16:10.011243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:16:10.021946 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] Sync routers for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:16:10.026625 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ecfd2621-d37e-4314-ab70-1680eb52fc5a tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "PUT /v2.0/routers/7539a126-7269-45fe-92d8-b626127002c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4425280 Jan 17 09:16:10.029513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36882) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:10.038762 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:10.045841 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:10.229876 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8ef131-2071-4829-a209-4368c295d648 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting subnet 9640b270-6e70-438b-b3ca-1410941bc0c9 {{(pid=84154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:16:10.233459 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b8ef131-2071-4829-a209-4368c295d648 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:10.274036 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:10.290383 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b8ef131-2071-4829-a209-4368c295d648 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2061614'] for subnet, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:10.394326 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b8ef131-2071-4829-a209-4368c295d648 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:10.564010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b8ef131-2071-4829-a209-4368c295d648 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6430810'] for subnet, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:10.594401 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:16:08Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:10.601402 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] Checking router: 7539a126-7269-45fe-92d8-b626127002c1 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:16:10.604881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ef131-2071-4829-a209-4368c295d648 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Subnet': ['ID=9640b270-6e70-438b-b3ca-1410941bc0c9,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:10.612986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7b8ef131-2071-4829-a209-4368c295d648 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:10.621273 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7b8ef131-2071-4829-a209-4368c295d648 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/subnets/9640b270-6e70-438b-b3ca-1410941bc0c9 HTTP/1.1" status: 204 len: 168 time: 0.5906794 Jan 17 09:16:10.621800 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] Routers {'7539a126-7269-45fe-92d8-b626127002c1'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:10.622809 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['7539a126-7269-45fe-92d8-b626127002c1'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:10.623996 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f40b3ac-e49a-4f2e-8923-09460689af0f None None] Network a64b7dd8-62c6-464d-84b7-4ced220304c1 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:16:10.625410 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36886) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:10.868207 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:10.935218 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] Set router 7539a126-7269-45fe-92d8-b626127002c1 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:11.032961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] DHCP port deletion for a64b7dd8-62c6-464d-84b7-4ced220304c1 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:16:11.037542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Deleting port f6d12326-49bb-4846-af25-860214304c78 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:16:11.038065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:11.147728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:11.279171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:11.279626 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Deleting port c05f20b1-b4d8-4b00-b216-45ee3bf5289f {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:16:11.280358 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:11.281300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] For port f6d12326-49bb-4846-af25-860214304c78, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=f6d12326-49bb-4846-af25-860214304c78,segment=NetworkSegment(84905dc5-2a6f-4522-b95c-af0483718e04),segment_id=84905dc5-2a6f-4522-b95c-af0483718e04)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:11.281994 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:11.356954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device f6d12326-49bb-4846-af25-860214304c78 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:16:11.370726 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:16:08Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:11.375953 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db40bf7e-973d-441f-a528-a0a087a00ced None None] The sync data for ids ['7539a126-7269-45fe-92d8-b626127002c1'] in dv-neutron-824874-1-hyperv is: [{'id': '7539a126-7269-45fe-92d8-b626127002c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-137865751', 'tenant_id': 'ec746e2a449f4588863f951482020a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:16:08Z', 'revision_number': 5, 'project_id': 'ec746e2a449f4588863f951482020a31', 'gw_port': {'id': 'c05f20b1-b4d8-4b00-b216-45ee3bf5289f', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:59:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7539a126-7269-45fe-92d8-b626127002c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:14:14Z', 'updated_at': '2022-01-17T09:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:16:11.487178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Calling delete_port for f6d12326-49bb-4846-af25-860214304c78 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:16:11.636258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:11.639312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] For port c05f20b1-b4d8-4b00-b216-45ee3bf5289f, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=c05f20b1-b4d8-4b00-b216-45ee3bf5289f,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:11.639672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:11.690300 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686'] for port, after_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:11.769848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Calling delete_port for c05f20b1-b4d8-4b00-b216-45ee3bf5289f owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:16:11.774191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Pushing event deleted for resources: {'Port': ['ID=f6d12326-49bb-4846-af25-860214304c78,revision_number=None']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:11.787328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] No DVR routers for this DVR port f6d12326-49bb-4846-af25-860214304c78 on host dv-neutron-824874-1-hyperv {{(pid=84156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:16:11.799115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.799115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.799115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.799115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.799115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.799115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.799115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.800481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.800481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.800481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:11.800481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5ba2f4-8774-4ca6-bba5-e6ae86d5bc6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:12.060719 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:12.110331 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Port': ['ID=c05f20b1-b4d8-4b00-b216-45ee3bf5289f,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:12.332973 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:12.588726 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:12.592880 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:12.689476 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:12.690185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Fanout notify agent at l3_agent the message router_deleted on router 7539a126-7269-45fe-92d8-b626127002c1 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:16:12.711545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:12.713054 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-bf1f7265-6199-49ff-bc70-f39ebf7b05a1 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/routers/7539a126-7269-45fe-92d8-b626127002c1 HTTP/1.1" status: 204 len: 168 time: 2.0864944 Jan 17 09:16:12.715940 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36890) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:12.853617 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:12.996103 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.022335 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64b7dd8-62c6-464d-84b7-4ced220304c1']}} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:13.035359 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84905dc5-2a6f-4522-b95c-af0483718e04') {'for_net_delete': True} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:13.035672 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.services.segments.db [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84905dc5-2a6f-4522-b95c-af0483718e04') {} {{(pid=84154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:13.048160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2061605'] for segment, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.065243 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.071983 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:16:13.072332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1823815'] for segment, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: Traceback (most recent call last): Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: timer() Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: cb(*args, **kw) Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: return func(*args, **kwargs) Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: self._notify() Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: self.callback(batched_events) Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: event.method(event) Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: return f(self, *a, **k) Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._get(url).json() Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: return self.request(url, 'GET', **kwargs) Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:16:13.087257 dv-neutron-824874-1-hyperv neutron-server[84154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:16:13.312272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4af7b46a-283f-49d7-9d83-4dcca32b5f5b no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:16:13.347377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 4af7b46a-283f-49d7-9d83-4dcca32b5f5b {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:16:13.347783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 4af7b46a-283f-49d7-9d83-4dcca32b5f5b not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:16:13.348250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c05f20b1-b4d8-4b00-b216-45ee3bf5289f no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:16:13.375251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.381868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.387865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: c05f20b1-b4d8-4b00-b216-45ee3bf5289f {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:16:13.387865 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device c05f20b1-b4d8-4b00-b216-45ee3bf5289f not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:16:13.416355 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'Network': ['ID=a64b7dd8-62c6-464d-84b7-4ced220304c1,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:13.496190 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-fe42a7e5-6fa8-423f-b166-4fce77dc0e41 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/networks/a64b7dd8-62c6-464d-84b7-4ced220304c1 HTTP/1.1" status: 204 len: 168 time: 0.7790146 Jan 17 09:16:13.498986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36894) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:13.576862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0c31459-eaee-4f90-9713-e97867a16644 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.609703 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0c31459-eaee-4f90-9713-e97867a16644 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.752739 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0c31459-eaee-4f90-9713-e97867a16644 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.777217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c31459-eaee-4f90-9713-e97867a16644 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d81b36-3c0f-42dd-8f59-39253ec2dfb7,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:13.877503 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f0c31459-eaee-4f90-9713-e97867a16644 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:13.878849 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f0c31459-eaee-4f90-9713-e97867a16644 tempest-TestNetworkAdvancedServerOps-1693832750 tempest-TestNetworkAdvancedServerOps-1693832750-project] 10.222.0.44 "DELETE /v2.0/security-groups/32d81b36-3c0f-42dd-8f59-39253ec2dfb7 HTTP/1.1" status: 204 len: 168 time: 0.3788357 Jan 17 09:16:14.630098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36904) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:14.826767 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-255a3285-7529-4410-bcba-546f52b91948 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec746e2a449f4588863f951482020a31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1953733 Jan 17 09:16:14.829483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36910) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:14.897895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b255a3ad-d527-4282-8459-3c837b7b066e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:14.926173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b255a3ad-d527-4282-8459-3c837b7b066e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:15.066672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b255a3ad-d527-4282-8459-3c837b7b066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:15.082829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255a3ad-d527-4282-8459-3c837b7b066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2f6231-aef4-4d73-b65d-6a28b3e59614,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:15.092222 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b255a3ad-d527-4282-8459-3c837b7b066e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:15.093368 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b255a3ad-d527-4282-8459-3c837b7b066e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be2f6231-aef4-4d73-b65d-6a28b3e59614 HTTP/1.1" status: 204 len: 168 time: 0.2629273 Jan 17 09:16:15.761934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36918) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:15.781160 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5f706dc-2af8-4d59-87c4-f2dd1080af1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:15.815995 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e5f706dc-2af8-4d59-87c4-f2dd1080af1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:15.820022 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e5f706dc-2af8-4d59-87c4-f2dd1080af1a admin admin] Usage tracker for resource:security_group_rule and tenant:78af40c1a98b4f5fa0b8df2790205666 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:15.823101 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-e5f706dc-2af8-4d59-87c4-f2dd1080af1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:15.828892 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-e5f706dc-2af8-4d59-87c4-f2dd1080af1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:15.898889 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5f706dc-2af8-4d59-87c4-f2dd1080af1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:15.975159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-e5f706dc-2af8-4d59-87c4-f2dd1080af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:16.025415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f706dc-2af8-4d59-87c4-f2dd1080af1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de05bcc9-bd9b-4bbf-8c43-23e322bead5d,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:16.029986 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-e5f706dc-2af8-4d59-87c4-f2dd1080af1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78af40c1a98b4f5fa0b8df2790205666&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2667572 Jan 17 09:16:16.033181 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36922) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:16.100165 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72698167-2cc9-4e79-b2af-76690b722d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:16.150756 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72698167-2cc9-4e79-b2af-76690b722d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:16.295394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72698167-2cc9-4e79-b2af-76690b722d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:16.313300 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72698167-2cc9-4e79-b2af-76690b722d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de05bcc9-bd9b-4bbf-8c43-23e322bead5d,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:16.316533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-72698167-2cc9-4e79-b2af-76690b722d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:16.317639 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-72698167-2cc9-4e79-b2af-76690b722d4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de05bcc9-bd9b-4bbf-8c43-23e322bead5d HTTP/1.1" status: 204 len: 168 time: 0.2835178 Jan 17 09:16:17.720038 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36944) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:17.854648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1165839340-network', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:17.859684 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:17.863803 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Usage tracker for resource:network and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:17.866941 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:17.873288 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:18.009554 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Made reservation on behalf of ba5f7917db7a41c3b51328aa23123f85 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:16:18.011964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:18.026404 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:18.063350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:18.068417 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:18.072847 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:18.079869 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:18.163809 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:18.243846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:18.281638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:16:18.297361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1da8ca-d3d5-450c-85f3-215b334f3a91,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:18.303612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:18.303933 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Added segment 5137a98a-d27f-412c-b023-253956cc4922 of type vlan for network 1fd5531c-92fe-4cef-8b38-bd8d61994989 Jan 17 09:16:18.339885 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:18.448411 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:18.449350 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:18.450028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:18.557220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd5531c-92fe-4cef-8b38-bd8d61994989,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:18.568574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 09:16:18.615919 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a759316f-0b19-4354-92c6-d84c6eb8b172 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8947167 Jan 17 09:16:18.619642 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 36952) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:18.625148 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Request body: {'subnet': {'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1165839340-subnet', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:18.630168 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:18.635362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Usage tracker for resource:subnet and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:18.638549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:18.644419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:18.723419 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Made reservation on behalf of ba5f7917db7a41c3b51328aa23123f85 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:16:18.726180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:18.981424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:19.046054 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c452429c-94e4-423c-bf49-bbb91b97acec,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:19.070294 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Checking segment: {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:16:19.070713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Network hostable DHCP agents. Network: 1fd5531c-92fe-4cef-8b38-bd8d61994989, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:16:19.146197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:16:19.220778 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 1fd5531c-92fe-4cef-8b38-bd8d61994989) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:19.225848 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:19.226491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:19.234296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b16b0b-b9ec-434e-877f-910db6a34dd4 None None] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:16:19.323346 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-7e394e65-d2a0-4ab0-a39b-bc9e5c4edc4a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7023673 Jan 17 09:16:19.326483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:19.332624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:19.338842 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:19.344138 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Usage tracker for resource:router and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:19.347866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:19.355367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:19.449362 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:19.450512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:19.472925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:19.477258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-1fd5531c-92fe-4cef-8b38-bd8d61994989', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 09:16:19.478548 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:19.667625 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Allocated IP 172.20.0.2 (1fd5531c-92fe-4cef-8b38-bd8d61994989/c452429c-94e4-423c-bf49-bbb91b97acec/e1c78f5e-89d4-4f4b-8274-d6c64a35eb82) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:16:19.701011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:19.956192 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:19.969525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Transition to ACTIVE for port object e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:20.000766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Transition to ACTIVE for port object e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:20.061546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:20.096988 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:20.112460 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:20.203533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:20.207312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:20.209066 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Pushing event updated for resources: {'Port': ['ID=e1c78f5e-89d4-4f4b-8274-d6c64a35eb82,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:20.211302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:16:20.277632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:20.282059 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Allocated IP 172.26.4.102 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/d3c37514-cbb7-4af6-8c56-09fd142236c8) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:16:20.310849 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Attempting to bind port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:16:20.311343 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Attempting to bind port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:16:20.311782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Attempting to bind port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 on network 1fd5531c-92fe-4cef-8b38-bd8d61994989 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:16:20.321909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:16:20.322570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Checking segment: {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:16:20.323220 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:20.327362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Bound using segment: {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:16:20.327362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Bound port: e1c78f5e-89d4-4f4b-8274-d6c64a35eb82, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:16:20.327362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:20.480676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] For port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:16:20.486306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] For port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e1c78f5e-89d4-4f4b-8274-d6c64a35eb82,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:16:20.496073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:20.587082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:20.598981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:20.728400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:20.730178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e168a8-5087-4afd-b182-cd0a88745001 None None] Pushing event updated for resources: {'Port': ['ID=e1c78f5e-89d4-4f4b-8274-d6c64a35eb82,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:20.740061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:20.743291 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Pushing event updated for resources: {'Port': ['ID=d3c37514-cbb7-4af6-8c56-09fd142236c8,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:20.746623 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:16:20.747473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:16:21.106161 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:21.107003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:21.346783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:21.483187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:16:21.569786 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:21.733995 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:16:21.744761 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Sync routers for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:16:21.757676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:21.758361 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:21.848327 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:21.852910 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f4810909-79af-48b6-9b0c-e909ae0d728f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5219107 Jan 17 09:16:21.853384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36960) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:21.878603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec4437-aca0-495d-bc2d-61f6421bbb3a None None] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:16:22.113374 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:22.150436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-26c57bfa-c9da-4bbe-98d4-7ee8bfad232d None None] Provisioning for port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:22.201585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-26c57bfa-c9da-4bbe-98d4-7ee8bfad232d None None] Provisioning complete for port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:22.201944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26c57bfa-c9da-4bbe-98d4-7ee8bfad232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:22.604168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26c57bfa-c9da-4bbe-98d4-7ee8bfad232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:22.669649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-26c57bfa-c9da-4bbe-98d4-7ee8bfad232d None None] For port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e1c78f5e-89d4-4f4b-8274-d6c64a35eb82,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:22.705372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:20Z', 'revision_number': 3, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:22.712489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Checking router: 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:16:22.719089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Updating router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 port d3c37514-cbb7-4af6-8c56-09fd142236c8 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:16:22.760187 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-26c57bfa-c9da-4bbe-98d4-7ee8bfad232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:22.851264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:22.907178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c57bfa-c9da-4bbe-98d4-7ee8bfad232d None None] Pushing event updated for resources: {'Port': ['ID=e1c78f5e-89d4-4f4b-8274-d6c64a35eb82,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:23.034691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9f984343-bcc3-45b0-8ddc-09fbd0751414 None None] Provisioning complete for port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:23.034980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9f984343-bcc3-45b0-8ddc-09fbd0751414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.078629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.350727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:23.425432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Allocated IP 172.20.0.1 (1fd5531c-92fe-4cef-8b38-bd8d61994989/c452429c-94e4-423c-bf49-bbb91b97acec/e1f33683-f7f8-42af-8303-b8f586266cdf) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:16:23.447017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.468681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Transition to ACTIVE for port object d3c37514-cbb7-4af6-8c56-09fd142236c8 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:23.486494 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:23.486951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.554144 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.652451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.674121 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Transition to ACTIVE for port object e1f33683-f7f8-42af-8303-b8f586266cdf will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:23.704596 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f80e1b-e0d0-47bd-9a38-a356e04566da None None] Pushing event updated for resources: {'Port': ['ID=d3c37514-cbb7-4af6-8c56-09fd142236c8,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:23.746479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Attempting to bind port d3c37514-cbb7-4af6-8c56-09fd142236c8 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:16:23.746840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Attempting to bind port d3c37514-cbb7-4af6-8c56-09fd142236c8 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:16:23.747237 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Attempting to bind port d3c37514-cbb7-4af6-8c56-09fd142236c8 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:16:23.768777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:16:23.769509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:16:23.769509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.769904 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:16:23.770376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Bound port: d3c37514-cbb7-4af6-8c56-09fd142236c8, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:16:23.770747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.780169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.867223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] For port d3c37514-cbb7-4af6-8c56-09fd142236c8, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:16:23.871732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] For port d3c37514-cbb7-4af6-8c56-09fd142236c8, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d3c37514-cbb7-4af6-8c56-09fd142236c8,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:16:23.877300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:23.878657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:23.883468 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:16:23.910839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Pushing event updated for resources: {'Port': ['ID=e1f33683-f7f8-42af-8303-b8f586266cdf,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:23.948997 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:23.952229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:24.041150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f80e1b-e0d0-47bd-9a38-a356e04566da None None] Pushing event updated for resources: {'Port': ['ID=d3c37514-cbb7-4af6-8c56-09fd142236c8,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:24.045230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:24.046079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:24.161963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:24.320635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:24.395612 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a6cad90f-caac-46c5-8bd8-18e421ba9b3b None None] Provisioning for port e1f33683-f7f8-42af-8303-b8f586266cdf completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:24.418940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a6cad90f-caac-46c5-8bd8-18e421ba9b3b None None] Provisioning complete for port e1f33683-f7f8-42af-8303-b8f586266cdf triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:24.419559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6cad90f-caac-46c5-8bd8-18e421ba9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:24.560790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:24.614289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a6cad90f-caac-46c5-8bd8-18e421ba9b3b None None] Port e1f33683-f7f8-42af-8303-b8f586266cdf cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:16:24.615511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:24.729300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Pushing event updated for resources: {'Port': ['ID=e1f33683-f7f8-42af-8303-b8f586266cdf,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:24.731998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:24.825801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 1, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:24.830895 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b1f01-d5a0-4956-85a6-61efda462c0a None None] The sync data for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv is: [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 1, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:16:24.908551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:24.910246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:25.270057 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-772b65f1-db41-4809-ab73-62a71a42755c None None] Provisioning complete for port e1f33683-f7f8-42af-8303-b8f586266cdf triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:25.270676 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-772b65f1-db41-4809-ab73-62a71a42755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:25.354975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-772b65f1-db41-4809-ab73-62a71a42755c None None] Port e1f33683-f7f8-42af-8303-b8f586266cdf cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:16:25.606924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:16:25.840758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:16:25.850910 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-10e16e3d-2a31-4832-862e-52c4a6cd7ddb admin admin] 10.222.0.44 "PUT /v2.0/routers/139f86aa-c6d5-49f5-8f68-45bd6bea12c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9963031 Jan 17 09:16:27.270058 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36982) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:27.276337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-49490718-network', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:27.281876 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:27.286140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Usage tracker for resource:network and tenant:81add477bbe84993b9bc4fce57a54aaf is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:27.290426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:27.297977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:27.347232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d3c37514-cbb7-4af6-8c56-09fd142236c8 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:27.387078 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Made reservation on behalf of 81add477bbe84993b9bc4fce57a54aaf for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:16:27.390922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.407730 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.465047 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:27.472813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Usage tracker for resource:security_group_rule and tenant:81add477bbe84993b9bc4fce57a54aaf is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:27.478248 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:27.489429 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:27.495384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port d3c37514-cbb7-4af6-8c56-09fd142236c8 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:27.502731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d3c37514-cbb7-4af6-8c56-09fd142236c8 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:27.503503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.593672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.668398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.672185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.687403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port d3c37514-cbb7-4af6-8c56-09fd142236c8, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d3c37514-cbb7-4af6-8c56-09fd142236c8,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:27.723126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:16:27.744388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459daf9d-c4d3-411b-8f8e-70c3a1bb91fd,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:27.750640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.751832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.752967 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Added segment d1f2fecc-1485-47a8-9894-66863896b2ef of type vlan for network f8adc737-e8ff-454c-a936-1f7f61666a64 Jan 17 09:16:27.799387 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.821294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=d3c37514-cbb7-4af6-8c56-09fd142236c8,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:27.905938 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:27.906726 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:27.907338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:28.015024 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] Pushing event updated for resources: {'Network': ['ID=f8adc737-e8ff-454c-a936-1f7f61666a64,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:28.026417 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network f8adc737-e8ff-454c-a936-1f7f61666a64 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 09:16:28.077172 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-198fe48c-24fe-49a7-b026-5cf1446c3680 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8059297 Jan 17 09:16:28.081758 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36986) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:28.088614 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Request body: {'subnet': {'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-49490718-subnet', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:28.095670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:28.104624 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Usage tracker for resource:subnet and tenant:81add477bbe84993b9bc4fce57a54aaf is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:28.109923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:28.119786 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:28.203297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Made reservation on behalf of 81add477bbe84993b9bc4fce57a54aaf for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:16:28.205788 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:28.494950 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:28.574665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc10d93d-154e-4caa-9d48-6a4397949979,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:28.591636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Checking segment: {'id': 'd1f2fecc-1485-47a8-9894-66863896b2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:16:28.592216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Network hostable DHCP agents. Network: f8adc737-e8ff-454c-a936-1f7f61666a64, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:16:28.689183 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Network f8adc737-e8ff-454c-a936-1f7f61666a64 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:16:28.746086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, f8adc737-e8ff-454c-a936-1f7f61666a64) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:28.750583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:28.751175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:28.758255 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600e056c-7fa5-4cac-a1d1-53a7b77ac2a0 None None] Network f8adc737-e8ff-454c-a936-1f7f61666a64 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:16:28.838854 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4f9f236b-4d7f-46b9-92cf-97e2a1f78fe3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7558403 Jan 17 09:16:28.841465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36990) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:28.847409 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:28.853205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:28.857814 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Usage tracker for resource:router and tenant:81add477bbe84993b9bc4fce57a54aaf is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:28.861463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:28.868126 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:28.935055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:28.936376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:28.958323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:29.109629 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-f8adc737-e8ff-454c-a936-1f7f61666a64', 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'fixed_ips': [{'subnet_id': 'dc10d93d-154e-4caa-9d48-6a4397949979'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 09:16:29.110554 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:29.261809 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:29.324851 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d3c37514-cbb7-4af6-8c56-09fd142236c8 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:29.451275 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Allocated IP 172.20.0.2 (f8adc737-e8ff-454c-a936-1f7f61666a64/dc10d93d-154e-4caa-9d48-6a4397949979/27032b41-68c4-43c2-b069-aca66dc2b93d) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:16:29.491288 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port d3c37514-cbb7-4af6-8c56-09fd142236c8 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:29.491798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:29.591497 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:29.646518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:29.784286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:29.795712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Transition to ACTIVE for port object 27032b41-68c4-43c2-b069-aca66dc2b93d will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:29.817834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Transition to ACTIVE for port object 27032b41-68c4-43c2-b069-aca66dc2b93d will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:29.879308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Allocated IP 172.26.4.51 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/6e1a3a90-e07c-4231-8965-d4af1dc587f3) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:16:29.882464 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:29.959128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Network f8adc737-e8ff-454c-a936-1f7f61666a64 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:29.962504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:29.967388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:16:29.969744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Pushing event updated for resources: {'Port': ['ID=27032b41-68c4-43c2-b069-aca66dc2b93d,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:30.064546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Attempting to bind port 27032b41-68c4-43c2-b069-aca66dc2b93d on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:16:30.064829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Attempting to bind port 27032b41-68c4-43c2-b069-aca66dc2b93d by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'd1f2fecc-1485-47a8-9894-66863896b2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:16:30.065193 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Attempting to bind port 27032b41-68c4-43c2-b069-aca66dc2b93d on network f8adc737-e8ff-454c-a936-1f7f61666a64 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:16:30.072415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:16:30.072772 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Checking segment: {'id': 'd1f2fecc-1485-47a8-9894-66863896b2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:16:30.073183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:30.073589 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Bound using segment: {'id': 'd1f2fecc-1485-47a8-9894-66863896b2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:16:30.074065 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Bound port: 27032b41-68c4-43c2-b069-aca66dc2b93d, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f2fecc-1485-47a8-9894-66863896b2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:16:30.074443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:30.177372 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] For port 27032b41-68c4-43c2-b069-aca66dc2b93d, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:16:30.181602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] For port 27032b41-68c4-43c2-b069-aca66dc2b93d, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=27032b41-68c4-43c2-b069-aca66dc2b93d,segment=NetworkSegment(d1f2fecc-1485-47a8-9894-66863896b2ef),segment_id=d1f2fecc-1485-47a8-9894-66863896b2ef)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:16:30.245110 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:30.266013 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:30.361201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfe1d2-4c4e-4710-9c8f-2dbc223259f9 None None] Pushing event updated for resources: {'Port': ['ID=27032b41-68c4-43c2-b069-aca66dc2b93d,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:30.375337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:30.452862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:30.456434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:30.462061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:16:30.487760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1a3a90-e07c-4231-8965-d4af1dc587f3,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:30.756252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:30.757129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:31.098767 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:16:31.370585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 27032b41-68c4-43c2-b069-aca66dc2b93d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:31.443736 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:16:31.460817 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Sync routers for ids ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:16:31.499340 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Routers {'1f2b3c50-d89c-40e7-ba78-2c276470e7c0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:31.500560 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:31.530951 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ad2bb7-5e61-4fac-82cf-05de19234d2d None None] Network f8adc737-e8ff-454c-a936-1f7f61666a64 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:16:31.595255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:31.595255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2429d114-c699-4c17-895e-3ae0631317e1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7508163 Jan 17 09:16:31.597046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 36994) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:31.625771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 27032b41-68c4-43c2-b069-aca66dc2b93d completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:31.737002 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-eca32a4a-ee56-4b31-8f3c-71745d75ac7c None None] Provisioning for port 27032b41-68c4-43c2-b069-aca66dc2b93d completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:31.775048 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-eca32a4a-ee56-4b31-8f3c-71745d75ac7c None None] Provisioning complete for port 27032b41-68c4-43c2-b069-aca66dc2b93d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:31.775746 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eca32a4a-ee56-4b31-8f3c-71745d75ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:31.822369 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Set router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:31.926323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eca32a4a-ee56-4b31-8f3c-71745d75ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:31.968170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-eca32a4a-ee56-4b31-8f3c-71745d75ac7c None None] For port 27032b41-68c4-43c2-b069-aca66dc2b93d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=27032b41-68c4-43c2-b069-aca66dc2b93d,segment=NetworkSegment(d1f2fecc-1485-47a8-9894-66863896b2ef),segment_id=d1f2fecc-1485-47a8-9894-66863896b2ef)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:32.087810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eca32a4a-ee56-4b31-8f3c-71745d75ac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:32.231946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca32a4a-ee56-4b31-8f3c-71745d75ac7c None None] Pushing event updated for resources: {'Port': ['ID=27032b41-68c4-43c2-b069-aca66dc2b93d,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:32.325493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8733261c-6c6d-4f74-b706-ff9a74085619 None None] Provisioning complete for port 27032b41-68c4-43c2-b069-aca66dc2b93d triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:32.325989 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8733261c-6c6d-4f74-b706-ff9a74085619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:32.373419 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:28Z', 'updated_at': '2022-01-17T09:16:30Z', 'revision_number': 3, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'gw_port': {'id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:29Z', 'updated_at': '2022-01-17T09:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:32.379056 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Checking router: 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:16:32.379505 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Updating router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 port 6e1a3a90-e07c-4231-8965-d4af1dc587f3 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:16:32.474504 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:32.737659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:32.987616 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.000769 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Transition to ACTIVE for port object 6e1a3a90-e07c-4231-8965-d4af1dc587f3 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:33.073015 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.163320 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Allocated IP 172.20.0.1 (f8adc737-e8ff-454c-a936-1f7f61666a64/dc10d93d-154e-4caa-9d48-6a4397949979/1ab43b3b-9e3b-494a-860e-fd64c0553843) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:16:33.228343 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Pushing event updated for resources: {'Port': ['ID=6e1a3a90-e07c-4231-8965-d4af1dc587f3,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:33.232513 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Attempting to bind port 6e1a3a90-e07c-4231-8965-d4af1dc587f3 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:16:33.232911 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Attempting to bind port 6e1a3a90-e07c-4231-8965-d4af1dc587f3 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:16:33.233442 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Attempting to bind port 6e1a3a90-e07c-4231-8965-d4af1dc587f3 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:16:33.252735 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:16:33.253127 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:16:33.253504 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.253882 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:16:33.254358 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Bound port: 6e1a3a90-e07c-4231-8965-d4af1dc587f3, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:16:33.254732 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.280004 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.280357 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.280679 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.280976 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.281304 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.281628 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.281962 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.282263 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.282584 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.282898 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.283224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:16:33.331590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 27032b41-68c4-43c2-b069-aca66dc2b93d up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:33.361777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.362190 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] For port 6e1a3a90-e07c-4231-8965-d4af1dc587f3, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:16:33.368808 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] For port 6e1a3a90-e07c-4231-8965-d4af1dc587f3, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6e1a3a90-e07c-4231-8965-d4af1dc587f3,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:16:33.382264 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Transition to ACTIVE for port object 1ab43b3b-9e3b-494a-860e-fd64c0553843 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:33.438044 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.456931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.458348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 27032b41-68c4-43c2-b069-aca66dc2b93d triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:33.458921 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.538505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Network f8adc737-e8ff-454c-a936-1f7f61666a64 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:33.542654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:33.544076 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a11b43-d428-4d9c-9834-85aee4435db8 None None] Pushing event updated for resources: {'Port': ['ID=6e1a3a90-e07c-4231-8965-d4af1dc587f3,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:33.547704 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:16:33.549148 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Routers {'1f2b3c50-d89c-40e7-ba78-2c276470e7c0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:33.549760 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:33.578551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab43b3b-9e3b-494a-860e-fd64c0553843,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:33.618649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.810105 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:33.857557 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] Set router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:33.976722 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-48d7f959-6dc5-4b47-a3c8-bbb00b9de93d None None] Provisioning for port 1ab43b3b-9e3b-494a-860e-fd64c0553843 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:33.982710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-48d7f959-6dc5-4b47-a3c8-bbb00b9de93d None None] Provisioning complete for port 1ab43b3b-9e3b-494a-860e-fd64c0553843 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:33.983367 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-48d7f959-6dc5-4b47-a3c8-bbb00b9de93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:34.087615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:34.111310 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-48d7f959-6dc5-4b47-a3c8-bbb00b9de93d None None] Port 1ab43b3b-9e3b-494a-860e-fd64c0553843 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:16:34.144902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:34.258284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab43b3b-9e3b-494a-860e-fd64c0553843,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:34.261221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:34.326160 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:28Z', 'updated_at': '2022-01-17T09:16:30Z', 'revision_number': 3, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'gw_port': {'id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:29Z', 'updated_at': '2022-01-17T09:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:34.331527 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827fe3a4-c8e1-4fb8-aede-92557bd8c33b None None] The sync data for ids ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'] in dv-neutron-824874-1-hyperv is: [{'id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:28Z', 'updated_at': '2022-01-17T09:16:30Z', 'revision_number': 3, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'gw_port': {'id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:29Z', 'updated_at': '2022-01-17T09:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:16:34.410425 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Network f8adc737-e8ff-454c-a936-1f7f61666a64 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:34.411772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:34.748005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-356995a2-7873-432d-a2c2-5fa583ac80da None None] Provisioning complete for port 1ab43b3b-9e3b-494a-860e-fd64c0553843 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:34.748611 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-356995a2-7873-432d-a2c2-5fa583ac80da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:34.833628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-356995a2-7873-432d-a2c2-5fa583ac80da None None] Port 1ab43b3b-9e3b-494a-860e-fd64c0553843 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:16:34.873681 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:16:35.272845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:16:35.284004 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0867110c-8279-420c-a25f-6c37f77bc3b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/1f2b3c50-d89c-40e7-ba78-2c276470e7c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6841402 Jan 17 09:16:36.122969 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d19fa6a3-8c20-4e7c-88ce-e1f38099f6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:36.229316 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 37004) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:36.235677 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486572681', 'description': 'tempest-secgroup-smoke-486572681 description', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:36.242014 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:36.246286 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:36.255394 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:36.262378 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:36.333339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:36.372030 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:36.376312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:36.379479 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:36.386361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:36.486589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:36.545197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:36.598448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e09ce5a-d038-4b16-bb0c-6a1d52253a59,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:36.665671 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:36.667340 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-16a97497-d1a3-498c-9032-46674fbe4989 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4364846 Jan 17 09:16:36.670780 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 37008) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:36.677398 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '6e09ce5a-d038-4b16-bb0c-6a1d52253a59', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:36.684230 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:36.689073 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:36.692724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:36.700491 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:36.787744 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:36.857907 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:36.933549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:36.958865 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d7dbda-2af7-4d1f-b7d0-ec7922621bc7,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:37.037639 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:37.039849 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-8a2b4e54-3248-453a-8cb0-e1dad0b3ec17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3670847 Jan 17 09:16:37.042904 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 37012) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:37.049290 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '6e09ce5a-d038-4b16-bb0c-6a1d52253a59', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:37.056227 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:37.060588 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:37.063790 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:37.071231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:37.154361 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:37.236312 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:37.317701 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:37.344220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e079915-f9dc-49e6-8b0d-6a4c0b063692,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:37.415682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:37.417577 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-dc64a0c2-9762-4030-9579-efcfd9e45e1f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3732982 Jan 17 09:16:37.422062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37016) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:37.432232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '6e09ce5a-d038-4b16-bb0c-6a1d52253a59', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:37.442617 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:37.449185 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:37.453868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:37.463254 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:37.558238 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:37.637035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:37.734761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:37.766866 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b494ffc-90af-4af1-bdff-6eaf971feb5f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:37.854749 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:37.856283 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1abaa206-4f36-471a-836b-7d065fca8065 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4327607 Jan 17 09:16:37.859610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37020) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:37.865861 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '6e09ce5a-d038-4b16-bb0c-6a1d52253a59', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:37.872656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:37.877329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:37.880569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:37.887687 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:37.987958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.091331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.152339 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.194613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32538aa-66b3-4540-93dc-cd24748b7b5e,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:38.271729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3eadd3f9-77a3-4710-92e0-063577d0392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.289871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.291810 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-fd1f0a26-98f8-49eb-851e-b873b2de8877 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4309447 Jan 17 09:16:38.294785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37024) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:38.304289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '6e09ce5a-d038-4b16-bb0c-6a1d52253a59', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:38.315777 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:38.323676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:38.327406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:38.334170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:38.391690 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Project ba5f7917db7a41c3b51328aa23123f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:16:38.400253 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.499437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.580488 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.610104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4197e61c-546b-45ca-b12b-46d9b9eda2e6,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:38.664820 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.666113 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b80a15a1-df33-4c17-aad4-59fe7177a993 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3698959 Jan 17 09:16:38.669844 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37028) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:38.682235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '6e09ce5a-d038-4b16-bb0c-6a1d52253a59', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:38.693807 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:38.704467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:38.707810 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:38.714592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Sync routers for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:16:38.714899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:38.734232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:38.735319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:38.810609 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Project ba5f7917db7a41c3b51328aa23123f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:16:38.827710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:38.948301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:39.015074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:39.020298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:39.048269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d762458c-8af0-4063-93fc-1805117b4c01,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:39.135287 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:39.137314 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-92ecfe65-7f8a-4960-8092-2bca88091886 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4660013 Jan 17 09:16:39.394414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6e1a3a90-e07c-4231-8965-d4af1dc587f3 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:39.443612 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-0800ba87-3685-4a44-8fae-8d4bb404be41 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:16:39.534543 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-0800ba87-3685-4a44-8fae-8d4bb404be41 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:16:39.536071 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-0800ba87-3685-4a44-8fae-8d4bb404be41 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486572681&fields=id&tenant_id=ba5f7917db7a41c3b51328aa23123f85 HTTP/1.1" status: 200 len: 267 time: 0.1467998 Jan 17 09:16:39.656592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:39.733486 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-383c19fb-ffb7-4cd9-963c-6bc3a1917394 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:39.734555 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-383c19fb-ffb7-4cd9-963c-6bc3a1917394 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:network {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:16:39.794136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:24Z', 'revision_number': 2, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:39.798545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Checking router: 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:16:39.798900 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Updating router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 port e1f33683-f7f8-42af-8303-b8f586266cdf binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:16:39.826524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 6e1a3a90-e07c-4231-8965-d4af1dc587f3 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:39.845443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 6e1a3a90-e07c-4231-8965-d4af1dc587f3 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:39.845811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:39.860415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-383c19fb-ffb7-4cd9-963c-6bc3a1917394 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:network {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:16:39.862210 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-383c19fb-ffb7-4cd9-963c-6bc3a1917394 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 809 time: 0.3138990 Jan 17 09:16:39.882966 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:39.889339 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-1e0c016a-a8f8-4be0-9513-34f1c4a54f8a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/quotas/ba5f7917db7a41c3b51328aa23123f85 HTTP/1.1" status: 200 len: 375 time: 0.0167630 Jan 17 09:16:39.907680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:40.002594 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-62415c06-0d2f-44be-8b6d-2fb8c0de933c tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028297 Jan 17 09:16:40.122914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:40.170089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 6e1a3a90-e07c-4231-8965-d4af1dc587f3, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6e1a3a90-e07c-4231-8965-d4af1dc587f3,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:40.244749 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:40.366228 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-a71d9e63-0958-4325-9ab6-21acc2ca7248 service neutron] 10.222.0.44 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441799 Jan 17 09:16:40.453970 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=6e1a3a90-e07c-4231-8965-d4af1dc587f3,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:40.540709 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-c038d1de-a7a1-42af-be0f-320c293ff5fa service neutron] 10.222.0.44 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676211 Jan 17 09:16:40.606561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:40.627552 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Transition to ACTIVE for port object e1f33683-f7f8-42af-8303-b8f586266cdf will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:40.717411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:40.923806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e383158-b20f-4124-b6fd-81ab009994b5 None None] Pushing event updated for resources: {'Port': ['ID=e1f33683-f7f8-42af-8303-b8f586266cdf,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:40.947969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ca342544-9158-4fd3-903a-c2aae616ebaa req-d6c02721-a544-413c-8456-a03f0164fd2b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:16:41.066342 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ca342544-9158-4fd3-903a-c2aae616ebaa req-d6c02721-a544-413c-8456-a03f0164fd2b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:16:41.068128 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca342544-9158-4fd3-903a-c2aae616ebaa req-d6c02721-a544-413c-8456-a03f0164fd2b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 210 time: 0.2143378 Jan 17 09:16:41.103473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Attempting to bind port e1f33683-f7f8-42af-8303-b8f586266cdf on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:16:41.103919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Attempting to bind port e1f33683-f7f8-42af-8303-b8f586266cdf by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:16:41.104538 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Attempting to bind port e1f33683-f7f8-42af-8303-b8f586266cdf on network 1fd5531c-92fe-4cef-8b38-bd8d61994989 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:16:41.116347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:16:41.117473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Checking segment: {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:16:41.118138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:41.118800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Bound using segment: {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:16:41.119668 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Bound port: e1f33683-f7f8-42af-8303-b8f586266cdf, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:16:41.120312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:41.313024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:41.334279 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] For port e1f33683-f7f8-42af-8303-b8f586266cdf, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:16:41.341782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] For port e1f33683-f7f8-42af-8303-b8f586266cdf, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e1f33683-f7f8-42af-8303-b8f586266cdf,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:16:41.364637 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6e1a3a90-e07c-4231-8965-d4af1dc587f3 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:41.417681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:41.514135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e383158-b20f-4124-b6fd-81ab009994b5 None None] Pushing event updated for resources: {'Port': ['ID=e1f33683-f7f8-42af-8303-b8f586266cdf,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:41.517673 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:41.518286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:41.589645 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 6e1a3a90-e07c-4231-8965-d4af1dc587f3 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:41.590010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:41.815177 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:42.270441 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6be64b1d-2b53-446c-9698-496844166321 req-26364814-fb8e-4986-9fc7-2b907ea2a49b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 210 time: 0.0796573 Jan 17 09:16:42.297142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:41Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:42.303829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ddc82-95f6-4605-83fb-5ba46b0bb069 None None] The sync data for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv is: [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:41Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:16:42.461406 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Sync routers for ids ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:16:42.481416 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Routers {'1f2b3c50-d89c-40e7-ba78-2c276470e7c0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:42.482461 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:42.737088 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Set router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:43.251318 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:28Z', 'updated_at': '2022-01-17T09:16:33Z', 'revision_number': 4, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'gw_port': {'id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:29Z', 'updated_at': '2022-01-17T09:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '1ab43b3b-9e3b-494a-860e-fd64c0553843', 'name': '', 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'mac_address': 'fa:16:3e:e5:66:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc10d93d-154e-4caa-9d48-6a4397949979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:32Z', 'updated_at': '2022-01-17T09:16:33Z', 'revision_number': 2, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'subnets': [{'id': 'dc10d93d-154e-4caa-9d48-6a4397949979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:43.259820 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Checking router: 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:16:43.260387 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Updating router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 port 1ab43b3b-9e3b-494a-860e-fd64c0553843 binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:16:43.340888 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:43.388335 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e1f33683-f7f8-42af-8303-b8f586266cdf up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:43.526785 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0ed47a36-2de5-434c-9c35-3cf076785bf6 req-b2345a65-1307-4b79-872d-b5c80e72a413 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 210 time: 0.0930531 Jan 17 09:16:43.602821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port e1f33683-f7f8-42af-8303-b8f586266cdf completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:43.608308 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e1f33683-f7f8-42af-8303-b8f586266cdf triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:43.608660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:43.755269 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:43.816045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port e1f33683-f7f8-42af-8303-b8f586266cdf, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e1f33683-f7f8-42af-8303-b8f586266cdf,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:43.875572 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:43.878205 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:43.893073 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Transition to ACTIVE for port object 1ab43b3b-9e3b-494a-860e-fd64c0553843 will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:43.963638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=e1f33683-f7f8-42af-8303-b8f586266cdf,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:43.993028 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:44.160391 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224f220-7131-4706-843e-1de591e2e572 None None] Pushing event updated for resources: {'Port': ['ID=1ab43b3b-9e3b-494a-860e-fd64c0553843,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:44.192419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-0c6b1110-18f2-49af-94af-7ba8114405b9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:44.193892 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-0c6b1110-18f2-49af-94af-7ba8114405b9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 809 time: 0.2379730 Jan 17 09:16:44.253851 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-5be6c204-1278-4417-a5dd-5354a06cc8a3 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5f7917db7a41c3b51328aa23123f85 HTTP/1.1" status: 200 len: 379 time: 0.0470850 Jan 17 09:16:44.267661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'port': {'device_id': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'admin_state_up': True, 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'security_groups': ['6e09ce5a-d038-4b16-bb0c-6a1d52253a59']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:44.339823 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Attempting to bind port 1ab43b3b-9e3b-494a-860e-fd64c0553843 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:16:44.340903 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Attempting to bind port 1ab43b3b-9e3b-494a-860e-fd64c0553843 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'd1f2fecc-1485-47a8-9894-66863896b2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:16:44.341704 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Attempting to bind port 1ab43b3b-9e3b-494a-860e-fd64c0553843 on network f8adc737-e8ff-454c-a936-1f7f61666a64 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:16:44.356661 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:16:44.359781 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Checking segment: {'id': 'd1f2fecc-1485-47a8-9894-66863896b2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:16:44.360511 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:44.361370 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Bound using segment: {'id': 'd1f2fecc-1485-47a8-9894-66863896b2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:16:44.362236 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Bound port: 1ab43b3b-9e3b-494a-860e-fd64c0553843, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f2fecc-1485-47a8-9894-66863896b2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:16:44.362924 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:44.503336 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] For port 1ab43b3b-9e3b-494a-860e-fd64c0553843, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:16:44.507036 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] For port 1ab43b3b-9e3b-494a-860e-fd64c0553843, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=1ab43b3b-9e3b-494a-860e-fd64c0553843,segment=NetworkSegment(d1f2fecc-1485-47a8-9894-66863896b2ef),segment_id=d1f2fecc-1485-47a8-9894-66863896b2ef)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:16:44.552450 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:44.582919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:44.608357 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:44.677558 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Made reservation on behalf of ba5f7917db7a41c3b51328aa23123f85 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:16:44.684128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:44.714723 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224f220-7131-4706-843e-1de591e2e572 None None] Pushing event updated for resources: {'Port': ['ID=1ab43b3b-9e3b-494a-860e-fd64c0553843,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:44.721281 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Routers {'1f2b3c50-d89c-40e7-ba78-2c276470e7c0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:16:44.722336 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:44.743009 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f69c3665-790e-4fee-ae99-068db487f61f req-5c6fc990-5ddc-4fe0-800e-917fc09bb467 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 210 time: 0.0788107 Jan 17 09:16:44.978255 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] Set router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:16:44.987647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Allocated IP 172.20.0.5 (1fd5531c-92fe-4cef-8b38-bd8d61994989/c452429c-94e4-423c-bf49-bbb91b97acec/06652d82-83a8-42a0-ba67-ddaff036abe0) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:16:45.295053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:45.323418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Transition to ACTIVE for port object 06652d82-83a8-42a0-ba67-ddaff036abe0 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:45.344618 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e1f33683-f7f8-42af-8303-b8f586266cdf up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:45.405599 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:28Z', 'updated_at': '2022-01-17T09:16:33Z', 'revision_number': 4, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'gw_port': {'id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:29Z', 'updated_at': '2022-01-17T09:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '1ab43b3b-9e3b-494a-860e-fd64c0553843', 'name': '', 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'mac_address': 'fa:16:3e:e5:66:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc10d93d-154e-4caa-9d48-6a4397949979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:32Z', 'updated_at': '2022-01-17T09:16:44Z', 'revision_number': 4, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'subnets': [{'id': 'dc10d93d-154e-4caa-9d48-6a4397949979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:16:45.409114 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:45.416481 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e30f4-f62f-40f1-8370-b584623d8347 None None] The sync data for ids ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'] in dv-neutron-824874-1-hyperv is: [{'id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:28Z', 'updated_at': '2022-01-17T09:16:33Z', 'revision_number': 4, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'gw_port': {'id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:29Z', 'updated_at': '2022-01-17T09:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '1ab43b3b-9e3b-494a-860e-fd64c0553843', 'name': '', 'network_id': 'f8adc737-e8ff-454c-a936-1f7f61666a64', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'mac_address': 'fa:16:3e:e5:66:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc10d93d-154e-4caa-9d48-6a4397949979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:32Z', 'updated_at': '2022-01-17T09:16:44Z', 'revision_number': 4, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'subnets': [{'id': 'dc10d93d-154e-4caa-9d48-6a4397949979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:16:45.429159 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port e1f33683-f7f8-42af-8303-b8f586266cdf triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:45.430041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:45.554353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:45.561451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:45.567061 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:16:45.638578 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:45.698610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:45.700053 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:45.787230 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-ce96c9d1-5e56-4c67-af84-84072df8def4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5264692 Jan 17 09:16:45.803172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Request body: {'port': {'device_id': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:46.008927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:46.050805 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-73df4351-5710-43ae-aff8-59b22b2c0ab1 None None] Provisioning for port 06652d82-83a8-42a0-ba67-ddaff036abe0 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:46.061042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-73df4351-5710-43ae-aff8-59b22b2c0ab1 None None] Provisioning complete for port 06652d82-83a8-42a0-ba67-ddaff036abe0 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:46.061640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-73df4351-5710-43ae-aff8-59b22b2c0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:46.155182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-73df4351-5710-43ae-aff8-59b22b2c0ab1 None None] Port 06652d82-83a8-42a0-ba67-ddaff036abe0 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:16:46.186169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d78e2-e29b-4dd0-aca5-f5bd70dd6829 req-b333a008-ff3b-4b67-aad1-8469b2222c30 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:46.186841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-c15d78e2-e29b-4dd0-aca5-f5bd70dd6829 req-b333a008-ff3b-4b67-aad1-8469b2222c30 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:16:46.421108 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-c15d78e2-e29b-4dd0-aca5-f5bd70dd6829 req-b333a008-ff3b-4b67-aad1-8469b2222c30 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:16:46.423095 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c15d78e2-e29b-4dd0-aca5-f5bd70dd6829 req-b333a008-ff3b-4b67-aad1-8469b2222c30 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 931 time: 0.4827077 Jan 17 09:16:46.557964 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c15d78e2-e29b-4dd0-aca5-f5bd70dd6829 req-a3bfe03a-e7ff-4352-9b40-c0ee1b0f5807 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179445 Jan 17 09:16:46.689801 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06652d82-83a8-42a0-ba67-ddaff036abe0 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:16:46.700302 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:46.722596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Transition to ACTIVE for port object 06652d82-83a8-42a0-ba67-ddaff036abe0 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:16:46.774913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:46.909012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:47.080356 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Attempting to bind port 06652d82-83a8-42a0-ba67-ddaff036abe0 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:16:47.081215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Attempting to bind port 06652d82-83a8-42a0-ba67-ddaff036abe0 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:16:47.081837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Attempting to bind port 06652d82-83a8-42a0-ba67-ddaff036abe0 on network 1fd5531c-92fe-4cef-8b38-bd8d61994989 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:16:47.093229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Port 06652d82-83a8-42a0-ba67-ddaff036abe0 on network 1fd5531c-92fe-4cef-8b38-bd8d61994989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 09:16:47.093747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Attempting to bind port 06652d82-83a8-42a0-ba67-ddaff036abe0 on network 1fd5531c-92fe-4cef-8b38-bd8d61994989 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:16:47.104665 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:16:47.105225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Checking segment: {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:16:47.105856 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Bound using segment: {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:16:47.106568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Bound port: 06652d82-83a8-42a0-ba67-ddaff036abe0, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:16:47.107133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:47.263557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:16:47.268546 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:16:47.324062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:47.352519 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1ab43b3b-9e3b-494a-860e-fd64c0553843 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:47.397251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:47.398646 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] 10.222.0.53 "PUT /v2.0/ports/06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 1093 time: 1.6032157 Jan 17 09:16:47.399083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:16:47.453621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77392c67-8321-4cbc-a139-a8ff3a844e7e service neutron] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:47.533046 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'status': 'completed', 'code': 200} Jan 17 09:16:47.558709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 1ab43b3b-9e3b-494a-860e-fd64c0553843 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:47.566966 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 1ab43b3b-9e3b-494a-860e-fd64c0553843 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:47.579873 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:47.676876 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-02be431f-3e09-46af-bdfa-1a72e4f12b64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1096 time: 0.1292870 Jan 17 09:16:47.785556 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:47.798134 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-09912d38-d58d-43b7-9365-c80d5fcb9f9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 217 time: 0.1137524 Jan 17 09:16:47.828099 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 1ab43b3b-9e3b-494a-860e-fd64c0553843, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=1ab43b3b-9e3b-494a-860e-fd64c0553843,segment=NetworkSegment(d1f2fecc-1485-47a8-9894-66863896b2ef),segment_id=d1f2fecc-1485-47a8-9894-66863896b2ef)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:47.901116 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:47.921296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-e98aa61a-2666-48f9-8654-cddf3cf9810f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:47.922738 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-e98aa61a-2666-48f9-8654-cddf3cf9810f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.1184642 Jan 17 09:16:47.990597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed600a6-2ea8-4155-b6de-98c3e54fa0f7 req-00aba242-cc55-4747-ae9e-7c743e4ee9d0 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:47.992194 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7ed600a6-2ea8-4155-b6de-98c3e54fa0f7 req-00aba242-cc55-4747-ae9e-7c743e4ee9d0 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.1497285 Jan 17 09:16:48.014089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=1ab43b3b-9e3b-494a-860e-fd64c0553843,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:48.071566 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7ed600a6-2ea8-4155-b6de-98c3e54fa0f7 req-9be8c226-0d0d-4d76-996f-98feeb3d35cd tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652974 Jan 17 09:16:48.077543 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-c9b2deb6-ffea-4aca-9553-5f673b3ec759 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1456470 Jan 17 09:16:48.236629 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-849263ea-5826-4596-b887-796f0d070819 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525626 Jan 17 09:16:48.387476 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6320760d-14fb-4d54-b950-2f9f17cf776a req-8a8f6c68-328e-4e31-a18e-579160a40c2f service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432428 Jan 17 09:16:48.676473 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca3786ec-6b75-4d6d-8f83-873f05009e46 req-90b3860e-9765-408b-a023-3ee7301f7d0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1096 time: 0.0768108 Jan 17 09:16:48.822778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3786ec-6b75-4d6d-8f83-873f05009e46 req-dcd3e3d1-4104-45cf-9ab2-f646de4d7376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:48.824278 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca3786ec-6b75-4d6d-8f83-873f05009e46 req-dcd3e3d1-4104-45cf-9ab2-f646de4d7376 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1409831 Jan 17 09:16:48.901433 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca3786ec-6b75-4d6d-8f83-873f05009e46 req-3c0ede81-9781-4de6-b0ba-5b8e6e5b4038 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 217 time: 0.0707617 Jan 17 09:16:48.967840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3786ec-6b75-4d6d-8f83-873f05009e46 req-ef602ebd-fb80-4e96-ac0b-76e3d9e79f82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:48.969391 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca3786ec-6b75-4d6d-8f83-873f05009e46 req-ef602ebd-fb80-4e96-ac0b-76e3d9e79f82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0617971 Jan 17 09:16:49.159427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca3786ec-6b75-4d6d-8f83-873f05009e46 req-cf50bb4d-7dbf-4f48-850b-2162c39893fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1834645 Jan 17 09:16:49.327392 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca3786ec-6b75-4d6d-8f83-873f05009e46 req-65af7552-3cf3-465a-b4cf-1b56b16e5d7d service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590843 Jan 17 09:16:49.356016 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1ab43b3b-9e3b-494a-860e-fd64c0553843 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:49.407868 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817071-6ea0-40f0-904f-7dd1fd52eaa9 req-5be33cee-6f0c-4f51-a794-3b245bcc0ace tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:49.410020 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c5817071-6ea0-40f0-904f-7dd1fd52eaa9 req-5be33cee-6f0c-4f51-a794-3b245bcc0ace tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.1162956 Jan 17 09:16:49.473684 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c5817071-6ea0-40f0-904f-7dd1fd52eaa9 req-3a3e207d-deb6-4b89-b624-657fa6b81570 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564244 Jan 17 09:16:49.489831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 1ab43b3b-9e3b-494a-860e-fd64c0553843 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:49.490272 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:49.566356 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ca3786ec-6b75-4d6d-8f83-873f05009e46 req-262f73e8-829f-469f-be9d-84f419acd13f service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314060 Jan 17 09:16:50.231560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:50.681044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8052-0040-4bb7-98ac-82c9a5254c3f req-84d53003-6fa7-478b-95ad-f18884ecd937 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:50.682866 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f51d8052-0040-4bb7-98ac-82c9a5254c3f req-84d53003-6fa7-478b-95ad-f18884ecd937 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0782080 Jan 17 09:16:50.740873 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f51d8052-0040-4bb7-98ac-82c9a5254c3f req-bd42a5bc-a855-48d0-b5aa-5bb04b128aaf tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519149 Jan 17 09:16:51.332862 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:16:51.502930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:51.528450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'port_id': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'mac_address': 'fa:16:3e:50:d2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:16:51.630432 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:51.663944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06652d82-83a8-42a0-ba67-ddaff036abe0 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:16:51.683613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:51.752984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:51.838224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:51.980008 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd35bf-4212-465c-a849-6c46abe19e33 req-1d51adb4-607b-4ce4-99e2-729af09ef232 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:51.981526 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3cdd35bf-4212-465c-a849-6c46abe19e33 req-1d51adb4-607b-4ce4-99e2-729af09ef232 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 944 time: 0.0783763 Jan 17 09:16:52.032172 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3cdd35bf-4212-465c-a849-6c46abe19e33 req-5480b7f8-8397-4dcb-91e2-1956e13be1fb tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Jan 17 09:16:52.124644 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['06652d82-83a8-42a0-ba67-ddaff036abe0'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:16:53.344895 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03ab93-bd96-4675-91c8-1a41ea9a3754 req-6d55cbc5-68fe-4f21-a00a-7c735439137e tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:53.346677 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf03ab93-bd96-4675-91c8-1a41ea9a3754 req-6d55cbc5-68fe-4f21-a00a-7c735439137e tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 944 time: 0.0888119 Jan 17 09:16:53.360771 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:16:53.410955 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf03ab93-bd96-4675-91c8-1a41ea9a3754 req-cad00c70-5c9f-4e8d-821f-c0f1ad7c8362 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535026 Jan 17 09:16:53.561785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 06652d82-83a8-42a0-ba67-ddaff036abe0 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:16:53.567979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 06652d82-83a8-42a0-ba67-ddaff036abe0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:16:53.568403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:53.697443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:53.727507 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:16:53.739732 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:16:53.830910 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:53.870114 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'code': 200} Jan 17 09:16:53.907523 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:54.277300 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7dee7080-3cb8-41a4-9814-8205f59433a2 req-d0b58ab9-c330-4b79-ba52-509a4abad901 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1098 time: 0.0795031 Jan 17 09:16:54.331950 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7dee7080-3cb8-41a4-9814-8205f59433a2 req-b2f85d88-7a16-431c-a0c8-3645ceff8131 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478914 Jan 17 09:16:54.636010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90225cf5-d4a2-464e-a23b-e9e62f09d49b req-3a446b41-3694-49bc-a4bb-b3e0e974e761 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:54.637623 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-90225cf5-d4a2-464e-a23b-e9e62f09d49b req-3a446b41-3694-49bc-a4bb-b3e0e974e761 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0792880 Jan 17 09:16:54.696713 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-90225cf5-d4a2-464e-a23b-e9e62f09d49b req-47307bb9-7289-4fc1-8067-9d7dffaf9dcc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494926 Jan 17 09:16:55.961071 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db22771-ef92-4bc4-8d3e-a664675bcd67 req-66d6457d-cef2-4d16-b72e-82252035e040 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:55.962549 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5db22771-ef92-4bc4-8d3e-a664675bcd67 req-66d6457d-cef2-4d16-b72e-82252035e040 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0926492 Jan 17 09:16:56.011278 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5db22771-ef92-4bc4-8d3e-a664675bcd67 req-889b9fd3-5bb5-487e-852f-91ba14ea2373 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427852 Jan 17 09:16:57.216841 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52058b5-04cc-4aac-b070-761188312f48 req-3f350e5d-ea6f-416c-bf0c-e5ec6c45270e tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:57.218325 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a52058b5-04cc-4aac-b070-761188312f48 req-3f350e5d-ea6f-416c-bf0c-e5ec6c45270e tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0798118 Jan 17 09:16:57.265945 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a52058b5-04cc-4aac-b070-761188312f48 req-8b978c31-fd03-43d3-b55c-f1d3341e2f54 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409608 Jan 17 09:16:57.467810 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf253c0-a87e-4a4e-9261-f5452162dbde req-0c7c1ad9-fd05-4e70-8d36-a8f92d731700 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:16:57.469649 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fcf253c0-a87e-4a4e-9261-f5452162dbde req-0c7c1ad9-fd05-4e70-8d36-a8f92d731700 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0836794 Jan 17 09:16:57.517733 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fcf253c0-a87e-4a4e-9261-f5452162dbde req-57b68437-4028-440c-b120-50ebcb31bbc2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414109 Jan 17 09:16:57.547373 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37096) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:57.688674 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6b4a1ef1-319e-4c50-8cd4-840c65b947e6 tempest-TestShelveInstance-946211641 tempest-TestShelveInstance-946211641-project-admin] Synchronizing usage tracker for tenant:81add477bbe84993b9bc4fce57a54aaf on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:16:57.737298 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:16:57.768274 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6b4a1ef1-319e-4c50-8cd4-840c65b947e6 tempest-TestShelveInstance-946211641 tempest-TestShelveInstance-946211641-project-admin] Unset dirty status for tenant:81add477bbe84993b9bc4fce57a54aaf on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:16:57.769445 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6b4a1ef1-319e-4c50-8cd4-840c65b947e6 tempest-TestShelveInstance-946211641 tempest-TestShelveInstance-946211641-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1093 time: 0.2210574 Jan 17 09:16:57.772378 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37102) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:16:57.777621 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:16:57.783394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:16:57.787326 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:floatingip and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:16:57.790301 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:16:57.796738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:16:57.871278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:58.008717 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:58.143451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Allocated IP 172.26.4.224 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/5a7e617d-fb75-4682-a838-9805ba1f4dc6) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:16:58.289564 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:58.375140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:58.452881 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:16:58.456432 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:16:58.459003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:16:58.484696 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'Port': ['ID=5a7e617d-fb75-4682-a838-9805ba1f4dc6,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:59.130177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:59.252220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:59.493009 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:59.556908 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:59.665854 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'Port': ['ID=5a7e617d-fb75-4682-a838-9805ba1f4dc6,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:16:59.685277 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:16:59.877626 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Floating IP dc2c14a3-4014-4ed8-bc5f-838ab5392125 associated. External IP: 172.26.4.224, port: 06652d82-83a8-42a0-ba67-ddaff036abe0. Jan 17 09:17:00.266823 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:17:00.472891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:17:00.483599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] Sync routers for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:17:00.500320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:17:00.500943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:17:00.551309 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:00.607021 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e99d38eb-8016-466e-874d-4bf84d92581a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8335814 Jan 17 09:17:00.607618 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:17:00.664926 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'status': 'completed', 'code': 200} Jan 17 09:17:00.704784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:17:00.894914 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0baf3bc-53cf-42ed-8dc8-083c5ecba85e req-7dce3a80-0038-4c0e-9812-7044daa8263c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1098 time: 0.2053494 Jan 17 09:17:01.031847 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baf3bc-53cf-42ed-8dc8-083c5ecba85e req-f5dca559-9248-453c-95a5-5891d5fe19b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:17:01.033301 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0baf3bc-53cf-42ed-8dc8-083c5ecba85e req-f5dca559-9248-453c-95a5-5891d5fe19b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1316578 Jan 17 09:17:01.130333 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'dc2c14a3-4014-4ed8-bc5f-838ab5392125', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'port_id': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'mac_address': 'fa:16:3e:50:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:16:58Z', 'updated_at': '2022-01-17T09:16:58Z', 'revision_number': 0, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:17:01.134563 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] Checking router: 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:17:01.145649 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:17:01.146196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:16:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:17:01.158803 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0baf3bc-53cf-42ed-8dc8-083c5ecba85e req-7e3460a0-8b05-4180-abf1-c1abbd1e6cd5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 999 time: 0.1187949 Jan 17 09:17:01.227021 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baf3bc-53cf-42ed-8dc8-083c5ecba85e req-60c56c8b-7e03-4781-a2ab-47e9b7044987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:17:01.228572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0baf3bc-53cf-42ed-8dc8-083c5ecba85e req-60c56c8b-7e03-4781-a2ab-47e9b7044987 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0632412 Jan 17 09:17:01.315592 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0baf3bc-53cf-42ed-8dc8-083c5ecba85e req-732a053d-33b9-4063-8e76-0ebd3cf4c350 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803332 Jan 17 09:17:01.336756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:17:01.458236 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0baf3bc-53cf-42ed-8dc8-083c5ecba85e req-108210aa-f8b1-46ba-97f8-a7e1d096aabb service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339102 Jan 17 09:17:01.605247 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b0baf3bc-53cf-42ed-8dc8-083c5ecba85e req-13f272f6-df63-4118-a9b7-f133fa7933f3 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403575 Jan 17 09:17:01.743094 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'dc2c14a3-4014-4ed8-bc5f-838ab5392125', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'port_id': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'mac_address': 'fa:16:3e:50:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:16:58Z', 'updated_at': '2022-01-17T09:16:58Z', 'revision_number': 0, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:17:01.747512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98df0fc-2742-4749-b784-550024dcb75b None None] The sync data for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv is: [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'dc2c14a3-4014-4ed8-bc5f-838ab5392125', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'port_id': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'mac_address': 'fa:16:3e:50:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:16:58Z', 'updated_at': '2022-01-17T09:16:58Z', 'revision_number': 0, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:17:03.925923 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ae6ec0-942a-4e18-bd63-74199bcce8bb None None] New status for floating IP dc2c14a3-4014-4ed8-bc5f-838ab5392125: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:17:06.122804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e382e0c9-c741-49cf-b4e8-5125ade5265f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:08.253809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71b8308f-82b1-4860-ae30-839c0027661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:09.569312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:09.738242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:11.248443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:20.242540 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:34.737224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:17:35.703302 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-313e0b34-f293-439c-a0b9-47275e1b8d98 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661588 Jan 17 09:17:35.841558 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-39087d9a-a9c2-41ed-8e6f-00d8a1476891 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1098 time: 0.0711241 Jan 17 09:17:35.988629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-b2504f91-79ad-40ed-9c1d-53b998479802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:17:35.990024 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-b2504f91-79ad-40ed-9c1d-53b998479802 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1291080 Jan 17 09:17:36.088231 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-d2785215-57c9-4a5d-8db7-4b73d5b6a920 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 1001 time: 0.0919688 Jan 17 09:17:36.137709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e50a124-87ae-4178-921b-e339ea981ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:36.156483 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-5e95e527-b13c-477d-b22f-0b7500c4dab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:17:36.157922 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-5e95e527-b13c-477d-b22f-0b7500c4dab4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0635021 Jan 17 09:17:36.231444 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-b27bcd3d-37f0-41b7-b85b-8adca067e211 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671868 Jan 17 09:17:36.364437 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-01694b4f-b3e3-40fd-be82-c25a88d39083 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259623 Jan 17 09:17:36.501283 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5501b96-cf5b-481c-b4f7-f44bdcbf8460 req-9a2fd7c3-a402-438a-8b0b-fa20943bddd9 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303186 Jan 17 09:17:38.253347 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6c101528-290c-48d7-8ae4-469c96b95f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:39.556467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:39.732993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:41.200413 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:17:50.234252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:06.149795 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-76b236bd-ca9d-4cc4-8172-e519bab50621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:08.287820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9625aaeb-8910-4380-8a2a-881d783ddc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:09.555456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:09.767138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:11.201437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:11.737169 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:18:20.245084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:35.807883 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-3b9bee2f-d83a-4ce3-9381-da004a717130 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1662538 Jan 17 09:18:35.944029 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-5e760a5b-67c4-4624-b077-980cacb92728 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1098 time: 0.0680876 Jan 17 09:18:36.095174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-9d4123cf-87ad-4b82-a11e-03c2453a9728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:18:36.095174 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-9d4123cf-87ad-4b82-a11e-03c2453a9728 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1252987 Jan 17 09:18:36.150020 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f42aa3b5-f811-4161-9048-2af26309dbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:36.195818 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-1bb18af4-a575-442e-a39d-08791fd42780 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 1001 time: 0.1010945 Jan 17 09:18:36.257685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-3bcf3817-4323-4214-b56b-a3d15964f92a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:18:36.259097 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-3bcf3817-4323-4214-b56b-a3d15964f92a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0571892 Jan 17 09:18:36.334772 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-5403679a-0772-4cfb-a1a2-46252b1d35aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699928 Jan 17 09:18:36.464511 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-fd707ac8-fbf6-4b92-ac65-57413e471bfa service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231017 Jan 17 09:18:36.604879 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-17aaa84e-75bc-4021-99b9-6c390d167299 req-1bdab176-59b6-4e29-8cb7-2cb0c7d7e34f service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337626 Jan 17 09:18:38.309844 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-853f9de5-456d-410c-8f5f-22e22817ddfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:39.560821 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:39.784243 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:41.212206 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:18:48.737262 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:18:50.255812 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:06.186741 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-80afbb37-dba6-4a04-a518-ffa5d94b0ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:08.292201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f931-27f2-473f-9b66-93cf0bfb458a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:09.583004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:09.783578 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:11.234816 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:20.269422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:25.737085 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:19:35.845691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e20a2c-d398-42cc-9300-951c9b740373 req-0f6e1f68-d19e-4bc3-9c86-21d98ce0ab65 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:35.854912 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c6e20a2c-d398-42cc-9300-951c9b740373 req-0f6e1f68-d19e-4bc3-9c86-21d98ce0ab65 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.1438823 Jan 17 09:19:35.879140 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-67a6ddfa-9679-4aa7-aea4-582303656761 req-14a743f7-1e48-4aff-8ad0-f7f9720e548f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1098 time: 0.1353080 Jan 17 09:19:35.924526 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c6e20a2c-d398-42cc-9300-951c9b740373 req-6dab838f-715f-4eb4-ae1e-04d2c7ea5c32 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687697 Jan 17 09:19:36.025853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6ddfa-9679-4aa7-aea4-582303656761 req-fb579309-0042-4953-9f96-6f593c474789 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:36.027340 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-67a6ddfa-9679-4aa7-aea4-582303656761 req-fb579309-0042-4953-9f96-6f593c474789 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1304753 Jan 17 09:19:36.130314 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-67a6ddfa-9679-4aa7-aea4-582303656761 req-7c490a86-9caf-4dc1-ace9-7a05d60e9064 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 1001 time: 0.0966945 Jan 17 09:19:36.171529 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d480d5aa-b853-4ca3-b99b-a6be58ecdd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:36.193574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6ddfa-9679-4aa7-aea4-582303656761 req-fa22b5a2-e677-4215-9c34-9178d6d95f59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:36.195100 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-67a6ddfa-9679-4aa7-aea4-582303656761 req-fa22b5a2-e677-4215-9c34-9178d6d95f59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0583751 Jan 17 09:19:36.271949 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-67a6ddfa-9679-4aa7-aea4-582303656761 req-33a71b33-6089-4b2d-b296-4b54cd063da0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700817 Jan 17 09:19:36.401045 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-67a6ddfa-9679-4aa7-aea4-582303656761 req-8ebbb905-c064-4871-91e2-26965c2aac84 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227257 Jan 17 09:19:36.532517 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-67a6ddfa-9679-4aa7-aea4-582303656761 req-d179ed2f-ef22-4a45-ad64-fc78efdda71f service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244493 Jan 17 09:19:37.136298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625401-fdd5-4683-adb6-3b4d8fc7c13e req-3e24982a-a709-45cf-b347-93f658c41da7 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:37.137768 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-44625401-fdd5-4683-adb6-3b4d8fc7c13e req-3e24982a-a709-45cf-b347-93f658c41da7 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0783927 Jan 17 09:19:37.187242 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-44625401-fdd5-4683-adb6-3b4d8fc7c13e req-828a4f7d-68d2-4a69-b092-cd5aafa712e7 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438833 Jan 17 09:19:38.272744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-06d225f5-8889-4748-854a-f50c5cf4f798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:38.495006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194a369-2b9a-49f1-9702-3c51ffcac71b req-50b0de63-1adc-48b9-912f-455128628455 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:38.496420 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2194a369-2b9a-49f1-9702-3c51ffcac71b req-50b0de63-1adc-48b9-912f-455128628455 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.1707606 Jan 17 09:19:38.541855 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2194a369-2b9a-49f1-9702-3c51ffcac71b req-758799b6-ecb4-4d90-933a-03d5762e5cf2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398679 Jan 17 09:19:39.582731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:39.741193 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e91e-82a3-4d7c-b1b3-96db77173aae req-643c3261-969b-47b3-bfa5-fe83a1267cb1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:39.742659 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5313e91e-82a3-4d7c-b1b3-96db77173aae req-643c3261-969b-47b3-bfa5-fe83a1267cb1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0789099 Jan 17 09:19:39.788946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:39.873051 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5313e91e-82a3-4d7c-b1b3-96db77173aae req-f83c1735-9ad1-4500-8bb0-53c7c7365f0a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248062 Jan 17 09:19:41.069878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce79222-e35a-4551-a6f1-e45d1fb82c18 req-e8f7dd57-f480-4fa5-a90e-a251dbc85fdd tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:41.071370 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cce79222-e35a-4551-a6f1-e45d1fb82c18 req-e8f7dd57-f480-4fa5-a90e-a251dbc85fdd tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0788107 Jan 17 09:19:41.115901 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cce79222-e35a-4551-a6f1-e45d1fb82c18 req-450e4554-e43c-431a-b385-f947e9507211 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390980 Jan 17 09:19:41.222940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:42.452334 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19043462-0c5b-4333-8532-6ef7f7330f9f req-c53f76f6-5933-40d9-b098-a872dc95d3b5 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:42.453743 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-19043462-0c5b-4333-8532-6ef7f7330f9f req-c53f76f6-5933-40d9-b098-a872dc95d3b5 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0759637 Jan 17 09:19:42.499412 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-19043462-0c5b-4333-8532-6ef7f7330f9f req-2954a544-0640-4905-abf3-737388b5b8aa tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394192 Jan 17 09:19:43.707062 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc0400-f5c2-44c3-9862-cf6912da3a1e req-5de4e4e8-4ecc-4bde-9ac1-052130624273 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:43.708525 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3bdc0400-f5c2-44c3-9862-cf6912da3a1e req-5de4e4e8-4ecc-4bde-9ac1-052130624273 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0765872 Jan 17 09:19:43.754391 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-3bdc0400-f5c2-44c3-9862-cf6912da3a1e req-96391ff4-a8ae-4c49-9af9-396ddfed8191 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Jan 17 09:19:44.953362 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c922d-681a-49ab-993d-fa590b18b96f req-9da58ad3-0723-46b9-b8c8-7e9e06741b68 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:44.954813 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bd7c922d-681a-49ab-993d-fa590b18b96f req-9da58ad3-0723-46b9-b8c8-7e9e06741b68 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0829446 Jan 17 09:19:44.999767 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-bd7c922d-681a-49ab-993d-fa590b18b96f req-b955b568-db83-4032-a321-83b4957f9b05 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395427 Jan 17 09:19:46.196055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de31ea-211a-4865-915e-c9b7c76f15ec req-c1351099-391e-4b90-8177-8910be06441b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:46.197490 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-24de31ea-211a-4865-915e-c9b7c76f15ec req-c1351099-391e-4b90-8177-8910be06441b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0774181 Jan 17 09:19:46.245199 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-24de31ea-211a-4865-915e-c9b7c76f15ec req-f5975a25-f1b0-48be-8b30-f4d15035f2fd tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419674 Jan 17 09:19:47.443076 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed81e3-b77a-4365-a209-de282b84c34a req-aa104833-1028-4ca7-a905-013292247417 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:47.444542 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-97ed81e3-b77a-4365-a209-de282b84c34a req-aa104833-1028-4ca7-a905-013292247417 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0740795 Jan 17 09:19:47.494036 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-97ed81e3-b77a-4365-a209-de282b84c34a req-bcb351da-2732-4cfc-a7e4-b5c305938b59 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432248 Jan 17 09:19:48.685899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6c494-cc1a-4f8a-95ac-0c9c03c6dac1 req-5a62b7a7-208d-44a4-9346-cfe32c5cfa09 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:48.687362 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-14a6c494-cc1a-4f8a-95ac-0c9c03c6dac1 req-5a62b7a7-208d-44a4-9346-cfe32c5cfa09 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0746710 Jan 17 09:19:48.731571 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-14a6c494-cc1a-4f8a-95ac-0c9c03c6dac1 req-c189e807-f690-40bd-81b7-441e210a2d0e tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387249 Jan 17 09:19:49.922954 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f1f20-caad-4482-a291-58bd763285e2 req-66b16ed2-219c-4f25-8367-3edea9281cbd tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:49.924429 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-256f1f20-caad-4482-a291-58bd763285e2 req-66b16ed2-219c-4f25-8367-3edea9281cbd tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0746591 Jan 17 09:19:49.967584 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-256f1f20-caad-4482-a291-58bd763285e2 req-e5a5cfa3-c26e-4a8f-8136-567bdd98c87d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Jan 17 09:19:50.142955 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:19:50.282332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:19:50.298809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'port_id': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'mac_address': 'fa:16:3e:50:d2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:19:50.361781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:50.385139 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:50.401751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06652d82-83a8-42a0-ba67-ddaff036abe0 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:19:50.416814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:19:50.491170 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:50.556407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:19:50.564898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['06652d82-83a8-42a0-ba67-ddaff036abe0'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:19:50.594527 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.594864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.595213 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.595545 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.595868 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.596234 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.596553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.596870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.597437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.597752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:50.598067 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:19:51.163381 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88b940-f961-4422-a634-4ffb1effacd4 req-4ac2505a-5388-4479-aae8-cb49fc62d131 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:51.164816 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4d88b940-f961-4422-a634-4ffb1effacd4 req-4ac2505a-5388-4479-aae8-cb49fc62d131 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 944 time: 0.0787809 Jan 17 09:19:51.209114 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4d88b940-f961-4422-a634-4ffb1effacd4 req-45058abd-0894-404c-8cec-28b4e6dd36c2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389471 Jan 17 09:19:52.143084 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:19:52.209788 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 06652d82-83a8-42a0-ba67-ddaff036abe0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:19:52.210197 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:52.323593 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:52.350762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:19:52.360613 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:19:52.405598 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c7af-c8f9-44cd-85d9-27eee6ad3186 req-6e742717-db64-4bef-b284-888e4865101b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:52.407125 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5680c7af-c8f9-44cd-85d9-27eee6ad3186 req-6e742717-db64-4bef-b284-888e4865101b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 944 time: 0.0810609 Jan 17 09:19:52.452398 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5680c7af-c8f9-44cd-85d9-27eee6ad3186 req-1a5db5d5-ff24-4819-9d1e-671e5551d874 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397098 Jan 17 09:19:52.463478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:19:52.530178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:19:53.426154 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'code': 200} Jan 17 09:19:53.645181 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b4c1-fc19-4a48-9fe9-96b64b234d7c req-e851057c-ab00-4c95-9d73-e0eeb9a9881d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:53.646618 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee16b4c1-fc19-4a48-9fe9-96b64b234d7c req-e851057c-ab00-4c95-9d73-e0eeb9a9881d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0739853 Jan 17 09:19:53.691051 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ee16b4c1-fc19-4a48-9fe9-96b64b234d7c req-3aa09ebf-1cfc-4d4b-9810-4a32ce24d6f8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384853 Jan 17 09:19:54.892868 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a248c-71e6-48c3-8540-efe975fa3291 req-cfb8f4d5-feea-4031-9a77-f50071691176 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:54.894327 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a64a248c-71e6-48c3-8540-efe975fa3291 req-cfb8f4d5-feea-4031-9a77-f50071691176 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0775898 Jan 17 09:19:54.943568 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a64a248c-71e6-48c3-8540-efe975fa3291 req-d272fdc3-115d-419a-95eb-d2fac0129ba9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428548 Jan 17 09:19:56.151231 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34044bf-443d-4bdf-bd46-597e691a7321 req-ce0680dc-aa98-4580-af9c-0aec87a0ef96 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:56.155671 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e34044bf-443d-4bdf-bd46-597e691a7321 req-ce0680dc-aa98-4580-af9c-0aec87a0ef96 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0881307 Jan 17 09:19:56.204438 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e34044bf-443d-4bdf-bd46-597e691a7321 req-4ab7471f-4d0e-4a03-abe6-18cacfe5d87a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462248 Jan 17 09:19:57.411911 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611f02-d3a1-468b-a05d-030396f80acc req-70773ae7-78c1-401d-b40c-1e7c005fce28 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:57.414088 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-40611f02-d3a1-468b-a05d-030396f80acc req-70773ae7-78c1-401d-b40c-1e7c005fce28 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0799007 Jan 17 09:19:57.463987 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-40611f02-d3a1-468b-a05d-030396f80acc req-c151f9a2-ffd0-4504-b1de-2083c5c6b9e6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437963 Jan 17 09:19:58.663114 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38623ce6-d652-4dd5-bccc-d41b74a80491 req-fe7c1b78-e449-4553-b26d-7e896c5e2bf5 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:58.664617 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-38623ce6-d652-4dd5-bccc-d41b74a80491 req-fe7c1b78-e449-4553-b26d-7e896c5e2bf5 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0764272 Jan 17 09:19:58.713031 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-38623ce6-d652-4dd5-bccc-d41b74a80491 req-b1f20620-056b-4e42-84c7-44c19ee057b5 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414617 Jan 17 09:19:59.948270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f27d69-40a7-438f-ba0e-658fdefd0686 req-323e0cd6-16ae-49e8-ac53-9775fa443aa4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:19:59.949741 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-86f27d69-40a7-438f-ba0e-658fdefd0686 req-323e0cd6-16ae-49e8-ac53-9775fa443aa4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0861585 Jan 17 09:20:00.001649 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-86f27d69-40a7-438f-ba0e-658fdefd0686 req-19460154-6342-4eda-b102-666d1c4b69ac tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464613 Jan 17 09:20:01.258146 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910df5a-c862-4839-bcc2-adeb7f7241c9 req-285eb029-074b-4a65-ac43-fc99d8a3af0a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:01.260181 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5910df5a-c862-4839-bcc2-adeb7f7241c9 req-285eb029-074b-4a65-ac43-fc99d8a3af0a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.1059427 Jan 17 09:20:01.310470 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5910df5a-c862-4839-bcc2-adeb7f7241c9 req-01a099ca-e903-4a4a-97e2-928583977540 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439036 Jan 17 09:20:02.553901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e80ca-8518-4600-b8f5-f8cc17fb9c77 req-0910bf27-3c1b-4dfe-bb0e-41c2e060b314 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:02.557606 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-831e80ca-8518-4600-b8f5-f8cc17fb9c77 req-0910bf27-3c1b-4dfe-bb0e-41c2e060b314 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0937581 Jan 17 09:20:02.607357 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-831e80ca-8518-4600-b8f5-f8cc17fb9c77 req-360a6f79-a338-4c4d-b5f6-92e856019a7c tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Jan 17 09:20:02.738504 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:20:03.845709 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c83f48-344e-4b05-af65-b42b8712be67 req-1577bd8e-27aa-49fb-848c-0af67da5da35 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:03.847488 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-05c83f48-344e-4b05-af65-b42b8712be67 req-1577bd8e-27aa-49fb-848c-0af67da5da35 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.1011860 Jan 17 09:20:03.905164 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-05c83f48-344e-4b05-af65-b42b8712be67 req-6c5f4ab4-3fa0-4317-a805-08523f6584cc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501373 Jan 17 09:20:05.114012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91461d-6798-4ab7-9b1e-59767795c8a2 req-c3588e60-fb9e-413a-a050-29603025d43f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:05.115520 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e91461d-6798-4ab7-9b1e-59767795c8a2 req-c3588e60-fb9e-413a-a050-29603025d43f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0813081 Jan 17 09:20:05.160615 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e91461d-6798-4ab7-9b1e-59767795c8a2 req-c82ca258-80e5-4b01-b312-04701d059e2d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397093 Jan 17 09:20:06.182553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8068b357-cf90-4d56-adae-0a52ca6d5a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:06.370475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e11e6-ea8e-41f2-8143-09e4335ec415 req-f28a558e-0695-4fd8-a969-96e752ad012d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:06.371984 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7d9e11e6-ea8e-41f2-8143-09e4335ec415 req-f28a558e-0695-4fd8-a969-96e752ad012d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0803373 Jan 17 09:20:06.419767 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7d9e11e6-ea8e-41f2-8143-09e4335ec415 req-d15e0fa9-6150-4af5-865a-f75983ccb313 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417671 Jan 17 09:20:07.618451 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a336c-d137-44f2-ac7f-ff35f26b915b req-3b668ea9-25ed-4bc7-bcb2-ad04be58000a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:07.620367 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d12a336c-d137-44f2-ac7f-ff35f26b915b req-3b668ea9-25ed-4bc7-bcb2-ad04be58000a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0792251 Jan 17 09:20:07.668277 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d12a336c-d137-44f2-ac7f-ff35f26b915b req-50735916-f31d-40f9-a8fb-a2b2c1f94f85 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 Jan 17 09:20:07.901165 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d6ea919-1764-4ec8-aca2-62ee4a2b8d74 req-057f4234-5e79-4f16-baa8-877004895c20 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1098 time: 0.0679672 Jan 17 09:20:08.029463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ea919-1764-4ec8-aca2-62ee4a2b8d74 req-2350b3b0-97ed-4c22-a665-7fa99b972c75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:08.030954 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d6ea919-1764-4ec8-aca2-62ee4a2b8d74 req-2350b3b0-97ed-4c22-a665-7fa99b972c75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1237366 Jan 17 09:20:08.130596 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d6ea919-1764-4ec8-aca2-62ee4a2b8d74 req-4f4880fe-e4fb-4c30-93a0-4488cf894bae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 1001 time: 0.0942461 Jan 17 09:20:08.190709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ea919-1764-4ec8-aca2-62ee4a2b8d74 req-53183d53-8cff-43a3-9c79-35e9d0a03f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:08.192074 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d6ea919-1764-4ec8-aca2-62ee4a2b8d74 req-53183d53-8cff-43a3-9c79-35e9d0a03f88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0557663 Jan 17 09:20:08.269779 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d6ea919-1764-4ec8-aca2-62ee4a2b8d74 req-1cc7103d-ca00-4440-8068-d334c60b6e16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715723 Jan 17 09:20:08.319606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-59b69832-9e6f-4627-b4d8-39a4189d216d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:08.479994 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d6ea919-1764-4ec8-aca2-62ee4a2b8d74 req-8947092d-25d8-4e13-b19f-a9b4b7f31524 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038009 Jan 17 09:20:08.607027 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7d6ea919-1764-4ec8-aca2-62ee4a2b8d74 req-284de072-8856-461d-8ede-4b4918244834 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203952 Jan 17 09:20:08.867180 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fff30-ec92-43ac-974b-7ce1bbef6ad3 req-ba425658-51b0-4746-804d-90d734fb69ce tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:08.869217 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-825fff30-ec92-43ac-974b-7ce1bbef6ad3 req-ba425658-51b0-4746-804d-90d734fb69ce tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0796123 Jan 17 09:20:08.912877 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-825fff30-ec92-43ac-974b-7ce1bbef6ad3 req-492cc23d-ba4d-471d-9455-0770ba2df133 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382445 Jan 17 09:20:09.565040 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:09.771375 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:10.115095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319d690-6090-44f4-b099-8f388caf5180 req-93ef65bb-efba-4353-a37e-f968a5b7fb5a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:10.116552 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c319d690-6090-44f4-b099-8f388caf5180 req-93ef65bb-efba-4353-a37e-f968a5b7fb5a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 945 time: 0.0738306 Jan 17 09:20:10.161903 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c319d690-6090-44f4-b099-8f388caf5180 req-8b89df4c-ec62-4d44-823b-96f2ee97632c tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393746 Jan 17 09:20:10.330475 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:20:10.442881 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:10.470580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:20:10.482057 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:20:10.523793 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'code': 200} Jan 17 09:20:10.564815 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:10.632263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:20:11.250958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:11.359955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caecaed-7109-4352-ac4c-a8b48b42e952 req-cc25a88c-2442-45c7-8208-ce30036559c9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:11.361415 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5caecaed-7109-4352-ac4c-a8b48b42e952 req-cc25a88c-2442-45c7-8208-ce30036559c9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0787859 Jan 17 09:20:11.405824 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-5caecaed-7109-4352-ac4c-a8b48b42e952 req-5b867579-1eae-48cf-b519-b6c1f98cfcd0 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387368 Jan 17 09:20:11.590765 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-aaf0b304-236d-4cd7-92a7-4c3697d4d7fd req-3ce11d75-d2a0-48bb-a6fc-ceeaf0c1089b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0651186 Jan 17 09:20:12.042899 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea0418-4512-42e0-bd56-adab143f4523 req-966b62a4-b70f-4ef3-b9e9-096d4024924a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:12.044390 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9bea0418-4512-42e0-bd56-adab143f4523 req-966b62a4-b70f-4ef3-b9e9-096d4024924a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0766711 Jan 17 09:20:12.090234 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9bea0418-4512-42e0-bd56-adab143f4523 req-2b7ba4c2-4795-4f17-8111-fb8657715ae6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401921 Jan 17 09:20:12.345030 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1607bd83-5734-4b00-a418-68b063815248 req-f0ea1b8b-266a-4789-b08c-70bccefb9029 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1353369 Jan 17 09:20:13.292247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf82d5-62b4-4511-820a-839a6ad573f4 req-99ef2023-443a-42e6-a9d2-f032c56f8e85 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:13.293696 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9bcf82d5-62b4-4511-820a-839a6ad573f4 req-99ef2023-443a-42e6-a9d2-f032c56f8e85 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0791197 Jan 17 09:20:13.339389 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9bcf82d5-62b4-4511-820a-839a6ad573f4 req-641af795-8fd5-4d5c-b924-4242cd5b7f75 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 Jan 17 09:20:13.543774 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1607bd83-5734-4b00-a418-68b063815248 req-33b902b2-e4ff-4018-a5ca-f3e91fe04d35 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1&tenant_id=ba5f7917db7a41c3b51328aa23123f85 HTTP/1.1" status: 200 len: 1096 time: 0.0674660 Jan 17 09:20:13.636596 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1607bd83-5734-4b00-a418-68b063815248 req-e4f3936d-939d-4d3b-8e39-fb4479eb29da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1096 time: 0.0713501 Jan 17 09:20:13.763684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607bd83-5734-4b00-a418-68b063815248 req-479f5699-8542-41ac-bfb3-2945c05daf25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:13.765037 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1607bd83-5734-4b00-a418-68b063815248 req-479f5699-8542-41ac-bfb3-2945c05daf25 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1224844 Jan 17 09:20:13.864885 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1607bd83-5734-4b00-a418-68b063815248 req-5bc86a20-daba-4f59-811b-ffb0b36ffc1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 999 time: 0.0938530 Jan 17 09:20:13.925827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607bd83-5734-4b00-a418-68b063815248 req-2656bd90-27a2-49af-960a-22bed868a244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:13.927319 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1607bd83-5734-4b00-a418-68b063815248 req-2656bd90-27a2-49af-960a-22bed868a244 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0561986 Jan 17 09:20:14.004520 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1607bd83-5734-4b00-a418-68b063815248 req-2b72ff42-97ba-4f9e-9071-071143755b27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684147 Jan 17 09:20:14.136536 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1607bd83-5734-4b00-a418-68b063815248 req-f8cc0950-f696-490e-bbb2-d046a67464fd service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254580 Jan 17 09:20:14.266476 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1607bd83-5734-4b00-a418-68b063815248 req-b2447426-ac4b-4f75-a33e-7d6ba87c1343 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225357 Jan 17 09:20:14.346478 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:20:14.546084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c855dc-aa84-422b-bee7-1baaf41f231a req-0d9a4995-cf1d-47bb-8778-d7880f133957 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:14.547596 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92c855dc-aa84-422b-bee7-1baaf41f231a req-0d9a4995-cf1d-47bb-8778-d7880f133957 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0793672 Jan 17 09:20:14.593641 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-92c855dc-aa84-422b-bee7-1baaf41f231a req-87573647-ea01-43de-ac8c-46f9c33a165d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 Jan 17 09:20:15.840308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7ac63-bda7-485b-b8a2-cbf03c3486bb req-40a48fff-7233-426c-86c1-38852c6948f1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:15.841827 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0ed7ac63-bda7-485b-b8a2-cbf03c3486bb req-40a48fff-7233-426c-86c1-38852c6948f1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0947640 Jan 17 09:20:15.892267 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0ed7ac63-bda7-485b-b8a2-cbf03c3486bb req-bb5a5c46-644a-4580-bda6-af8352b57032 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436714 Jan 17 09:20:17.118883 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1b47d-c589-47ec-a33d-496d3b293fcd req-6f4d92ed-fcfd-490f-af33-a771d587c2d2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:17.121796 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-33d1b47d-c589-47ec-a33d-496d3b293fcd req-6f4d92ed-fcfd-490f-af33-a771d587c2d2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0882611 Jan 17 09:20:17.179799 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-33d1b47d-c589-47ec-a33d-496d3b293fcd req-9a1c3ab6-f015-44cc-8a59-1b34d3e0f10b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508368 Jan 17 09:20:18.394712 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1e50-d02c-460a-a968-efd82a489080 req-d791c145-ec88-4bbf-8553-eb5053b271f4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:18.396437 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5f6e1e50-d02c-460a-a968-efd82a489080 req-d791c145-ec88-4bbf-8553-eb5053b271f4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0872178 Jan 17 09:20:18.450156 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5f6e1e50-d02c-460a-a968-efd82a489080 req-c97613fd-458a-42ee-9fe3-5e080970f0f1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461185 Jan 17 09:20:19.661898 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50bda1-d79a-4d86-b9b9-660646f7abca req-52679853-2812-44ec-93c9-071b548403a8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:19.663307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf50bda1-d79a-4d86-b9b9-660646f7abca req-52679853-2812-44ec-93c9-071b548403a8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0789275 Jan 17 09:20:19.709863 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf50bda1-d79a-4d86-b9b9-660646f7abca req-9670585f-7674-4b91-be41-d12ec08620ed tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405872 Jan 17 09:20:20.382739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:20.962182 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b51832-b07a-4dd2-9717-2264c8c3c08a req-c555693e-21af-4115-aaec-afb57e5080aa tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:20.964985 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d4b51832-b07a-4dd2-9717-2264c8c3c08a req-c555693e-21af-4115-aaec-afb57e5080aa tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.1007266 Jan 17 09:20:21.023973 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d4b51832-b07a-4dd2-9717-2264c8c3c08a req-89f7f6e1-268f-4330-ba8f-e6baafb551b6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527675 Jan 17 09:20:22.330962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7be1f6-a2bb-4994-98e7-eb8903dffc83 req-059b1ad1-118f-4690-a343-05b82543e5da tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:22.332348 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf7be1f6-a2bb-4994-98e7-eb8903dffc83 req-059b1ad1-118f-4690-a343-05b82543e5da tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.1784663 Jan 17 09:20:22.382514 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cf7be1f6-a2bb-4994-98e7-eb8903dffc83 req-aed8328b-a177-4b48-8286-df2e93275e26 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441041 Jan 17 09:20:23.588409 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db44587-9218-4747-adad-20ff85975589 req-244b78ab-1467-41f8-ae0e-44ae44cd6fce tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:23.589849 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9db44587-9218-4747-adad-20ff85975589 req-244b78ab-1467-41f8-ae0e-44ae44cd6fce tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0811932 Jan 17 09:20:23.634308 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9db44587-9218-4747-adad-20ff85975589 req-192417f1-e266-4994-8851-28382717d8ad tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389154 Jan 17 09:20:24.829393 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c199f-90dd-4bd7-918c-95c5103d6d1c req-66570136-7f40-4f3d-9253-f533508511c8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:24.830767 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-166c199f-90dd-4bd7-918c-95c5103d6d1c req-66570136-7f40-4f3d-9253-f533508511c8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0780699 Jan 17 09:20:24.875528 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-166c199f-90dd-4bd7-918c-95c5103d6d1c req-ec357a0d-49d1-4762-abd2-93db1a1c6be6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 Jan 17 09:20:26.071690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e354fa-36de-4994-a19b-bad197449e30 req-26f02e31-2949-436d-a1b7-fc11ec84f067 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:26.074692 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c3e354fa-36de-4994-a19b-bad197449e30 req-26f02e31-2949-436d-a1b7-fc11ec84f067 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0798857 Jan 17 09:20:26.119087 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c3e354fa-36de-4994-a19b-bad197449e30 req-0876ac65-15f0-42f4-8695-3ba09d0192bd tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390131 Jan 17 09:20:27.313657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa410d-04f2-4fde-8c5e-adde98fbad75 req-c5361b6b-2ffa-46ab-90f2-9a9cca5c8ba3 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:27.315120 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3fa410d-04f2-4fde-8c5e-adde98fbad75 req-c5361b6b-2ffa-46ab-90f2-9a9cca5c8ba3 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0791395 Jan 17 09:20:27.359436 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c3fa410d-04f2-4fde-8c5e-adde98fbad75 req-2307f631-904d-4b4b-b23a-a9957f3d7e64 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388446 Jan 17 09:20:28.558568 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a381327-3010-4468-bad2-a07fc6442c80 req-860cdb77-94d0-4984-b850-c95041e7db1d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:28.560027 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a381327-3010-4468-bad2-a07fc6442c80 req-860cdb77-94d0-4984-b850-c95041e7db1d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0757802 Jan 17 09:20:28.603927 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5a381327-3010-4468-bad2-a07fc6442c80 req-612b05d9-03da-42c7-95c7-8cd627f9ce9f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 Jan 17 09:20:29.808165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd976d3-486d-4e76-bcdd-81ef9a092bfc req-f72cdef7-4974-4e69-b17e-9ab2a279d757 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:29.809740 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1cd976d3-486d-4e76-bcdd-81ef9a092bfc req-f72cdef7-4974-4e69-b17e-9ab2a279d757 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 943 time: 0.0839901 Jan 17 09:20:29.853604 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1cd976d3-486d-4e76-bcdd-81ef9a092bfc req-ba8adf20-e93b-453b-b564-8c5a2e9e9bbf tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385389 Jan 17 09:20:30.454963 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:20:30.585205 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:20:30.598687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'port_id': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'mac_address': 'fa:16:3e:50:d2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:20:30.649891 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:30.667008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06652d82-83a8-42a0-ba67-ddaff036abe0 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:20:30.681235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:20:30.785124 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:30.852121 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=9']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:20:31.050219 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90c37b-fba6-4643-bb56-6d126499352e req-c64173b0-ba62-4d51-8868-ad0e84523ef5 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:31.051616 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f90c37b-fba6-4643-bb56-6d126499352e req-c64173b0-ba62-4d51-8868-ad0e84523ef5 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 944 time: 0.0782597 Jan 17 09:20:31.096756 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-9f90c37b-fba6-4643-bb56-6d126499352e req-05aad696-506e-4276-a967-6e7b558a5b06 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396323 Jan 17 09:20:31.197498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['06652d82-83a8-42a0-ba67-ddaff036abe0'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:20:32.295046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb13c6-f7cb-4e01-87e2-335bc643e9f9 req-fdb9cc9e-21f4-4097-bb3b-98f4097eff13 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:32.296532 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4bdb13c6-f7cb-4e01-87e2-335bc643e9f9 req-fdb9cc9e-21f4-4097-bb3b-98f4097eff13 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 944 time: 0.0808749 Jan 17 09:20:32.341037 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4bdb13c6-f7cb-4e01-87e2-335bc643e9f9 req-455adab5-7583-43ed-a211-7416c2effd40 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390604 Jan 17 09:20:32.474709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:20:32.541848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 06652d82-83a8-42a0-ba67-ddaff036abe0 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:20:32.542211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:32.652558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:32.678587 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:20:32.688512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:20:32.738279 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'code': 200} Jan 17 09:20:32.758958 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:32.833721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=10']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:20:33.116808 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-85a78f7c-92c6-4a0b-9489-a6a13f9e5961 req-67ed8e30-e0c4-46ff-b2fa-5ae9793cc033 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1099 time: 0.0671403 Jan 17 09:20:33.169715 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-85a78f7c-92c6-4a0b-9489-a6a13f9e5961 req-3c2e288d-2842-4440-9652-666526a90b77 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472889 Jan 17 09:20:33.547153 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a60ea-46a2-4b91-9f52-635e6cca6744 req-46932008-2005-4a7a-a082-e8cb4a0b8f07 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:33.548644 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e51a60ea-46a2-4b91-9f52-635e6cca6744 req-46932008-2005-4a7a-a082-e8cb4a0b8f07 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 946 time: 0.0879924 Jan 17 09:20:33.593410 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e51a60ea-46a2-4b91-9f52-635e6cca6744 req-a8c58385-f9df-4904-9dac-b74b3e6bc091 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393379 Jan 17 09:20:34.790508 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdfe49-ca11-4c25-9902-9df26a7a5c04 req-2172f8d1-504d-4a7c-bd7d-e432d3fdd1f2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:34.791972 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7cdfe49-ca11-4c25-9902-9df26a7a5c04 req-2172f8d1-504d-4a7c-bd7d-e432d3fdd1f2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 946 time: 0.0767541 Jan 17 09:20:34.840361 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d7cdfe49-ca11-4c25-9902-9df26a7a5c04 req-b3600f02-b824-4cbe-9f60-c30f96e5b083 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428746 Jan 17 09:20:36.040582 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673c1e9-8291-49d4-bd4d-95c2d701560d req-f505ce74-26a4-4b21-9e20-222ce929878f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:36.042009 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a673c1e9-8291-49d4-bd4d-95c2d701560d req-f505ce74-26a4-4b21-9e20-222ce929878f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 946 time: 0.0810468 Jan 17 09:20:36.086709 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a673c1e9-8291-49d4-bd4d-95c2d701560d req-b35a8210-40f0-4a28-a689-185bef40efb9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391815 Jan 17 09:20:36.141944 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c15c-004f-460a-8a67-ffda8439443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:36.695030 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-b2c619fd-143d-4e4e-ad03-e7292997b8bb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663457 Jan 17 09:20:36.836741 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-b3649f3b-c772-4463-8b9b-cbdbc2da17a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1099 time: 0.0726988 Jan 17 09:20:36.979678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-df743e8f-e088-49a1-822e-f4e15eef33e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:36.981118 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-df743e8f-e088-49a1-822e-f4e15eef33e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1245017 Jan 17 09:20:37.083145 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-09d73538-c663-443b-8bea-d311b0eb964d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 1001 time: 0.0949507 Jan 17 09:20:37.144921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-b6cdf376-d165-4971-9dbe-19be75810d95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:20:37.146410 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-b6cdf376-d165-4971-9dbe-19be75810d95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0570381 Jan 17 09:20:37.218929 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-88baf331-dedb-47f3-9a95-3eee346eb0fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658391 Jan 17 09:20:37.347808 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-4b50fa96-ed38-4f22-8bf5-04437ae1be95 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216714 Jan 17 09:20:37.476556 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2b60a259-50ee-4f37-a480-9eff8c71eea4 req-f14188aa-5acd-4d63-b08b-843cf2cfc5ab service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228511 Jan 17 09:20:38.279580 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff9387ee-21af-4932-a579-27e5504acb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:39.585165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:39.738716 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:20:39.816286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:41.233939 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:20:50.341666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:06.164266 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6014d767-22fd-4500-bf75-81eb03e5887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:08.289728 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c0077393-390f-43d1-8d35-e9b5a24eb9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:09.587792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:09.803840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:11.230118 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:16.739138 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:21:20.304384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:36.154947 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0af11c5d-c28d-4e55-987d-55af95114bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:36.776191 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-c10e16e9-9caa-487f-a7fb-64a3bf9d5154 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359048 Jan 17 09:21:36.913104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-8c2df569-9d5b-4448-be7a-d845115fcc51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1099 time: 0.0696456 Jan 17 09:21:37.141923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-b48b1e8c-294d-4c8e-9ca8-dd4415f223aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:21:37.143492 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-b48b1e8c-294d-4c8e-9ca8-dd4415f223aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.2106981 Jan 17 09:21:37.243654 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-8bb6e547-010e-4ab3-902b-c1d1e56ce2ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 1001 time: 0.0938704 Jan 17 09:21:37.308481 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-cf247160-6d25-43a4-b0e8-b088fd992326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:21:37.309919 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-cf247160-6d25-43a4-b0e8-b088fd992326 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0604026 Jan 17 09:21:37.384005 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-aee37bc9-d0f7-4947-ae2e-c3bbcc163095 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669842 Jan 17 09:21:37.513665 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-520ef277-78e2-4414-b915-89f0303a320b service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233525 Jan 17 09:21:37.642239 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-03403d27-f531-4a4a-8a75-c6e1f23f60bb req-ae7e9c65-3350-496c-a763-ca09d0aa7277 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219742 Jan 17 09:21:38.287015 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-27006513-2109-4bbf-81e9-009fc4950eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:39.581072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:39.786473 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:41.226920 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:50.326332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:21:53.739217 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:22:06.151752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-21f9b30e-f26d-4384-b8a9-84b65b11e156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:08.274937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f057e242-6781-422f-819a-8b3e587ae7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:09.589037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:09.786499 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:11.217449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:20.323485 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:23.553227 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37428) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:22:23.817345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Deleting port 5a7e617d-fb75-4682-a838-9805ba1f4dc6 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:22:23.817615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:23.978581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:23.978901 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:24.094457 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Calling delete_port for 5a7e617d-fb75-4682-a838-9805ba1f4dc6 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:22:24.306170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:24.354702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event deleted for resources: {'Port': ['ID=5a7e617d-fb75-4682-a838-9805ba1f4dc6,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:24.395667 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.399441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:22:24.457962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:24.940477 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:22:25.136199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:22:25.145801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] Sync routers for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:22:25.158059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:22:25.165680 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:22:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:25.238341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:25.294104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6a60c2c4-75f1-4450-b1f7-b248210b1fae tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "DELETE /v2.0/floatingips/dc2c14a3-4014-4ed8-bc5f-838ab5392125 HTTP/1.1" status: 204 len: 168 time: 1.7397370 Jan 17 09:22:25.295290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:22:25.344709 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:22:25.474911 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'status': 'completed', 'code': 200} Jan 17 09:22:25.568683 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-53b36ebf-2b95-4aac-a260-306b8a9add7f req-b4461a89-80d2-4937-b353-65c07768fc62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 1099 time: 0.0689895 Jan 17 09:22:25.668162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:25.672458 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] Checking router: 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:22:25.683358 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:22:25.683961 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:22:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:25.705084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36ebf-2b95-4aac-a260-306b8a9add7f req-55520edf-023d-4426-8284-4ec3cf0e3747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:22:25.706572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-53b36ebf-2b95-4aac-a260-306b8a9add7f req-55520edf-023d-4426-8284-4ec3cf0e3747 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1314178 Jan 17 09:22:25.778274 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-53b36ebf-2b95-4aac-a260-306b8a9add7f req-2e6cba85-268e-4815-9650-a54685e7a70f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 200 len: 217 time: 0.0646920 Jan 17 09:22:25.844839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36ebf-2b95-4aac-a260-306b8a9add7f req-f1d7bc47-5ba9-4ac7-a0fa-7f2f47263f6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:22:25.846366 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-53b36ebf-2b95-4aac-a260-306b8a9add7f req-f1d7bc47-5ba9-4ac7-a0fa-7f2f47263f6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0599973 Jan 17 09:22:25.861747 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:22:25.938580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-53b36ebf-2b95-4aac-a260-306b8a9add7f req-d007ff05-d102-4027-aa67-29003c4ddcd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843763 Jan 17 09:22:26.120635 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-53b36ebf-2b95-4aac-a260-306b8a9add7f req-b9424ce2-4db4-4a22-9bce-00eb762bbaf8 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754360 Jan 17 09:22:26.154748 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df013fc4-6eb3-4007-95eb-de8e0a1106b5 req-60cfcd2e-e5c9-4fa1-bf9a-9a7967229025 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:22:26.155467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-df013fc4-6eb3-4007-95eb-de8e0a1106b5 req-60cfcd2e-e5c9-4fa1-bf9a-9a7967229025 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:22:26.218286 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:22:26.222387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c41e0-687f-4527-80c9-947b46f37fd6 None None] The sync data for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv is: [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:22:26.274810 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-53b36ebf-2b95-4aac-a260-306b8a9add7f req-37a48b6d-02ab-4b9d-a524-2253580ecc51 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456218 Jan 17 09:22:26.295055 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-df013fc4-6eb3-4007-95eb-de8e0a1106b5 req-60cfcd2e-e5c9-4fa1-bf9a-9a7967229025 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:22:26.301043 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-df013fc4-6eb3-4007-95eb-de8e0a1106b5 req-60cfcd2e-e5c9-4fa1-bf9a-9a7967229025 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 946 time: 0.4022837 Jan 17 09:22:26.347290 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-df013fc4-6eb3-4007-95eb-de8e0a1106b5 req-14fea682-9e50-4520-adb0-f4b2e4e5121c tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451071 Jan 17 09:22:26.446415 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba5dae-c034-401e-9af2-c507d60fb053 None None] New status for floating IP dc2c14a3-4014-4ed8-bc5f-838ab5392125: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:22:27.573384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0157053-353e-4273-a053-e5b0f95629f7 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:22:27.574819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0157053-353e-4273-a053-e5b0f95629f7 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 946 time: 0.0765402 Jan 17 09:22:27.614972 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b7f6-7e8f-4fb2-a5e7-8714d2286783 req-967e5906-5aca-4280-bbe0-eb594db3077b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:22:27.616496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a210b7f6-7e8f-4fb2-a5e7-8714d2286783 req-967e5906-5aca-4280-bbe0-eb594db3077b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 946 time: 0.1448369 Jan 17 09:22:27.654972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Deleting port 06652d82-83a8-42a0-ba67-ddaff036abe0 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:22:27.654972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:27.662372 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a210b7f6-7e8f-4fb2-a5e7-8714d2286783 req-ae486320-5c69-4c12-98d9-625924ab64df tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e09ce5a-d038-4b16-bb0c-6a1d52253a59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403793 Jan 17 09:22:27.968096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] For port 06652d82-83a8-42a0-ba67-ddaff036abe0, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=06652d82-83a8-42a0-ba67-ddaff036abe0,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:22:27.968363 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:28.085678 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Calling delete_port for 06652d82-83a8-42a0-ba67-ddaff036abe0 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:22:28.303171 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:28.352930 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event deleted for resources: {'Port': ['ID=06652d82-83a8-42a0-ba67-ddaff036abe0,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:28.429284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] No DVR routers for this DVR port 06652d82-83a8-42a0-ba67-ddaff036abe0 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:22:28.431716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:28.434532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-deleted', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:22:28.490231 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf9cdf8-554b-4fb3-8406-11b95a8704c1', 'name': 'network-vif-deleted', 'tag': '06652d82-83a8-42a0-ba67-ddaff036abe0', 'status': 'completed', 'code': 200} Jan 17 09:22:28.518074 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4b6b0111-1f78-45a5-98a8-865a96f00dd4 req-f0bf4fb9-91ff-4272-811e-bf02ccfcb145 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "DELETE /v2.0/ports/06652d82-83a8-42a0-ba67-ddaff036abe0 HTTP/1.1" status: 204 len: 173 time: 0.9376047 Jan 17 09:22:28.837369 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-763d9cad-e2b6-43ac-8adf-27cb26976440 req-d7f2a064-010d-4f12-bb27-632dcf3cb3a1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=edf9cdf8-554b-4fb3-8406-11b95a8704c1 HTTP/1.1" status: 200 len: 210 time: 0.0481780 Jan 17 09:22:29.941919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37454) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:22:30.008466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b10e52b5-9158-4b8e-8788-def1ba4624c6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:30.036927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b10e52b5-9158-4b8e-8788-def1ba4624c6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:30.179871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b10e52b5-9158-4b8e-8788-def1ba4624c6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:30.196620 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e52b5-9158-4b8e-8788-def1ba4624c6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e09ce5a-d038-4b16-bb0c-6a1d52253a59,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:30.270095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b10e52b5-9158-4b8e-8788-def1ba4624c6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:30.271213 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-b10e52b5-9158-4b8e-8788-def1ba4624c6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "DELETE /v2.0/security-groups/6e09ce5a-d038-4b16-bb0c-6a1d52253a59 HTTP/1.1" status: 204 len: 168 time: 0.3283112 Jan 17 09:22:30.740017 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:22:30.871407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37462) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:22:30.877349 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1661392343', 'description': 'tempest-secgroup-smoke-1661392343 description', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:22:30.883341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:22:30.887474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:22:30.890792 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:22:30.899418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:22:31.016912 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.051501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:22:31.055140 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:22:31.057845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:22:31.063637 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:22:31.118196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.156995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:22:31.188602 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.188830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 06652d82-83a8-42a0-ba67-ddaff036abe0 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:22:31.189087 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 06652d82-83a8-42a0-ba67-ddaff036abe0 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:22:31.234803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed88eca-efe2-4690-b4c1-ddce040915a2,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:31.320341 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.321510 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-da0f8581-dcbc-4efa-b537-eb9f39e92489 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4490988 Jan 17 09:22:31.324289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37466) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:22:31.330427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '1ed88eca-efe2-4690-b4c1-ddce040915a2', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:22:31.336476 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:22:31.340198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:22:31.343067 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:22:31.348887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:22:31.441002 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.503763 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.599757 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.625372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46102956-88d7-41f2-b090-bf62fac2c1cf,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:31.714120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.715322 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-e5ca728e-30e9-4876-a6a3-d40c7bb833b2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3900809 Jan 17 09:22:31.718017 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37470) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:22:31.723593 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '1ed88eca-efe2-4690-b4c1-ddce040915a2', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:22:31.729684 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:22:31.734035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:22:31.737012 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:22:31.742507 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:22:31.809190 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.869295 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.925581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:31.952389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b96ffbe-0de5-4734-8fc0-edf38df303b6,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:32.037479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.038706 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ce0c0e20-190d-4f58-adc0-a93357cb2e10 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3197527 Jan 17 09:22:32.041532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37474) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:22:32.046890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '1ed88eca-efe2-4690-b4c1-ddce040915a2', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:22:32.052960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:22:32.056731 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:22:32.059533 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:22:32.065666 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:22:32.151857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.211970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.300610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.325212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60752ddd-51cc-4ae3-af36-299c29f20172,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:32.417087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.418460 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ac805889-38d3-45cb-8bbe-3e629a4e6f79 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3759587 Jan 17 09:22:32.421552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37478) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:22:32.427044 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '1ed88eca-efe2-4690-b4c1-ddce040915a2', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:22:32.433073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:22:32.438834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:22:32.444709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:22:32.450337 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:22:32.558128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.620615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.700199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.723330 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014909fa-8a5b-4bc1-bf2d-5e6893cd601f,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:32.785574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.786762 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6c622521-ea29-4219-a9ca-3f5a0810c43a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3642750 Jan 17 09:22:32.789501 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37482) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:22:32.795522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '1ed88eca-efe2-4690-b4c1-ddce040915a2', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:22:32.801401 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:22:32.805188 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:22:32.808014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:22:32.813579 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:22:32.911743 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Project ba5f7917db7a41c3b51328aa23123f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:22:32.918469 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:32.981803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:33.097255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:33.120411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c652ea4-e61e-44dd-9e5d-59a5a26f0679,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:33.210963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:33.212184 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dd453886-cf61-4537-bd75-1d3ff699ecd2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4217238 Jan 17 09:22:33.214896 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37486) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:22:33.221069 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'security_group_rule': {'security_group_id': '1ed88eca-efe2-4690-b4c1-ddce040915a2', 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:22:33.227175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:22:33.230886 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:security_group_rule and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:22:33.233790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:22:33.239400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:22:33.325570 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Project ba5f7917db7a41c3b51328aa23123f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:22:33.332931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:33.398528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:33.474522 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:33.497791 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23255658-4eb1-4f97-991e-7109060885b0,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:22:33.580038 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:33.581256 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-90eefb50-d8e6-4857-a6df-7cb1b4d03abc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3653769 Jan 17 09:22:36.177278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5529894b-60e9-49d2-bfac-2827adbfb121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:38.317387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b92b698c-a68d-4851-a8b3-c1dc5792907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:39.580419 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:39.794467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:41.234705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:22:50.445147 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:01.124840 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-c5e328b2-f85d-4174-86a2-d9ad68663d40 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661392343&fields=id&tenant_id=ba5f7917db7a41c3b51328aa23123f85 HTTP/1.1" status: 200 len: 267 time: 0.1209371 Jan 17 09:23:01.270192 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-cdc14969-dff0-4125-9a25-29951af7b23b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:01.271642 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-cdc14969-dff0-4125-9a25-29951af7b23b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 809 time: 0.1399050 Jan 17 09:23:01.288050 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-500cef2e-9000-481a-9dbf-51458fc2c6cb tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/quotas/ba5f7917db7a41c3b51328aa23123f85 HTTP/1.1" status: 200 len: 375 time: 0.0107527 Jan 17 09:23:01.369127 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-dfcddf3c-b766-48da-b4d6-16f174fa219a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760245 Jan 17 09:23:01.445060 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bc771035-7ce7-4fef-a70a-ae23c01c431f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 09:23:01.446031 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bc771035-7ce7-4fef-a70a-ae23c01c431f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0655968 Jan 17 09:23:01.578234 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-c77cc9f7-3ece-4495-9fb8-b05bc4c3c6e2 service neutron] 10.222.0.44 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260281 Jan 17 09:23:01.732486 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-144c4958-be7d-4df9-9f38-1d42cfadb032 service neutron] 10.222.0.44 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481676 Jan 17 09:23:03.458920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-735aadc9-b942-4549-859b-3423c8604b12 req-37fc1a01-5195-4bdd-925c-8c3b4bddd539 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:23:03.553400 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-735aadc9-b942-4549-859b-3423c8604b12 req-37fc1a01-5195-4bdd-925c-8c3b4bddd539 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:23:03.554560 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-735aadc9-b942-4549-859b-3423c8604b12 req-37fc1a01-5195-4bdd-925c-8c3b4bddd539 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 210 time: 0.1359692 Jan 17 09:23:04.720105 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7a94d890-9f67-4766-b023-9abc12328a3b req-a60652d7-d689-4ddf-924c-2c39a3152ec4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 210 time: 0.0450959 Jan 17 09:23:05.628779 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-1e1e461a-c78b-49d0-bb5e-8930a8b4c7ec tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:05.630180 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-1e1e461a-c78b-49d0-bb5e-8930a8b4c7ec tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 809 time: 0.1397018 Jan 17 09:23:05.681529 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-794d6547-1e72-45a8-8930-83be9dbd25de tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:23:05.785839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-794d6547-1e72-45a8-8930-83be9dbd25de tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:23:05.787008 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-794d6547-1e72-45a8-8930-83be9dbd25de tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5f7917db7a41c3b51328aa23123f85 HTTP/1.1" status: 200 len: 380 time: 0.1450579 Jan 17 09:23:05.795949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'port': {'device_id': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'admin_state_up': True, 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'security_groups': ['1ed88eca-efe2-4690-b4c1-ddce040915a2']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:23:05.914859 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-552a6438-64d9-4bdc-a402-036a51f518df req-e208b741-4fa6-4c9b-9746-57e2170b6938 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 210 time: 0.0513849 Jan 17 09:23:06.055839 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:23:06.065639 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:23:06.139391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Made reservation on behalf of ba5f7917db7a41c3b51328aa23123f85 for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:23:06.142569 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:06.164760 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff525-0017-47db-8b95-845040e06b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:06.308709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Allocated IP 172.20.0.14 (1fd5531c-92fe-4cef-8b38-bd8d61994989/c452429c-94e4-423c-bf49-bbb91b97acec/f0063126-895e-4140-9255-f5ef4f2d5a6e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:23:06.499927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:06.516800 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Transition to ACTIVE for port object f0063126-895e-4140-9255-f5ef4f2d5a6e will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:23:06.639797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:06.710292 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:23:06.713350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:23:06.717275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:23:06.754331 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'Port': ['ID=f0063126-895e-4140-9255-f5ef4f2d5a6e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:06.791780 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:06.792388 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:06.947698 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bd4bfe54-e86f-4f3b-a2d6-09471db86231 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1555583 Jan 17 09:23:06.964747 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Request body: {'port': {'device_id': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:23:07.084001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:07.103487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-47dd7a66-98c1-47a1-a9a4-4089207925a3 None None] Provisioning for port f0063126-895e-4140-9255-f5ef4f2d5a6e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:23:07.122312 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-47dd7a66-98c1-47a1-a9a4-4089207925a3 None None] Provisioning complete for port f0063126-895e-4140-9255-f5ef4f2d5a6e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:07.122643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-47dd7a66-98c1-47a1-a9a4-4089207925a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:07.144336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66452ede-0c1f-43b0-ab15-d2a6d2ef3d04 req-9a7cfc85-f83d-472d-88de-6690919ef4a8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:07.153410 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-66452ede-0c1f-43b0-ab15-d2a6d2ef3d04 req-9a7cfc85-f83d-472d-88de-6690919ef4a8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 932 time: 0.1020088 Jan 17 09:23:07.206138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-47dd7a66-98c1-47a1-a9a4-4089207925a3 None None] Port f0063126-895e-4140-9255-f5ef4f2d5a6e cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:23:07.226722 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-66452ede-0c1f-43b0-ab15-d2a6d2ef3d04 req-cc0ab86e-c4b4-467e-bccf-04e0e864f301 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705428 Jan 17 09:23:07.467286 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0063126-895e-4140-9255-f5ef4f2d5a6e {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:23:07.474640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:07.489846 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Transition to ACTIVE for port object f0063126-895e-4140-9255-f5ef4f2d5a6e will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:23:07.573834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:07.723551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Pushing event updated for resources: {'Port': ['ID=f0063126-895e-4140-9255-f5ef4f2d5a6e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:07.740690 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:23:07.834435 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Attempting to bind port f0063126-895e-4140-9255-f5ef4f2d5a6e on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:23:07.834769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Attempting to bind port f0063126-895e-4140-9255-f5ef4f2d5a6e by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:23:07.835092 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Attempting to bind port f0063126-895e-4140-9255-f5ef4f2d5a6e on network 1fd5531c-92fe-4cef-8b38-bd8d61994989 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:23:07.841014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Port f0063126-895e-4140-9255-f5ef4f2d5a6e on network 1fd5531c-92fe-4cef-8b38-bd8d61994989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 09:23:07.864660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Attempting to bind port f0063126-895e-4140-9255-f5ef4f2d5a6e on network 1fd5531c-92fe-4cef-8b38-bd8d61994989 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:23:07.864660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:23:07.864660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Checking segment: {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:23:07.864660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Bound using segment: {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:23:07.864660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Bound port: f0063126-895e-4140-9255-f5ef4f2d5a6e, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5137a98a-d27f-412c-b023-253956cc4922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:23:07.864660 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:07.938194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:23:07.941518 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:23:08.045487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:08.109219 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:08.110580 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] 10.222.0.53 "PUT /v2.0/ports/f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 1094 time: 1.1527350 Jan 17 09:23:08.111011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:23:08.136041 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce0e1-fece-4a54-b343-bbbaa82d2d11 service neutron] Pushing event updated for resources: {'Port': ['ID=f0063126-895e-4140-9255-f5ef4f2d5a6e,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:08.170336 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'status': 'completed', 'code': 200} Jan 17 09:23:08.274802 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7e30e08b-422e-4e12-adfa-b9418af5d3a8 req-22085f73-3cff-4172-8c94-d09a42e4674c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1097 time: 0.0795143 Jan 17 09:23:08.330779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7298b444-7365-4fcd-98cb-91e7d4b5a186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:08.437909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30e08b-422e-4e12-adfa-b9418af5d3a8 req-e955e532-401e-4841-a2f0-e298074cde79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:08.439514 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7e30e08b-422e-4e12-adfa-b9418af5d3a8 req-e955e532-401e-4841-a2f0-e298074cde79 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=ba5f7917db7a41c3b51328aa23123f85&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1569550 Jan 17 09:23:08.452577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f56e-985c-46bf-9085-0bdfec96a0dc req-ec33642a-df53-4232-a38c-144d5db0d895 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:08.454026 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d454f56e-985c-46bf-9085-0bdfec96a0dc req-ec33642a-df53-4232-a38c-144d5db0d895 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0902507 Jan 17 09:23:08.501577 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d454f56e-985c-46bf-9085-0bdfec96a0dc req-b3c76345-2b87-4f2c-b5ff-5de356c03940 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Jan 17 09:23:08.669905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30e08b-422e-4e12-adfa-b9418af5d3a8 req-3cf3b63f-d253-4947-980a-8781bf6916e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:08.671386 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7e30e08b-422e-4e12-adfa-b9418af5d3a8 req-3cf3b63f-d253-4947-980a-8781bf6916e8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2258782 Jan 17 09:23:08.792124 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-df45f61a-473a-4b61-b747-2a664bb5fc09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1097 time: 0.0837538 Jan 17 09:23:08.861225 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-f1f10ad6-bdbb-4c01-9d05-edfb19e944eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 217 time: 0.0623820 Jan 17 09:23:08.924768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-0b059044-edf1-4f5a-977d-708ca68a2eb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:08.925640 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-0b059044-edf1-4f5a-977d-708ca68a2eb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0581176 Jan 17 09:23:08.999240 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-bdd42a83-76e2-410e-bb11-557160ae6d97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666618 Jan 17 09:23:09.142747 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-6399b942-8949-45bd-b113-e6a0357877bb service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368854 Jan 17 09:23:09.270846 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6b825e3c-ac10-457a-8452-c570cb0170ca req-7e1b4839-61e5-4091-acd3-451d9506db4c service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216094 Jan 17 09:23:09.610762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:09.696849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd6a50-e17b-4e7c-bf46-b0fe148feac8 req-cf25c0c9-3199-463c-a4a9-22dfc0f4023f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:09.697464 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-51cd6a50-e17b-4e7c-bf46-b0fe148feac8 req-cf25c0c9-3199-463c-a4a9-22dfc0f4023f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:23:09.791170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-51cd6a50-e17b-4e7c-bf46-b0fe148feac8 req-cf25c0c9-3199-463c-a4a9-22dfc0f4023f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:23:09.792581 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-51cd6a50-e17b-4e7c-bf46-b0fe148feac8 req-cf25c0c9-3199-463c-a4a9-22dfc0f4023f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.1701026 Jan 17 09:23:09.820829 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:09.842348 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-51cd6a50-e17b-4e7c-bf46-b0fe148feac8 req-3b50ef2a-4eb0-4711-98ff-7e7e50237f37 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440814 Jan 17 09:23:11.037438 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556e9b9-e220-40a7-a41c-321c5c5afb1c req-9f2b296a-e32f-4d88-999f-6795e77346da tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:11.038950 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d556e9b9-e220-40a7-a41c-321c5c5afb1c req-9f2b296a-e32f-4d88-999f-6795e77346da tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0758893 Jan 17 09:23:11.084661 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d556e9b9-e220-40a7-a41c-321c5c5afb1c req-2e831ed5-fbaf-41ee-9242-03164c27a845 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401974 Jan 17 09:23:11.250531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:12.281005 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b684e3-62a4-45a9-b22c-4669d1c1d544 req-df30814f-e684-4a9d-b3bc-aa9bbcaef226 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:12.282356 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-83b684e3-62a4-45a9-b22c-4669d1c1d544 req-df30814f-e684-4a9d-b3bc-aa9bbcaef226 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0758896 Jan 17 09:23:12.327149 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-83b684e3-62a4-45a9-b22c-4669d1c1d544 req-9cc91ee6-f645-4ba5-a7fe-bab5e2e14a05 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392816 Jan 17 09:23:13.527422 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeded84-d586-4707-9b21-fe03f175c481 req-e02bc362-1a28-4d16-bee1-ce6b792a524c tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:13.528861 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6eeded84-d586-4707-9b21-fe03f175c481 req-e02bc362-1a28-4d16-bee1-ce6b792a524c tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0793526 Jan 17 09:23:13.579304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6eeded84-d586-4707-9b21-fe03f175c481 req-b9abadd3-18de-42a8-bdb3-535469870a0d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450230 Jan 17 09:23:14.773547 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdda14-bbe5-42b9-ab3a-a11524c90315 req-2890df39-4e37-4a94-bc12-352d29d96a36 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:14.774894 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5fdda14-bbe5-42b9-ab3a-a11524c90315 req-2890df39-4e37-4a94-bc12-352d29d96a36 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0779147 Jan 17 09:23:14.824432 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5fdda14-bbe5-42b9-ab3a-a11524c90315 req-77495c83-2df5-4bd0-800c-a9ed2f8d823d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441270 Jan 17 09:23:16.014317 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799b834-9282-42c6-b19c-7290e6f76752 req-f8f42e39-59da-478e-9a9d-99ec55d60567 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:16.015773 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c799b834-9282-42c6-b19c-7290e6f76752 req-f8f42e39-59da-478e-9a9d-99ec55d60567 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0737550 Jan 17 09:23:16.063021 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c799b834-9282-42c6-b19c-7290e6f76752 req-7c37ff28-34cb-47dc-96ba-60f3bb86d808 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416903 Jan 17 09:23:17.261345 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd3a5c-63cb-45e7-b158-a10d1c1c0211 req-c6183b8d-5c49-40e0-9daf-d75aa925d38d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:17.262829 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-15dd3a5c-63cb-45e7-b158-a10d1c1c0211 req-c6183b8d-5c49-40e0-9daf-d75aa925d38d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0801144 Jan 17 09:23:17.307731 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-15dd3a5c-63cb-45e7-b158-a10d1c1c0211 req-208f53e7-2795-4ac5-bf78-ceba2235c1de tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395200 Jan 17 09:23:17.337876 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0063126-895e-4140-9255-f5ef4f2d5a6e details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:23:17.471184 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:23:17.484823 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'port_id': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'mac_address': 'fa:16:3e:4d:5f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:23:17.537250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:17.556827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0063126-895e-4140-9255-f5ef4f2d5a6e {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:23:17.571695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:23:17.630721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:17.696246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f0063126-895e-4140-9255-f5ef4f2d5a6e,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:17.704457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.704802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.705138 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.705470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.705799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.706127 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.706453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.706776 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.707096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.707435 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:17.707753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:18.019457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['f0063126-895e-4140-9255-f5ef4f2d5a6e'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:23:18.503339 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2989e1-30dd-4d1b-9cf2-3ab6dc8aecac req-4daf65f8-2e73-404a-b109-a1c49f16b42c tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:18.504789 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ad2989e1-30dd-4d1b-9cf2-3ab6dc8aecac req-4daf65f8-2e73-404a-b109-a1c49f16b42c tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 945 time: 0.0777128 Jan 17 09:23:18.552908 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ad2989e1-30dd-4d1b-9cf2-3ab6dc8aecac req-e6dc976c-415b-4ee1-9b50-085709b56f17 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Jan 17 09:23:19.358966 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0063126-895e-4140-9255-f5ef4f2d5a6e up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:23:19.519019 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port f0063126-895e-4140-9255-f5ef4f2d5a6e completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:23:19.524171 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port f0063126-895e-4140-9255-f5ef4f2d5a6e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:23:19.524547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:19.642278 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:19.668568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:23:19.677926 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:23:19.754557 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93170d64-3103-4375-89ed-c9b3ecf85c61 req-4dffac17-dc1b-445e-9705-5eff4f49de6d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:19.760387 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93170d64-3103-4375-89ed-c9b3ecf85c61 req-4dffac17-dc1b-445e-9705-5eff4f49de6d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 945 time: 0.0820570 Jan 17 09:23:19.781768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:19.806723 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-93170d64-3103-4375-89ed-c9b3ecf85c61 req-680054f7-2dfe-4b2b-bb00-85f742988399 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450613 Jan 17 09:23:19.819468 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'code': 200} Jan 17 09:23:19.853886 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f0063126-895e-4140-9255-f5ef4f2d5a6e,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:20.373988 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da4a85dc-d860-4a42-be4f-7355552355a3 req-2c2d6ba8-f11e-47d4-a72a-31288c6ff018 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.0679038 Jan 17 09:23:20.416007 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da4a85dc-d860-4a42-be4f-7355552355a3 req-6b8c0799-4f0b-4a07-8672-bd0d41db300c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359643 Jan 17 09:23:20.445324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:21.018888 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470c697-5095-451e-a2cf-0f97f17697aa req-264643a6-84f6-4bef-907b-7d363ab43c60 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:21.020404 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5470c697-5095-451e-a2cf-0f97f17697aa req-264643a6-84f6-4bef-907b-7d363ab43c60 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0801334 Jan 17 09:23:21.065044 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-5470c697-5095-451e-a2cf-0f97f17697aa req-fba4440a-79b1-4d77-b589-2d2cd03e53e2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Jan 17 09:23:22.258269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c017d-52f9-40f8-9968-475c2a319487 req-74a9fc04-2c99-431d-899d-7d62f5164f4f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:22.259717 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8e3c017d-52f9-40f8-9968-475c2a319487 req-74a9fc04-2c99-431d-899d-7d62f5164f4f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0776625 Jan 17 09:23:22.306078 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8e3c017d-52f9-40f8-9968-475c2a319487 req-00945571-588e-4d24-865a-0546ecd73842 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 Jan 17 09:23:22.499366 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98b5a3-6dd2-44b0-866b-16baf92f7640 req-6fbda90b-cad2-4d43-a221-b9eb1990c308 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:22.500901 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ad98b5a3-6dd2-44b0-866b-16baf92f7640 req-6fbda90b-cad2-4d43-a221-b9eb1990c308 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0778008 Jan 17 09:23:22.548371 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ad98b5a3-6dd2-44b0-866b-16baf92f7640 req-8aa6c6e6-a4a4-44f0-a382-1b3ba3285cad tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Jan 17 09:23:22.575852 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37684) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:23:22.709154 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-6137c0d8-4475-44fe-a6d6-4ddf24950dde tempest-TestShelveInstance-946211641 tempest-TestShelveInstance-946211641-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1094 time: 0.1320994 Jan 17 09:23:22.711661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37690) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:23:22.716708 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:23:22.722221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:23:22.726768 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Usage tracker for resource:floatingip and tenant:ba5f7917db7a41c3b51328aa23123f85 is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:23:22.729570 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:23:22.735052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:23:22.821922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:22.953568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:23.084136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Allocated IP 172.26.4.230 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/24bb9298-0197-4744-8e3f-1f4879b68b58) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:23:23.312022 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:23.437057 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:23.520194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:23:23.523834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:23:23.528379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:23:23.563553 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'Port': ['ID=24bb9298-0197-4744-8e3f-1f4879b68b58,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:24.073397 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:24.188840 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:24.391647 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:24.459424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:24.556761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event updated for resources: {'Port': ['ID=24bb9298-0197-4744-8e3f-1f4879b68b58,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:23:24.572531 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.572872 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.573208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.573538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.573863 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.574186 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.574506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.574824 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.575141 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.575480 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.575798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:23:24.584960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:24.772581 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Floating IP b2fc8028-a563-4741-80fe-f686f4c2462d associated. External IP: 172.26.4.230, port: f0063126-895e-4140-9255-f5ef4f2d5a6e. Jan 17 09:23:25.241512 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:23:25.440539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:23:25.450843 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] Sync routers for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:23:25.463475 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:23:25.464115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:23:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:25.536539 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:25.589132 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-bbc51e69-6b95-4fd2-8e7a-8f545ef958dc tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8764651 Jan 17 09:23:25.589709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:23:25.646247 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'status': 'completed', 'code': 200} Jan 17 09:23:25.656913 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:23:25.738479 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9c5cf1c8-8911-4f74-8e12-55623948539a req-c470d6f0-a146-458a-b6a5-e343c906a6ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.0676055 Jan 17 09:23:25.869197 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cf1c8-8911-4f74-8e12-55623948539a req-06a6baed-8a54-443c-a6c1-09f87e5bc581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:25.870650 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9c5cf1c8-8911-4f74-8e12-55623948539a req-06a6baed-8a54-443c-a6c1-09f87e5bc581 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1262143 Jan 17 09:23:25.975388 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9c5cf1c8-8911-4f74-8e12-55623948539a req-ce7a793a-6e6d-410d-a915-23f43f9036ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 1000 time: 0.0981722 Jan 17 09:23:26.040689 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'b2fc8028-a563-4741-80fe-f686f4c2462d', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'floating_ip_address': '172.26.4.230', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'port_id': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'mac_address': 'fa:16:3e:4d:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:23:23Z', 'updated_at': '2022-01-17T09:23:23Z', 'revision_number': 0, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:26.041235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cf1c8-8911-4f74-8e12-55623948539a req-a37c9a19-9416-4bdf-b22e-2776cd3a0083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:26.042669 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9c5cf1c8-8911-4f74-8e12-55623948539a req-a37c9a19-9416-4bdf-b22e-2776cd3a0083 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0604432 Jan 17 09:23:26.044661 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] Checking router: 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:23:26.055579 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:23:26.056175 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:23:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:26.117357 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9c5cf1c8-8911-4f74-8e12-55623948539a req-27661c5f-fddc-47ff-94d0-c185d751fa34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686743 Jan 17 09:23:26.234280 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:23:26.247135 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9c5cf1c8-8911-4f74-8e12-55623948539a req-a88b9202-aee7-4256-9795-07c4af77b1f1 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239376 Jan 17 09:23:26.379688 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9c5cf1c8-8911-4f74-8e12-55623948539a req-33efe9ed-df47-4133-a520-4900b8926df3 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245861 Jan 17 09:23:26.578498 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'b2fc8028-a563-4741-80fe-f686f4c2462d', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'floating_ip_address': '172.26.4.230', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'port_id': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'mac_address': 'fa:16:3e:4d:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:23:23Z', 'updated_at': '2022-01-17T09:23:23Z', 'revision_number': 0, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:23:26.582366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90786c4b-2954-41ba-81b6-5224134aa88b None None] The sync data for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv is: [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'b2fc8028-a563-4741-80fe-f686f4c2462d', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'floating_ip_address': '172.26.4.230', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'port_id': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'mac_address': 'fa:16:3e:4d:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:23:23Z', 'updated_at': '2022-01-17T09:23:23Z', 'revision_number': 0, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:23:26.781733 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d42732-8a38-4e90-b038-fc8bb8f0f393 None None] New status for floating IP b2fc8028-a563-4741-80fe-f686f4c2462d: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:23:36.173362 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2ade81b5-f520-4823-8fc0-d3529b46d6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:38.350696 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a48a1e8c-8334-4589-8429-93e1993d7ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:39.632800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:39.720186 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-33c77c6a-5f60-46b5-b326-2ca9b6078bb8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825975 Jan 17 09:23:39.798642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:39.864864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-c82ec46d-857f-4868-a3e9-e1aea95c8e21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.0740902 Jan 17 09:23:40.016573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-be45fab7-8490-4dec-b783-1b3059671473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:40.016573 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-be45fab7-8490-4dec-b783-1b3059671473 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1307323 Jan 17 09:23:40.222742 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-9edcadcf-1d57-455a-934a-10a16341eee7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 1002 time: 0.2031262 Jan 17 09:23:40.289136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-076ac297-84ce-460e-8f13-82098df87b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:23:40.290550 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-076ac297-84ce-460e-8f13-82098df87b26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0617604 Jan 17 09:23:40.374601 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-a054902c-b4f8-4f26-bf1f-c987f5724ddd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773206 Jan 17 09:23:40.520945 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-0fabbd19-3f36-41bf-8bc8-1fe6d6c51ef3 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394112 Jan 17 09:23:40.651849 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-180ac8f3-ad17-4b96-b832-b0aafbca93d0 req-3603cfe6-b3d0-462f-b51d-827128bfbfb5 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234708 Jan 17 09:23:41.270201 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:23:44.741053 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:23:50.552794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:06.220705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d43e91a7-923d-476a-a8b2-dcb185388f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:08.304633 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b7bae7e3-d8a6-4d1f-a1c0-caa7c7e8e213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:09.589884 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:09.814597 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:11.265344 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:20.458574 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:21.740945 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:24:36.175348 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b5d3db91-2e88-40e7-aed7-37c3081e40b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:38.379289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-405f3909-7b58-4fcd-a8b4-ca9f45c50307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:39.563422 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:39.797925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:41.301333 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:41.696778 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-9761e5b4-1f6e-4a67-961d-a747bc9b5146 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700779 Jan 17 09:24:41.842709 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-255b709e-4c49-4b10-9033-8ebb0469ea49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.0689659 Jan 17 09:24:41.987600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-4aeff26f-ee09-4c5d-b320-8cc7338fda2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:41.989109 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-4aeff26f-ee09-4c5d-b320-8cc7338fda2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1274436 Jan 17 09:24:42.094946 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-e27babcb-90bf-4d13-89ad-00333e2a9fd7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 1002 time: 0.0988586 Jan 17 09:24:42.160399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-f9cd076d-4a32-4b04-af32-9f430d11de69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:24:42.161917 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-f9cd076d-4a32-4b04-af32-9f430d11de69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0620489 Jan 17 09:24:42.234969 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-c36f9afa-7af8-4d19-a685-dab680c37cde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678318 Jan 17 09:24:42.243934 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-93361032-5a4a-46e4-8d9d-ef504ead6562 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 09:24:42.244901 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-93361032-5a4a-46e4-8d9d-ef504ead6562 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046659 Jan 17 09:24:42.375247 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-9971888a-d505-496f-b47f-624c7c2b9da6 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241670 Jan 17 09:24:42.505059 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-122a2d2e-3ae3-46ee-92c7-d9c681f0f125 req-261d282f-13e1-4a25-9522-87952fab1cc4 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246760 Jan 17 09:24:50.500248 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:24:58.740882 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:25:06.183743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5cadb1d9-bee4-4a0b-b4c8-3cffb5e49726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:08.340236 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74f39731-522a-4f41-8cb1-af03671264e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:09.629677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:09.848602 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:11.301445 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:20.463406 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:35.741352 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:25:36.156284 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d140968e-5a00-48aa-b49c-fc930a702c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:38.285500 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1753-8b3b-4626-9fe3-f83a8255688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:39.594469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:39.805931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:41.276894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:25:41.717605 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-b62dc8fe-ad17-4872-b90f-0eb4e74e5775 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672860 Jan 17 09:25:41.859928 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-99b3bc7d-d2b0-4f40-a422-7ffda584f242 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.0717483 Jan 17 09:25:42.160023 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-e9a96be5-b27d-4b0c-bb93-dece17ffab5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:42.161564 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-e9a96be5-b27d-4b0c-bb93-dece17ffab5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.2825856 Jan 17 09:25:42.354501 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-7a28ac3b-b4fc-4306-8cd1-eb1258088250 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 1002 time: 0.1864438 Jan 17 09:25:42.415130 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-fe214866-7ba2-40b9-9551-e5d12ee6e33a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:25:42.417104 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-fe214866-7ba2-40b9-9551-e5d12ee6e33a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0566542 Jan 17 09:25:42.492260 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-d6d6cfbe-d1a8-4785-b509-d35eca17f5d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686257 Jan 17 09:25:42.622656 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-920ace5b-ff46-431d-a43e-5bce01802099 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239231 Jan 17 09:25:42.750964 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9e3939f4-dce8-42b3-8f12-ad4ffdeda273 req-b6e903c6-664e-4fc0-9147-a8cb01ce6e71 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214225 Jan 17 09:25:50.457235 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:06.150126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-13b5800f-9ba6-4356-9ad6-15d76faaca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:08.274241 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ce71cfa3-f143-4c2f-9380-2f20e91d687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:09.658731 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:09.841804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:11.258108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:12.741151 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:26:20.441418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:22.689538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175df9c-c92e-438e-b597-b12cd46beb92 req-fff26a95-a67e-4310-bd43-ceedbf6b99b4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:22.691018 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6175df9c-c92e-438e-b597-b12cd46beb92 req-fff26a95-a67e-4310-bd43-ceedbf6b99b4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0812085 Jan 17 09:26:22.739340 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6175df9c-c92e-438e-b597-b12cd46beb92 req-fb1f699c-db9f-4e47-add7-5f34f18faf87 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 Jan 17 09:26:23.955185 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce13f-1103-44f1-adb5-2e5fe35e2605 req-9f48b0f5-a561-4309-a3fb-abfd64b01959 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:23.956689 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-32cce13f-1103-44f1-adb5-2e5fe35e2605 req-9f48b0f5-a561-4309-a3fb-abfd64b01959 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0832355 Jan 17 09:26:24.005069 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-32cce13f-1103-44f1-adb5-2e5fe35e2605 req-e78a98c6-fefc-4be2-a940-d7843fad2c0d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Jan 17 09:26:25.220505 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0d24c-4dc9-451c-b4ee-7cee0219bcbe req-b6e2a482-b26a-4513-af0b-919193a334d4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:25.222314 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cea0d24c-4dc9-451c-b4ee-7cee0219bcbe req-b6e2a482-b26a-4513-af0b-919193a334d4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0774436 Jan 17 09:26:25.272054 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cea0d24c-4dc9-451c-b4ee-7cee0219bcbe req-40c0fbda-e0e4-4bc1-b3a2-62651c76aae7 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Jan 17 09:26:26.468963 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024de571-4ed6-4a0b-89aa-886e6a624ed5 req-c014704d-9c42-4672-ac07-e09a819ef548 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:26.470461 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-024de571-4ed6-4a0b-89aa-886e6a624ed5 req-c014704d-9c42-4672-ac07-e09a819ef548 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0790701 Jan 17 09:26:26.518675 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-024de571-4ed6-4a0b-89aa-886e6a624ed5 req-86f97ce8-5ee6-49fa-9ddb-d54442de7a1e tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 Jan 17 09:26:27.714702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8fe38-9ad9-4077-81e0-67db124999a5 req-c2475664-3d5b-4a6b-8bd1-a8b294602683 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:27.716198 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e2b8fe38-9ad9-4077-81e0-67db124999a5 req-c2475664-3d5b-4a6b-8bd1-a8b294602683 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0764449 Jan 17 09:26:27.762383 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e2b8fe38-9ad9-4077-81e0-67db124999a5 req-35bc59e6-8711-49ec-882a-6f4deaaf43ad tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Jan 17 09:26:28.967098 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc22b4d-84ae-4b1d-b6cc-8d79fb0ce418 req-0dc5de11-26b1-4a55-a199-7f88454876b4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:28.968657 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fcc22b4d-84ae-4b1d-b6cc-8d79fb0ce418 req-0dc5de11-26b1-4a55-a199-7f88454876b4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0775490 Jan 17 09:26:29.013997 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fcc22b4d-84ae-4b1d-b6cc-8d79fb0ce418 req-7f6c3eec-ad3f-47b0-bae0-b6bc3a8f6cea tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398543 Jan 17 09:26:30.212212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67f7cd-719f-424e-b6ad-0c33c59cf9a3 req-96352b04-44ea-4eda-beca-6517acfcc71f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:30.213935 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea67f7cd-719f-424e-b6ad-0c33c59cf9a3 req-96352b04-44ea-4eda-beca-6517acfcc71f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0809610 Jan 17 09:26:30.270818 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ea67f7cd-719f-424e-b6ad-0c33c59cf9a3 req-77b50df5-50c9-4828-b9f6-a8a1d2c88841 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501854 Jan 17 09:26:31.473694 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4806-6ad5-48ab-806f-3f2a19a313df req-0178e1b4-559b-4821-bd4f-871c9c581096 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:31.475770 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b8ff4806-6ad5-48ab-806f-3f2a19a313df req-0178e1b4-559b-4821-bd4f-871c9c581096 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0836453 Jan 17 09:26:31.624665 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b8ff4806-6ad5-48ab-806f-3f2a19a313df req-bc41dea7-d8c1-4055-8030-f999aef03ead tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430793 Jan 17 09:26:32.865577 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e61925e-aedb-433b-9170-b19b0ef5dfc2 req-7a23a768-34ad-4247-9500-3f5891195b39 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.1265008 Jan 17 09:26:32.876194 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af71753-d686-4f48-901e-bdb36b420771 req-338d8d00-8696-478b-bdb0-6d561197d5bb tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:32.877552 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0af71753-d686-4f48-901e-bdb36b420771 req-338d8d00-8696-478b-bdb0-6d561197d5bb tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.1054943 Jan 17 09:26:33.005536 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0af71753-d686-4f48-901e-bdb36b420771 req-a4818e32-919a-4a95-8665-8d3500b67f65 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099308 Jan 17 09:26:33.036921 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61925e-aedb-433b-9170-b19b0ef5dfc2 req-17bdc70e-0f4a-4b35-b864-57315c1f1399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:33.038378 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e61925e-aedb-433b-9170-b19b0ef5dfc2 req-17bdc70e-0f4a-4b35-b864-57315c1f1399 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1600068 Jan 17 09:26:33.140311 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e61925e-aedb-433b-9170-b19b0ef5dfc2 req-023f5d6a-11a4-43d4-affc-8d7ff66175c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 1002 time: 0.0958655 Jan 17 09:26:33.200918 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61925e-aedb-433b-9170-b19b0ef5dfc2 req-fb37338d-15af-497d-a213-8fd91397dbbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:33.202354 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e61925e-aedb-433b-9170-b19b0ef5dfc2 req-fb37338d-15af-497d-a213-8fd91397dbbe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0563200 Jan 17 09:26:33.276131 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e61925e-aedb-433b-9170-b19b0ef5dfc2 req-5fbae428-3cf5-446f-8feb-fb017c4de1db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685351 Jan 17 09:26:33.411588 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e61925e-aedb-433b-9170-b19b0ef5dfc2 req-a602df22-e503-474e-935c-b5f12c44c72b service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286340 Jan 17 09:26:33.543490 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2e61925e-aedb-433b-9170-b19b0ef5dfc2 req-3435acc3-6647-418f-b770-164bace53d50 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260862 Jan 17 09:26:34.198975 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a6645-9297-4cc7-a55b-fb3b89a5b37d req-c9382a40-d858-4f8f-b0c9-247aae983ff1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:34.200467 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-191a6645-9297-4cc7-a55b-fb3b89a5b37d req-c9382a40-d858-4f8f-b0c9-247aae983ff1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0754929 Jan 17 09:26:34.248010 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-191a6645-9297-4cc7-a55b-fb3b89a5b37d req-39af4bd3-4110-413f-8dbc-02a7c509ee04 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413735 Jan 17 09:26:35.540682 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076704d1-f6b1-4974-b859-3ea956412982 req-5f1c4f86-65d9-4747-9780-651bce55ca48 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:35.542125 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-076704d1-f6b1-4974-b859-3ea956412982 req-5f1c4f86-65d9-4747-9780-651bce55ca48 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.1727769 Jan 17 09:26:35.587695 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-076704d1-f6b1-4974-b859-3ea956412982 req-04521158-cf3f-4924-9b10-cf20b1b9f3c8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 Jan 17 09:26:36.142615 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-62c764d9-45fb-4971-a5e9-a7c5eb0d75ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:36.786028 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb578-6844-44a4-bc0a-f816fb59c3e1 req-789388a5-6811-44bb-826e-45a6f5278303 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:36.787398 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bdfb578-6844-44a4-bc0a-f816fb59c3e1 req-789388a5-6811-44bb-826e-45a6f5278303 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0783305 Jan 17 09:26:36.832567 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6bdfb578-6844-44a4-bc0a-f816fb59c3e1 req-9e006584-2db9-4ea9-a4ab-4b3cb75bd733 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396469 Jan 17 09:26:37.199512 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1ea526c2-2484-4f10-b03f-812a76b4cb49 req-6b5d320a-0a40-4d56-b8ca-5ee18c0f6cff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1442947 Jan 17 09:26:37.615010 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9b4d1-f0a2-490e-86e8-c4be581fb140 req-78192186-5d74-4d11-a8a5-438fb2d16fe9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:37.616504 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dcb9b4d1-f0a2-490e-86e8-c4be581fb140 req-78192186-5d74-4d11-a8a5-438fb2d16fe9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0783002 Jan 17 09:26:37.665133 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-dcb9b4d1-f0a2-490e-86e8-c4be581fb140 req-51727b13-f3dd-480d-91cc-22e9ba4fdaa3 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Jan 17 09:26:37.675075 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-247021da-690e-47fa-a88a-efca1fba77c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322050 Jan 17 09:26:38.262316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2edba210-c004-41aa-b43c-bb13112bb7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:38.392654 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0063126-895e-4140-9255-f5ef4f2d5a6e no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:26:38.504303 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:38.531092 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:26:38.540606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:26:38.586440 dv-neutron-824874-1-hyperv neutron-server[84156]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'code': 422} returned with failed status Jan 17 09:26:38.606302 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:38.675504 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f0063126-895e-4140-9255-f5ef4f2d5a6e,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:26:38.683641 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.683986 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.684443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.684782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.685115 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.685439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.685763 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.686660 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.686987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.687330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.687652 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:26:38.859183 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5a99c-dd3f-4d74-b209-005ca8783921 req-ae408bbb-7c94-437b-af6b-86586e50b0e8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:38.860676 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-efb5a99c-dd3f-4d74-b209-005ca8783921 req-ae408bbb-7c94-437b-af6b-86586e50b0e8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0775828 Jan 17 09:26:38.906648 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-efb5a99c-dd3f-4d74-b209-005ca8783921 req-57911885-e472-4148-ae01-ee4bfc4ccf5c tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402403 Jan 17 09:26:39.576520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:39.850684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:40.099424 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea828f-0367-4eec-a9c4-43fc0e10c27f req-ab852e84-e56c-44f0-8e70-3902eb347be9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:40.101100 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8bea828f-0367-4eec-a9c4-43fc0e10c27f req-ab852e84-e56c-44f0-8e70-3902eb347be9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0762913 Jan 17 09:26:40.151776 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8bea828f-0367-4eec-a9c4-43fc0e10c27f req-d97529cd-39db-4d94-ac42-40eedb7e53ac tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450137 Jan 17 09:26:40.940161 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-2486e986-90e2-46bc-bc0d-7b38363f62ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315&tenant_id=ba5f7917db7a41c3b51328aa23123f85 HTTP/1.1" status: 200 len: 1097 time: 0.2041309 Jan 17 09:26:41.031255 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-d6377672-8029-4b30-baf6-2fb9ff339c05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1097 time: 0.0686338 Jan 17 09:26:41.164145 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-5953a441-d9f2-4346-8e34-aac0bc73a43b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:41.165627 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-5953a441-d9f2-4346-8e34-aac0bc73a43b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1293356 Jan 17 09:26:41.252381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:41.277659 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-a35649c7-83b0-4f1f-869d-0d9b36524b0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 1000 time: 0.1045048 Jan 17 09:26:41.351417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-e65058ac-e586-4539-aba1-0e31e9966d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:41.353144 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-e65058ac-e586-4539-aba1-0e31e9966d6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0690074 Jan 17 09:26:41.366441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72edff-67e3-4f7b-9b25-7224b78f28cf req-92e58b4e-d292-430f-b5f6-7b9d3dc46b13 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:41.368001 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6c72edff-67e3-4f7b-9b25-7224b78f28cf req-92e58b4e-d292-430f-b5f6-7b9d3dc46b13 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0908766 Jan 17 09:26:41.419449 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-6c72edff-67e3-4f7b-9b25-7224b78f28cf req-30176482-af22-4735-995b-dd76e8347c90 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454226 Jan 17 09:26:41.429343 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-5555f1c2-8aa1-4db1-98c7-cd5b91fde010 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700812 Jan 17 09:26:41.568483 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-6a5efef1-376e-4b5b-b0f0-ccf4ccb7251f service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334834 Jan 17 09:26:41.698796 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-3901cfda-ff6a-48e9-8e2b-33d6ed64601d service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238346 Jan 17 09:26:42.638407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28f006-1cbd-4f01-831d-6ed2892992a9 req-8d21ea50-cf3e-4555-a2ba-2e448b12310f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:42.639890 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2a28f006-1cbd-4f01-831d-6ed2892992a9 req-8d21ea50-cf3e-4555-a2ba-2e448b12310f tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0890560 Jan 17 09:26:42.684170 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-2a28f006-1cbd-4f01-831d-6ed2892992a9 req-17f3868b-e910-4367-ae4f-a661e9f10451 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388920 Jan 17 09:26:43.881111 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0c474-74de-4907-b0d9-98663271b3f2 req-cab248a7-fcbf-4b0b-95bd-76d98fcd7f64 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:43.882553 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-40b0c474-74de-4907-b0d9-98663271b3f2 req-cab248a7-fcbf-4b0b-95bd-76d98fcd7f64 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0765376 Jan 17 09:26:43.926955 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-40b0c474-74de-4907-b0d9-98663271b3f2 req-a1dd3c6e-fcdb-4665-9031-e26e559f735b tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389366 Jan 17 09:26:45.150440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c72b9d-48ec-4527-b20e-160121165b1a req-ce9f956c-a0d5-4e13-b69b-25e7a32ef1d9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:45.151943 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62c72b9d-48ec-4527-b20e-160121165b1a req-ce9f956c-a0d5-4e13-b69b-25e7a32ef1d9 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0891366 Jan 17 09:26:45.198279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-62c72b9d-48ec-4527-b20e-160121165b1a req-3d5f4d14-4fcf-435a-85f8-9f1545f49091 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 Jan 17 09:26:46.402256 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905581e-a5dc-4862-a827-e7f253dbc878 req-db31fecc-65ea-4aef-9a73-9e459d51dcd8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:46.403745 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f905581e-a5dc-4862-a827-e7f253dbc878 req-db31fecc-65ea-4aef-9a73-9e459d51dcd8 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0812335 Jan 17 09:26:46.452815 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f905581e-a5dc-4862-a827-e7f253dbc878 req-faf5e47c-66aa-4c9f-bbef-ca610a281909 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Jan 17 09:26:47.652027 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb83878-683b-434a-8831-251f33561aec req-c678baa6-9010-4116-9e54-7863903ae5c6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:47.653478 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bbb83878-683b-434a-8831-251f33561aec req-c678baa6-9010-4116-9e54-7863903ae5c6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0789886 Jan 17 09:26:47.708611 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-bbb83878-683b-434a-8831-251f33561aec req-a62f3a23-19a0-4595-aa4d-2b29bab6e31e tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480154 Jan 17 09:26:48.913418 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129aeec-30e6-4f3d-9a2c-b936b359de69 req-229ccc9e-8abf-4722-958a-2fca4d0b4de1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:48.914932 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0129aeec-30e6-4f3d-9a2c-b936b359de69 req-229ccc9e-8abf-4722-958a-2fca4d0b4de1 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.0804315 Jan 17 09:26:48.965011 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0129aeec-30e6-4f3d-9a2c-b936b359de69 req-f88805bb-1edb-446a-acf4-cb4323f732a4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436099 Jan 17 09:26:49.741982 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:26:50.211632 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1559d-8b42-4e0d-ba79-875fd41172c9 req-54521a22-e2a4-47f2-87ab-a2d5d1f53421 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:50.214085 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0a1559d-8b42-4e0d-ba79-875fd41172c9 req-54521a22-e2a4-47f2-87ab-a2d5d1f53421 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 944 time: 0.1141670 Jan 17 09:26:50.262734 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f0a1559d-8b42-4e0d-ba79-875fd41172c9 req-367a58a7-4950-441d-a84d-e0959d8c1d67 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426052 Jan 17 09:26:50.443307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0063126-895e-4140-9255-f5ef4f2d5a6e details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:26:50.454082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:50.594001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:26:50.609534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'port_id': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'mac_address': 'fa:16:3e:4d:5f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:26:50.667301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:50.687034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0063126-895e-4140-9255-f5ef4f2d5a6e {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:26:50.704132 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:26:50.806594 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:50.879857 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f0063126-895e-4140-9255-f5ef4f2d5a6e,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:26:51.224525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['f0063126-895e-4140-9255-f5ef4f2d5a6e'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:26:51.550024 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d011-08b9-4604-9241-cdaf86391b5c req-752efaad-0a6e-4be2-8dc0-64b4bce20138 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:51.552388 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c3b3d011-08b9-4604-9241-cdaf86391b5c req-752efaad-0a6e-4be2-8dc0-64b4bce20138 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 945 time: 0.1264277 Jan 17 09:26:51.606208 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c3b3d011-08b9-4604-9241-cdaf86391b5c req-001f7366-b50c-457d-8450-bd2b4efe8902 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472298 Jan 17 09:26:52.457684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0063126-895e-4140-9255-f5ef4f2d5a6e up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:26:52.558572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port f0063126-895e-4140-9255-f5ef4f2d5a6e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:26:52.558798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:52.682710 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:52.716325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:26:52.731790 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:26:52.796535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:26:52.856571 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'code': 200} Jan 17 09:26:52.915959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=f0063126-895e-4140-9255-f5ef4f2d5a6e,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:26:52.997597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7f5e4-557d-4a3c-a722-7f00d37069a3 req-b9ed1bfe-9e6a-4759-ab7b-da65c5b8dba2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:52.999112 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-84e7f5e4-557d-4a3c-a722-7f00d37069a3 req-b9ed1bfe-9e6a-4759-ab7b-da65c5b8dba2 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0908952 Jan 17 09:26:53.051259 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-84e7f5e4-557d-4a3c-a722-7f00d37069a3 req-7ce1f3b9-2128-470b-b5ba-026a2fcd54de tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Jan 17 09:26:53.263565 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-35a8075f-12fa-456d-a8fe-42582c68c21f req-0ad20528-84ab-41ae-b248-94d26052723c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.1170790 Jan 17 09:26:53.310582 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-35a8075f-12fa-456d-a8fe-42582c68c21f req-a4d0ec5d-5b8d-45c9-9adf-eca40c531983 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Jan 17 09:26:54.258018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25c990-5487-42e6-bf5d-248fd950e543 req-688b795e-d14f-44de-b507-9741b98e4c64 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:54.259524 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ae25c990-5487-42e6-bf5d-248fd950e543 req-688b795e-d14f-44de-b507-9741b98e4c64 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0823543 Jan 17 09:26:54.339272 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ae25c990-5487-42e6-bf5d-248fd950e543 req-984b2ad6-b7d8-4087-8adc-c2fad78ec458 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737216 Jan 17 09:26:55.570390 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0ca3-b79b-4d31-87d1-ec484e7b4123 req-acb17856-4d6c-4b8e-bdc4-d8f524d864b0 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:26:55.571922 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ad0f0ca3-b79b-4d31-87d1-ec484e7b4123 req-acb17856-4d6c-4b8e-bdc4-d8f524d864b0 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.1053421 Jan 17 09:26:55.619574 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ad0f0ca3-b79b-4d31-87d1-ec484e7b4123 req-8dea136c-0cab-4845-9540-f20223fd72c6 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Jan 17 09:27:06.148566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1e68bcec-0dd5-46b4-b494-72e0c4517662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:08.285384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c3f1a64d-3b58-4a4c-99db-3ee1afbca0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:09.588493 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:09.817363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:11.240082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:20.468479 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:26.742052 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:27:36.148527 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-28e1bd55-497c-4a97-8b92-048acdaa3860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:38.280217 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb712-d757-4399-9d8b-dc10ed3fd1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:39.566069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:39.868738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:41.285639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:27:41.781785 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-6ff95f6f-71b6-4a6d-ae19-cb001e0b4ea6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1614435 Jan 17 09:27:41.927855 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-a18abfcf-9608-49a3-88cd-5d28facf4faf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.0743341 Jan 17 09:27:42.087389 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-c6858492-39e4-4eb6-bf76-c94b5c35b9b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:42.088827 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-c6858492-39e4-4eb6-bf76-c94b5c35b9b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1408155 Jan 17 09:27:42.212601 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-0e521b73-4e86-41f9-813c-32bd32d6607e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 1002 time: 0.1168456 Jan 17 09:27:42.276952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-e3be28d4-6cde-461c-aa59-8beefdc8c674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:27:42.279047 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-e3be28d4-6cde-461c-aa59-8beefdc8c674 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0601878 Jan 17 09:27:42.360209 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-3aca035c-36a1-42b0-bf90-30d8ae5f17f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747933 Jan 17 09:27:42.496415 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-760ad9df-99c0-4749-aa62-93056fb0d447 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297023 Jan 17 09:27:42.638819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7522f142-3a1c-4a5d-ba27-4a57e3e9b597 req-860f2600-83bf-47e2-af90-ae782c57ea93 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363444 Jan 17 09:27:50.520059 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:03.742477 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:28:06.148126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8cd0f65e-881a-403c-b775-6a23b79bd5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:08.287263 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f372be5b-9f0f-4b27-a6f0-d55e2a610eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:09.621804 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:09.833379 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:11.256078 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:20.497149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:36.146898 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-404ec66b-2d15-4daa-a824-246238dd27ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:38.289734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2368df9d-2cb2-4c88-ac22-0c75c3cfe1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:39.604342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:39.809810 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:40.743539 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:28:41.289798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:41.686090 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-d24702f1-8655-404b-b879-a271a8a97a3d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682638 Jan 17 09:28:41.831094 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-aaf584ba-0280-49de-a2d6-d30ab0ea45b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.0765193 Jan 17 09:28:41.984167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-685244d0-07c3-4721-9cb1-d103d797a52c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:28:41.985595 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-685244d0-07c3-4721-9cb1-d103d797a52c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1336613 Jan 17 09:28:42.088723 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-bb1148ec-ffbb-423a-858a-20dbc59551d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 1002 time: 0.0967815 Jan 17 09:28:42.154761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-2450e42e-6bd1-48a5-b30f-701bf90c4048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:28:42.156219 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-2450e42e-6bd1-48a5-b30f-701bf90c4048 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0621407 Jan 17 09:28:42.240742 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-345a7db4-0ef7-4877-b541-6992da0cf66b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790157 Jan 17 09:28:42.417864 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-e6482ef4-8dd9-4e73-9482-072dad10f058 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704805 Jan 17 09:28:42.550036 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-96d4cc17-30be-4585-8208-fb1d7a5aeeae req-113707ed-8e65-4052-8632-5af3ed9df863 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261055 Jan 17 09:28:50.517328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:54.162781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37880) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:28:54.642853 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Deleting port 24bb9298-0197-4744-8e3f-1f4879b68b58 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:28:54.643394 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:54.814474 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:54.814711 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:54.944127 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Calling delete_port for 24bb9298-0197-4744-8e3f-1f4879b68b58 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:28:55.157673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:55.204676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event deleted for resources: {'Port': ['ID=24bb9298-0197-4744-8e3f-1f4879b68b58,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:28:55.243527 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.243875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.244212 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.244549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.244875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.245199 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.245526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.245845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.246166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.246489 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.246804 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:28:55.307214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:55.692534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:28:55.895365 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:28:55.904783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] Sync routers for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:28:55.916071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:28:55.918488 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:28:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:28:55.981132 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:56.037290 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-0bfd4616-9942-4999-a5ef-eacf15a78418 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "DELETE /v2.0/floatingips/b2fc8028-a563-4741-80fe-f686f4c2462d HTTP/1.1" status: 204 len: 168 time: 1.8709896 Jan 17 09:28:56.037290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:28:56.141487 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:28:56.264260 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'status': 'completed', 'code': 200} Jan 17 09:28:56.467447 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da934288-065a-402d-89d3-0a4ead0f8452 req-977bcf03-dc82-482f-b684-b105ee2c4bd1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba5f7917db7a41c3b51328aa23123f85&device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 1099 time: 0.1812410 Jan 17 09:28:56.476874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:28:56.482448 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] Checking router: 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:28:56.496031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:28:56.496724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:28:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:28:56.620904 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da934288-065a-402d-89d3-0a4ead0f8452 req-76944c9c-cede-4e02-9cb0-b06e07cfa347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:28:56.622427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da934288-065a-402d-89d3-0a4ead0f8452 req-76944c9c-cede-4e02-9cb0-b06e07cfa347 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 200 len: 910 time: 0.1483362 Jan 17 09:28:56.705903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:28:56.728677 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da934288-065a-402d-89d3-0a4ead0f8452 req-abfc8cd1-4a13-4e7c-9963-8da0d8e43664 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 200 len: 217 time: 0.0997572 Jan 17 09:28:56.806616 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da934288-065a-402d-89d3-0a4ead0f8452 req-0dbc61c1-a774-4a8b-812a-c29705513a4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:28:56.808087 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da934288-065a-402d-89d3-0a4ead0f8452 req-0dbc61c1-a774-4a8b-812a-c29705513a4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 200 len: 848 time: 0.0720527 Jan 17 09:28:56.818442 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673151de-78e1-4fd7-8745-692dca20c588 req-0f0662db-d978-421d-a283-972b7ef86e0d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:28:56.819117 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-673151de-78e1-4fd7-8745-692dca20c588 req-0f0662db-d978-421d-a283-972b7ef86e0d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:28:56.901435 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da934288-065a-402d-89d3-0a4ead0f8452 req-e2f2caf8-fd49-4857-87c0-2ac1a919fe80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1fd5531c-92fe-4cef-8b38-bd8d61994989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795872 Jan 17 09:28:56.974275 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-673151de-78e1-4fd7-8745-692dca20c588 req-0f0662db-d978-421d-a283-972b7ef86e0d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:28:56.977480 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-673151de-78e1-4fd7-8745-692dca20c588 req-0f0662db-d978-421d-a283-972b7ef86e0d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.4058819 Jan 17 09:28:57.027418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:28:57.031566 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160d8c8-47c8-418c-a3ef-2413eac5ce92 None None] The sync data for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv is: [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:16:23Z', 'revision_number': 4, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': 'e1f33683-f7f8-42af-8303-b8f586266cdf', 'name': '', 'network_id': '1fd5531c-92fe-4cef-8b38-bd8d61994989', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'mac_address': 'fa:16:3e:10:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:23Z', 'updated_at': '2022-01-17T09:16:43Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'subnets': [{'id': 'c452429c-94e4-423c-bf49-bbb91b97acec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:28:57.067759 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-673151de-78e1-4fd7-8745-692dca20c588 req-750150af-1306-43f0-93db-5013909cf819 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811055 Jan 17 09:28:57.086539 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da934288-065a-402d-89d3-0a4ead0f8452 req-7e6b4004-e520-42f0-8151-b9abc5deb5a3 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777866 Jan 17 09:28:57.222203 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-da934288-065a-402d-89d3-0a4ead0f8452 req-0953c68d-0f7a-49c6-b9f5-fc0c3774ac10 service neutron] 10.222.0.53 "GET /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290386 Jan 17 09:28:57.266925 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c3819-5d10-47bc-9f0e-b6efdf315e4a None None] New status for floating IP b2fc8028-a563-4741-80fe-f686f4c2462d: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:28:58.277419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-2d8932e1-9f97-4539-a1d1-a7f14707c8cf tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:28:58.279452 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-2d8932e1-9f97-4539-a1d1-a7f14707c8cf tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.0793297 Jan 17 09:28:58.359248 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633c863-4a54-4924-9bc4-b593ba6465d1 req-0dca64bc-4dbe-4848-8c1a-7541f9d70104 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:28:58.360844 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7633c863-4a54-4924-9bc4-b593ba6465d1 req-0dca64bc-4dbe-4848-8c1a-7541f9d70104 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 946 time: 0.1687608 Jan 17 09:28:58.361308 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Deleting port f0063126-895e-4140-9255-f5ef4f2d5a6e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:28:58.361648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:58.409557 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7633c863-4a54-4924-9bc4-b593ba6465d1 req-a5f5abd1-d85b-4a24-b36a-5583fe0ec96a tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ed88eca-efe2-4690-b4c1-ddce040915a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Jan 17 09:28:58.615181 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] For port f0063126-895e-4140-9255-f5ef4f2d5a6e, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=f0063126-895e-4140-9255-f5ef4f2d5a6e,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:28:58.615796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:58.742798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Calling delete_port for f0063126-895e-4140-9255-f5ef4f2d5a6e owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:28:58.958081 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:59.011314 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event deleted for resources: {'Port': ['ID=f0063126-895e-4140-9255-f5ef4f2d5a6e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:28:59.081415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] No DVR routers for this DVR port f0063126-895e-4140-9255-f5ef4f2d5a6e on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:28:59.083873 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:28:59.086300 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'name': 'network-vif-deleted', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:28:59.144685 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ffeb7a-ca78-4e66-930c-b1e57066c315', 'name': 'network-vif-deleted', 'tag': 'f0063126-895e-4140-9255-f5ef4f2d5a6e', 'status': 'completed', 'code': 200} Jan 17 09:28:59.153113 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-31b8ded8-e76a-49fa-9415-27bcacd792cc req-ac407bf5-ef31-4098-b208-b0b072378c57 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.53 "DELETE /v2.0/ports/f0063126-895e-4140-9255-f5ef4f2d5a6e HTTP/1.1" status: 204 len: 173 time: 0.8690133 Jan 17 09:28:59.593992 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-2523cf80-49c0-4411-a386-280c35aa053e req-0df46ce3-e0ed-48fb-9242-19aa76cd6ed4 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 210 time: 0.0472574 Jan 17 09:29:00.781102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ce263f14-94ae-438c-8e28-892e408db791 req-4285364f-05c9-4687-a68a-76f22957ac2d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Synchronizing usage tracker for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:29:00.844234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-ce263f14-94ae-438c-8e28-892e408db791 req-4285364f-05c9-4687-a68a-76f22957ac2d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Unset dirty status for tenant:ba5f7917db7a41c3b51328aa23123f85 on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:29:00.845423 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ce263f14-94ae-438c-8e28-892e408db791 req-4285364f-05c9-4687-a68a-76f22957ac2d tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "GET /v2.0/ports?device_id=41ffeb7a-ca78-4e66-930c-b1e57066c315 HTTP/1.1" status: 200 len: 210 time: 0.1092966 Jan 17 09:29:01.957312 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37908) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:02.126011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9d52e9e-c949-4366-9261-e0198d5d0f76 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:02.160218 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9d52e9e-c949-4366-9261-e0198d5d0f76 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:02.284030 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9d52e9e-c949-4366-9261-e0198d5d0f76 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:02.303975 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d52e9e-c949-4366-9261-e0198d5d0f76 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed88eca-efe2-4690-b4c1-ddce040915a2,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:02.373964 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a9d52e9e-c949-4366-9261-e0198d5d0f76 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:02.375092 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-a9d52e9e-c949-4366-9261-e0198d5d0f76 tempest-TestShelveInstance-329337258 tempest-TestShelveInstance-329337258-project] 10.222.0.44 "DELETE /v2.0/security-groups/1ed88eca-efe2-4690-b4c1-ddce040915a2 HTTP/1.1" status: 204 len: 168 time: 0.4167473 Jan 17 09:29:02.507657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37914) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:02.985086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0063126-895e-4140-9255-f5ef4f2d5a6e no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:29:03.018003 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: f0063126-895e-4140-9255-f5ef4f2d5a6e {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:29:03.018336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device f0063126-895e-4140-9255-f5ef4f2d5a6e not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:29:03.084144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:03.667006 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Deleting port e1f33683-f7f8-42af-8303-b8f586266cdf {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:03.667367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:03.848504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] For port e1f33683-f7f8-42af-8303-b8f586266cdf, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e1f33683-f7f8-42af-8303-b8f586266cdf,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:03.848802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:03.967922 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Calling delete_port for e1f33683-f7f8-42af-8303-b8f586266cdf owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:29:04.295958 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:04.341676 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f33683-f7f8-42af-8303-b8f586266cdf,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:04.635568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:05.198659 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:29:05.394900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:29:05.403726 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] Sync routers for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:29:05.416245 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:05.416949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:28:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:05.479683 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-01b0c174-564e-42bb-9466-eb1b4b905c67 admin admin] 10.222.0.44 "PUT /v2.0/routers/139f86aa-c6d5-49f5-8f68-45bd6bea12c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9708591 Jan 17 09:29:05.482310 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 37920) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:05.602264 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:05.687799 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:05.888075 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:05.951252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:29:04Z', 'revision_number': 5, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port': {'id': 'd3c37514-cbb7-4af6-8c56-09fd142236c8', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:20Z', 'updated_at': '2022-01-17T09:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:05.955082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] Checking router: 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:29:05.966454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] Routers {'139f86aa-c6d5-49f5-8f68-45bd6bea12c6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:05.967098 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:28:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:05.986682 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Deleting port d3c37514-cbb7-4af6-8c56-09fd142236c8 {{(pid=84154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:05.987034 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:06.134252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] Set router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:06.246178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f49adf1c-3fbe-49f1-bb36-a772b7e5ffb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:06.254304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:29:05Z', 'revision_number': 6, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:06.258437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e588dc1-9f69-4a35-9eff-648d343814fa None None] The sync data for ids ['139f86aa-c6d5-49f5-8f68-45bd6bea12c6'] in dv-neutron-824874-1-hyperv is: [{'id': '139f86aa-c6d5-49f5-8f68-45bd6bea12c6', 'name': 'tempest-TestShelveInstance-1165839340-router', 'tenant_id': 'ba5f7917db7a41c3b51328aa23123f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:19Z', 'updated_at': '2022-01-17T09:29:05Z', 'revision_number': 6, 'project_id': 'ba5f7917db7a41c3b51328aa23123f85', 'gw_port_host': None}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:29:06.263162 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.db [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] For port d3c37514-cbb7-4af6-8c56-09fd142236c8, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=d3c37514-cbb7-4af6-8c56-09fd142236c8,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:06.263523 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:06.386549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.plugin [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Calling delete_port for d3c37514-cbb7-4af6-8c56-09fd142236c8 owned by network:router_gateway {{(pid=84154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:29:06.609282 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:06.654321 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c37514-cbb7-4af6-8c56-09fd142236c8,revision_number=None']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:06.694489 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.694830 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.695161 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.695513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.695837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.696157 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.696475 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.696792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.697105 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.697414 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.697724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:06.887429 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.141823 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.146094 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.254139 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.254814 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 139f86aa-c6d5-49f5-8f68-45bd6bea12c6 {{(pid=84154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:29:07.268834 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.270011 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-f4e817b7-a8cb-4b9a-8b9b-69b34536a9c8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/139f86aa-c6d5-49f5-8f68-45bd6bea12c6 HTTP/1.1" status: 204 len: 168 time: 1.7866907 Jan 17 09:29:07.272813 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37924) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:07.335574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a894bd-b6b3-4a07-a9dd-f5a567e31013 admin admin] Deleting subnet c452429c-94e4-423c-bf49-bbb91b97acec {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:29:07.338900 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9a894bd-b6b3-4a07-a9dd-f5a567e31013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.392498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9a894bd-b6b3-4a07-a9dd-f5a567e31013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.473542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9a894bd-b6b3-4a07-a9dd-f5a567e31013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.676296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d3c37514-cbb7-4af6-8c56-09fd142236c8 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:29:07.708638 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: d3c37514-cbb7-4af6-8c56-09fd142236c8 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:29:07.708980 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device d3c37514-cbb7-4af6-8c56-09fd142236c8 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:29:07.709407 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e1f33683-f7f8-42af-8303-b8f586266cdf no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:29:07.711832 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9a894bd-b6b3-4a07-a9dd-f5a567e31013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.745459 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e1f33683-f7f8-42af-8303-b8f586266cdf {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:29:07.745792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e1f33683-f7f8-42af-8303-b8f586266cdf not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:29:07.750215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a894bd-b6b3-4a07-a9dd-f5a567e31013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c452429c-94e4-423c-bf49-bbb91b97acec,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:07.759857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9a894bd-b6b3-4a07-a9dd-f5a567e31013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.765706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab6581-1585-4d05-9f03-2780faaeac04 None None] Network 1fd5531c-92fe-4cef-8b38-bd8d61994989 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:29:07.766078 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-d9a894bd-b6b3-4a07-a9dd-f5a567e31013 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c452429c-94e4-423c-bf49-bbb91b97acec HTTP/1.1" status: 204 len: 168 time: 0.4922366 Jan 17 09:29:07.768498 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37928) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:07.872649 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:07.883144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Deleting port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:07.883559 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.015071 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] DHCP port deletion for 1fd5531c-92fe-4cef-8b38-bd8d61994989 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:29:08.019401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] Deleting port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:08.019777 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.090255 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] For port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e1c78f5e-89d4-4f4b-8274-d6c64a35eb82,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:08.091175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.221441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Calling delete_port for e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:29:08.251287 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] For port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=e1c78f5e-89d4-4f4b-8274-d6c64a35eb82,segment=NetworkSegment(5137a98a-d27f-412c-b023-253956cc4922),segment_id=5137a98a-d27f-412c-b023-253956cc4922)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:08.251601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.366005 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-3930ca2e-28f3-4459-85e0-eb6e4a9ac2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.372820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] Calling delete_port for e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:29:08.374657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.420191 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c78f5e-89d4-4f4b-8274-d6c64a35eb82,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:08.430462 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] No DVR routers for this DVR port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:29:08.450561 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:29:08.450926 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:29:08.549738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.576452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd5531c-92fe-4cef-8b38-bd8d61994989']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:08.588796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5137a98a-d27f-412c-b023-253956cc4922') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:08.589084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5137a98a-d27f-412c-b023-253956cc4922') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:08.601479 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.616999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.622972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:29:08.623385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:29:08.640608 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:29:08.792028 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.807913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:08.819357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd5531c-92fe-4cef-8b38-bd8d61994989,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:08.901575 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-32e1c5e9-8f19-4ac6-a14f-c203afce1df4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1fd5531c-92fe-4cef-8b38-bd8d61994989 HTTP/1.1" status: 204 len: 168 time: 1.1320591 Jan 17 09:29:08.905076 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37932) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:08.952316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] Deleting port e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:08.952931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:09.018809 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-1351ea0e-b0fa-4b50-b5a4-e5083b183b82 None None] The port 'e1c78f5e-89d4-4f4b-8274-d6c64a35eb82' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 09:29:09.290310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:09.592628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:09.677336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:29:09.710811 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:29:09.711156 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device e1c78f5e-89d4-4f4b-8274-d6c64a35eb82 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:29:09.833814 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:09.999760 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Deleting port 1ab43b3b-9e3b-494a-860e-fd64c0553843 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:10.000384 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:10.175129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] For port 1ab43b3b-9e3b-494a-860e-fd64c0553843, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=1ab43b3b-9e3b-494a-860e-fd64c0553843,segment=NetworkSegment(d1f2fecc-1485-47a8-9894-66863896b2ef),segment_id=d1f2fecc-1485-47a8-9894-66863896b2ef)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:10.175504 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:10.303000 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Calling delete_port for 1ab43b3b-9e3b-494a-860e-fd64c0553843 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:29:10.552263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:10.596983 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab43b3b-9e3b-494a-860e-fd64c0553843,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:10.887056 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:11.277453 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:11.555888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:29:11.756631 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:29:11.765632 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] Sync routers for ids ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:29:11.777523 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] Routers {'1f2b3c50-d89c-40e7-ba78-2c276470e7c0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:11.778783 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:11.874095 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4045c353-7cfe-405c-bcbc-e1132da7172a admin admin] 10.222.0.44 "PUT /v2.0/routers/1f2b3c50-d89c-40e7-ba78-2c276470e7c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9679537 Jan 17 09:29:11.876520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37936) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:11.956843 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] Set router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:12.075417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:12.279620 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:28Z', 'updated_at': '2022-01-17T09:29:10Z', 'revision_number': 5, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'gw_port': {'id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:29Z', 'updated_at': '2022-01-17T09:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:12.281927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:12.284395 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] Checking router: 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:29:12.303722 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] Routers {'1f2b3c50-d89c-40e7-ba78-2c276470e7c0'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:12.304322 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:12.363698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Deleting port 6e1a3a90-e07c-4231-8965-d4af1dc587f3 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:12.364040 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:12.483224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] Set router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:12.540695 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] For port 6e1a3a90-e07c-4231-8965-d4af1dc587f3, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=6e1a3a90-e07c-4231-8965-d4af1dc587f3,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:12.541042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:12.659993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Calling delete_port for 6e1a3a90-e07c-4231-8965-d4af1dc587f3 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:29:12.795616 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:28Z', 'updated_at': '2022-01-17T09:29:10Z', 'revision_number': 5, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'gw_port': {'id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:29Z', 'updated_at': '2022-01-17T09:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:12.800524 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f088ec-1e8c-40d9-bc75-a780a5c96140 None None] The sync data for ids ['1f2b3c50-d89c-40e7-ba78-2c276470e7c0'] in dv-neutron-824874-1-hyperv is: [{'id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'name': 'tempest-TestShelveInstance-49490718-router', 'tenant_id': '81add477bbe84993b9bc4fce57a54aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51'}], 'enable_snat': True}, 'gw_port_id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:16:28Z', 'updated_at': '2022-01-17T09:29:10Z', 'revision_number': 5, 'project_id': '81add477bbe84993b9bc4fce57a54aaf', 'gw_port': {'id': '6e1a3a90-e07c-4231-8965-d4af1dc587f3', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2b3c50-d89c-40e7-ba78-2c276470e7c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:16:29Z', 'updated_at': '2022-01-17T09:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:29:13.043778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:13.088221 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1a3a90-e07c-4231-8965-d4af1dc587f3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:13.333466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:13.589319 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:13.593411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:13.682938 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1ab43b3b-9e3b-494a-860e-fd64c0553843 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:29:13.683515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:13.683867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f2b3c50-d89c-40e7-ba78-2c276470e7c0 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:29:13.697173 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:13.698292 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-29619131-06b2-4301-9588-41e8d3cffc46 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1f2b3c50-d89c-40e7-ba78-2c276470e7c0 HTTP/1.1" status: 204 len: 168 time: 1.8208530 Jan 17 09:29:13.701463 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37942) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:13.721834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 1ab43b3b-9e3b-494a-860e-fd64c0553843 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:29:13.722225 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 1ab43b3b-9e3b-494a-860e-fd64c0553843 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:29:13.764920 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b9acd1-5587-4949-9923-1f010aa42368 admin admin] Deleting subnet dc10d93d-154e-4caa-9d48-6a4397949979 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:29:13.768742 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1b9acd1-5587-4949-9923-1f010aa42368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:13.820993 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1b9acd1-5587-4949-9923-1f010aa42368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:13.897815 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1b9acd1-5587-4949-9923-1f010aa42368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.009459 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1b9acd1-5587-4949-9923-1f010aa42368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.044310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9acd1-5587-4949-9923-1f010aa42368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc10d93d-154e-4caa-9d48-6a4397949979,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:14.050386 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1b9acd1-5587-4949-9923-1f010aa42368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.055714 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b473a5-8104-4439-aa0a-356c62558967 None None] Network f8adc737-e8ff-454c-a936-1f7f61666a64 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:29:14.056553 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-c1b9acd1-5587-4949-9923-1f010aa42368 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dc10d93d-154e-4caa-9d48-6a4397949979 HTTP/1.1" status: 204 len: 168 time: 0.3540637 Jan 17 09:29:14.059657 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37946) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:14.173352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.185597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Deleting port 27032b41-68c4-43c2-b069-aca66dc2b93d {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:14.185937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.339558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] DHCP port deletion for f8adc737-e8ff-454c-a936-1f7f61666a64 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:29:14.343903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] Deleting port 27032b41-68c4-43c2-b069-aca66dc2b93d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:14.344363 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.406289 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] For port 27032b41-68c4-43c2-b069-aca66dc2b93d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=27032b41-68c4-43c2-b069-aca66dc2b93d,segment=NetworkSegment(d1f2fecc-1485-47a8-9894-66863896b2ef),segment_id=d1f2fecc-1485-47a8-9894-66863896b2ef)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:14.406654 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.551559 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] For port 27032b41-68c4-43c2-b069-aca66dc2b93d, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=27032b41-68c4-43c2-b069-aca66dc2b93d,segment=NetworkSegment(d1f2fecc-1485-47a8-9894-66863896b2ef),segment_id=d1f2fecc-1485-47a8-9894-66863896b2ef)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:14.551989 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.624215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Calling delete_port for 27032b41-68c4-43c2-b069-aca66dc2b93d owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:29:14.672145 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] Calling delete_port for 27032b41-68c4-43c2-b069-aca66dc2b93d owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:29:14.781080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.786647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:29:14.787285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:29:14.832652 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Pushing event deleted for resources: {'Port': ['ID=27032b41-68c4-43c2-b069-aca66dc2b93d,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:14.839890 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] No DVR routers for this DVR port 27032b41-68c4-43c2-b069-aca66dc2b93d on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:29:14.957084 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:14.983178 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8adc737-e8ff-454c-a936-1f7f61666a64']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:14.995369 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f2fecc-1485-47a8-9894-66863896b2ef') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:14.995661 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f2fecc-1485-47a8-9894-66863896b2ef') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:15.007208 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.023169 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.029915 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:29:15.030303 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:29:15.043382 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:29:15.197167 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.213182 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.224075 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8adc737-e8ff-454c-a936-1f7f61666a64,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:15.233056 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-921762f5-95fa-443f-9eb4-60b17dffc28d admin admin] 10.222.0.44 "DELETE /v2.0/networks/f8adc737-e8ff-454c-a936-1f7f61666a64 HTTP/1.1" status: 204 len: 168 time: 1.1723590 Jan 17 09:29:15.288653 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] Deleting port 27032b41-68c4-43c2-b069-aca66dc2b93d {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:29:15.289058 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.357178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-ec4285cb-505c-4a6e-a2f1-65912f6d9f57 None None] The port '27032b41-68c4-43c2-b069-aca66dc2b93d' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 09:29:15.591379 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37956) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:15.642010 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-89424581-e66a-460a-ad56-3e332ef97e05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba5f7917db7a41c3b51328aa23123f85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494235 Jan 17 09:29:15.644380 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37960) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:15.676091 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6e1a3a90-e07c-4231-8965-d4af1dc587f3 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:29:15.705573 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-533c6a87-d5c8-498c-a4e0-ad176ccd85c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.710481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 6e1a3a90-e07c-4231-8965-d4af1dc587f3 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:29:15.710822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 6e1a3a90-e07c-4231-8965-d4af1dc587f3 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:29:15.711265 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 27032b41-68c4-43c2-b069-aca66dc2b93d no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:29:15.731952 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-533c6a87-d5c8-498c-a4e0-ad176ccd85c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.742724 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 27032b41-68c4-43c2-b069-aca66dc2b93d {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:29:15.743062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 27032b41-68c4-43c2-b069-aca66dc2b93d not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:29:15.855175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-533c6a87-d5c8-498c-a4e0-ad176ccd85c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.873184 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c6a87-d5c8-498c-a4e0-ad176ccd85c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1da8ca-d3d5-450c-85f3-215b334f3a91,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:15.881361 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-533c6a87-d5c8-498c-a4e0-ad176ccd85c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:15.882485 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-533c6a87-d5c8-498c-a4e0-ad176ccd85c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e1da8ca-d3d5-450c-85f3-215b334f3a91 HTTP/1.1" status: 204 len: 168 time: 0.2371659 Jan 17 09:29:16.642328 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37972) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:16.691699 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-3023f070-1183-4a41-89e9-371459723c6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81add477bbe84993b9bc4fce57a54aaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481851 Jan 17 09:29:16.694066 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 37976) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:16.754600 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-270173fd-607a-468b-924e-4514103207bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:16.780421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-270173fd-607a-468b-924e-4514103207bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:16.919366 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-270173fd-607a-468b-924e-4514103207bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:16.935969 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270173fd-607a-468b-924e-4514103207bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459daf9d-c4d3-411b-8f8e-70c3a1bb91fd,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:16.941961 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-270173fd-607a-468b-924e-4514103207bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:16.943441 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-270173fd-607a-468b-924e-4514103207bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/459daf9d-c4d3-411b-8f8e-70c3a1bb91fd HTTP/1.1" status: 204 len: 168 time: 0.2484307 Jan 17 09:29:17.743519 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:29:18.357014 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38004) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:18.492837 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2122399250-network', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:18.498472 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:18.502434 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Usage tracker for resource:network and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:18.505440 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:18.511590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:18.563075 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Made reservation on behalf of c669cfd33b7f43c2a452a0831744a64d for: {'network': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:29:18.565402 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:18.577715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:18.608878 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:18.612596 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Usage tracker for resource:security_group_rule and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:18.615452 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:18.621128 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:18.687214 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:18.735187 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:18.764802 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:29:18.773770 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d95ad-3440-4bf8-86ec-5aaa15802e1b,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:18.781193 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:18.782007 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.segments_db [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Added segment ebe252c7-7915-46c5-b972-ce701fb5b53a of type vlan for network 2b25c706-7be4-4df8-903d-c353e1810178 Jan 17 09:29:18.807891 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:18.917851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:18.918636 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:18.919235 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:19.018924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] Pushing event updated for resources: {'Network': ['ID=2b25c706-7be4-4df8-903d-c353e1810178,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:19.028916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network 2b25c706-7be4-4df8-903d-c353e1810178 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 09:29:19.118243 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-581df022-7108-40a2-bb30-4851fe9a4d4c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7600849 Jan 17 09:29:19.120967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38010) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:19.126391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Request body: {'subnet': {'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2122399250-subnet', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'ip_version': 4}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:19.131633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:19.135437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Usage tracker for resource:subnet and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:19.138754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:19.144285 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:19.231913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Made reservation on behalf of c669cfd33b7f43c2a452a0831744a64d for: {'subnet': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:29:19.234818 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757982'] for subnet, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:19.500698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1183359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757960'] for subnet, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:19.575352 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47cad322-c202-481e-980b-b16bb7417224,revision_number=0']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:19.593540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Checking segment: {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:29:19.593903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Network hostable DHCP agents. Network: 2b25c706-7be4-4df8-903d-c353e1810178, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:29:19.680240 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Network 2b25c706-7be4-4df8-903d-c353e1810178 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:29:19.746421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, 2b25c706-7be4-4df8-903d-c353e1810178) {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:19.750398 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:19.751063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:19.756870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8b725-9561-4d3b-a299-bd0a66c69ef0 None None] Network 2b25c706-7be4-4df8-903d-c353e1810178 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:29:19.841649 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-514eb8f4-3b4a-48b2-a73d-cd0325823515 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7189014 Jan 17 09:29:19.842159 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38014) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:19.847686 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:19.852944 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:19.857197 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Usage tracker for resource:router and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:19.860375 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:19.866713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:19.968871 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:19.970081 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:19.978143 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-2b25c706-7be4-4df8-903d-c353e1810178', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 09:29:19.981027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:19.989788 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.143454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Allocated IP 172.20.0.2 (2b25c706-7be4-4df8-903d-c353e1810178/47cad322-c202-481e-980b-b16bb7417224/af9cad40-0735-47a2-89b0-8828b5365b1e) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:29:20.223880 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.355705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.365872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Transition to ACTIVE for port object af9cad40-0735-47a2-89b0-8828b5365b1e will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:20.385469 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Transition to ACTIVE for port object af9cad40-0735-47a2-89b0-8828b5365b1e will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:20.472455 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.518292 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.542433 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Network 2b25c706-7be4-4df8-903d-c353e1810178 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:20.545903 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:20.547785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Pushing event updated for resources: {'Port': ['ID=af9cad40-0735-47a2-89b0-8828b5365b1e,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:20.549926 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:29:20.561539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.561880 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.562219 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.562546 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.562870 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.563214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.563533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.563852 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.564169 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.564481 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.564796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:20.579298 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.608793 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.684698 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Attempting to bind port af9cad40-0735-47a2-89b0-8828b5365b1e on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:29:20.685166 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Attempting to bind port af9cad40-0735-47a2-89b0-8828b5365b1e by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:29:20.685601 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Attempting to bind port af9cad40-0735-47a2-89b0-8828b5365b1e on network 2b25c706-7be4-4df8-903d-c353e1810178 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:29:20.692322 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:29:20.692790 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Checking segment: {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:29:20.693336 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.693739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Bound using segment: {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:29:20.694202 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Bound port: af9cad40-0735-47a2-89b0-8828b5365b1e, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:29:20.694572 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.745951 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Allocated IP 172.26.4.228 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/99978a94-62dc-4cdd-9aad-9a7a451fe144) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:29:20.785114 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] For port af9cad40-0735-47a2-89b0-8828b5365b1e, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:29:20.788196 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] For port af9cad40-0735-47a2-89b0-8828b5365b1e, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=af9cad40-0735-47a2-89b0-8828b5365b1e,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:29:20.866001 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.893828 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:20.947739 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a309b7-dabf-433f-9343-7d2a6f035cc2 None None] Pushing event updated for resources: {'Port': ['ID=af9cad40-0735-47a2-89b0-8828b5365b1e,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:21.012969 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:21.074446 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:21.077467 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:21.081337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:29:21.130766 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Pushing event updated for resources: {'Port': ['ID=99978a94-62dc-4cdd-9aad-9a7a451fe144,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:21.369867 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:21.370602 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:21.654804 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Router 171a3a59-19f8-4dfa-b96d-71b25943dfdc is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:29:21.713425 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device af9cad40-0735-47a2-89b0-8828b5365b1e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:21.871820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port af9cad40-0735-47a2-89b0-8828b5365b1e completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:21.874939 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:29:21.894879 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Sync routers for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:29:21.901609 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:21.902256 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:21.954188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cbb921-65c1-41a2-92a7-929b5c77d109 None None] Network 2b25c706-7be4-4df8-903d-c353e1810178 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:29:22.020965 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:22.022199 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-ce6e945c-518a-496a-b7f2-72b300f5234b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1788323 Jan 17 09:29:22.024915 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38018) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:22.179590 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fb8eabef-fee8-418b-b1ee-9f423525454b None None] Provisioning for port af9cad40-0735-47a2-89b0-8828b5365b1e completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:22.228162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fb8eabef-fee8-418b-b1ee-9f423525454b None None] Provisioning complete for port af9cad40-0735-47a2-89b0-8828b5365b1e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:22.228534 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb8eabef-fee8-418b-b1ee-9f423525454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:22.283517 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:22.681233 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb8eabef-fee8-418b-b1ee-9f423525454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:22.731381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fb8eabef-fee8-418b-b1ee-9f423525454b None None] For port af9cad40-0735-47a2-89b0-8828b5365b1e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=af9cad40-0735-47a2-89b0-8828b5365b1e,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:22.757896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:21Z', 'revision_number': 3, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:22.762946 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Checking router: 171a3a59-19f8-4dfa-b96d-71b25943dfdc for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:29:22.763333 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Updating router 171a3a59-19f8-4dfa-b96d-71b25943dfdc port 99978a94-62dc-4cdd-9aad-9a7a451fe144 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:29:22.817831 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb8eabef-fee8-418b-b1ee-9f423525454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:22.854542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:22.918769 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:22.982073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8eabef-fee8-418b-b1ee-9f423525454b None None] Pushing event updated for resources: {'Port': ['ID=af9cad40-0735-47a2-89b0-8828b5365b1e,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:23.008755 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-1145874f-3753-447f-8049-2d812c8433e1 None None] Provisioning complete for port af9cad40-0735-47a2-89b0-8828b5365b1e triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:23.009128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1145874f-3753-447f-8049-2d812c8433e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.133754 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Allocated IP 172.20.0.1 (2b25c706-7be4-4df8-903d-c353e1810178/47cad322-c202-481e-980b-b16bb7417224/72943d4a-0770-4e3c-9a23-5a338f042512) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:29:23.284088 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.301960 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Transition to ACTIVE for port object 72943d4a-0770-4e3c-9a23-5a338f042512 will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:23.362082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.373669 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Transition to ACTIVE for port object 99978a94-62dc-4cdd-9aad-9a7a451fe144 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:23.392962 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.460016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Network 2b25c706-7be4-4df8-903d-c353e1810178 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:23.461154 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:23.465764 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:29:23.471825 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.505068 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Pushing event updated for resources: {'Port': ['ID=72943d4a-0770-4e3c-9a23-5a338f042512,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:23.536817 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.560009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b01999-fcab-4000-b451-a9f75e060c1d None None] Pushing event updated for resources: {'Port': ['ID=99978a94-62dc-4cdd-9aad-9a7a451fe144,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:23.562995 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Attempting to bind port 99978a94-62dc-4cdd-9aad-9a7a451fe144 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:29:23.563376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Attempting to bind port 99978a94-62dc-4cdd-9aad-9a7a451fe144 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:29:23.563949 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Attempting to bind port 99978a94-62dc-4cdd-9aad-9a7a451fe144 on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:29:23.570824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:29:23.571214 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:29:23.571627 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.572010 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:29:23.572477 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Bound port: 99978a94-62dc-4cdd-9aad-9a7a451fe144, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:29:23.572837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.655013 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] For port 99978a94-62dc-4cdd-9aad-9a7a451fe144, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:29:23.659324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] For port 99978a94-62dc-4cdd-9aad-9a7a451fe144, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=99978a94-62dc-4cdd-9aad-9a7a451fe144,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:29:23.678346 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.711735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device af9cad40-0735-47a2-89b0-8828b5365b1e up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:23.741628 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.816012 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c2f38867-066f-4d9d-90fe-9704064163f9 None None] Provisioning for port 72943d4a-0770-4e3c-9a23-5a338f042512 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:23.834525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c2f38867-066f-4d9d-90fe-9704064163f9 None None] Provisioning complete for port 72943d4a-0770-4e3c-9a23-5a338f042512 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:23.834896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c2f38867-066f-4d9d-90fe-9704064163f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.893149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b01999-fcab-4000-b451-a9f75e060c1d None None] Pushing event updated for resources: {'Port': ['ID=99978a94-62dc-4cdd-9aad-9a7a451fe144,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:23.909095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c2f38867-066f-4d9d-90fe-9704064163f9 None None] Port 72943d4a-0770-4e3c-9a23-5a338f042512 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:29:23.911242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.914342 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:23.914967 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:23.974862 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:23.986544 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port af9cad40-0735-47a2-89b0-8828b5365b1e triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:23.986827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:24.081610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Pushing event updated for resources: {'Port': ['ID=72943d4a-0770-4e3c-9a23-5a338f042512,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:24.085049 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:24.204349 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:24.231623 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Network 2b25c706-7be4-4df8-903d-c353e1810178 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:24.233349 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:24.546833 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-a6d370c8-504e-4e05-9cc6-15f7b40b6ec1 None None] Provisioning complete for port 72943d4a-0770-4e3c-9a23-5a338f042512 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:24.547246 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a6d370c8-504e-4e05-9cc6-15f7b40b6ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:24.616474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 1, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:24.618408 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-a6d370c8-504e-4e05-9cc6-15f7b40b6ec1 None None] Port 72943d4a-0770-4e3c-9a23-5a338f042512 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:29:24.623319 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6965bc-5af3-46aa-9c2e-a3365d30bed0 None None] The sync data for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv is: [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 1, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:29:24.772584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Router 171a3a59-19f8-4dfa-b96d-71b25943dfdc has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:29:25.013750 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:29:25.024935 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b589c834-2594-4cc2-a454-f4e47a06bfcb admin admin] 10.222.0.44 "PUT /v2.0/routers/171a3a59-19f8-4dfa-b96d-71b25943dfdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9989595 Jan 17 09:29:25.721706 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 99978a94-62dc-4cdd-9aad-9a7a451fe144 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:25.870840 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 99978a94-62dc-4cdd-9aad-9a7a451fe144 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:25.876599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 99978a94-62dc-4cdd-9aad-9a7a451fe144 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:25.876965 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:25.996442 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.013381 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 99978a94-62dc-4cdd-9aad-9a7a451fe144, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=99978a94-62dc-4cdd-9aad-9a7a451fe144,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:26.071957 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.140063 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=99978a94-62dc-4cdd-9aad-9a7a451fe144,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:26.210501 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38040) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:26.216136 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1268049338-network', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:26.221083 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:26.224869 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Usage tracker for resource:network and tenant:293ce3a254184a5c837b13c97caf3b48 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:26.228116 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:26.233752 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:26.295003 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Made reservation on behalf of 293ce3a254184a5c837b13c97caf3b48 for: {'network': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:29:26.297337 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for network, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.310853 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.345424 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:26.349131 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Usage tracker for resource:security_group_rule and tenant:293ce3a254184a5c837b13c97caf3b48 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:26.352118 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:26.357610 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:26.424724 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.466006 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.503811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 09:29:26.512723 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a404f0-60c4-4524-ad8d-edf88aab69c3,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:26.519549 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.520639 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.segments_db [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Added segment b89904b3-8c72-4536-8f54-df57c0550720 of type vlan for network ce3e4a17-9ee9-4651-9975-ce06e3eba894 Jan 17 09:29:26.545336 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727487899504'] for network, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.637276 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695'] for network, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.638238 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:26.638854 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Notify callbacks [] for network, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:26.740634 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] Pushing event updated for resources: {'Network': ['ID=ce3e4a17-9ee9-4651-9975-ce06e3eba894,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:26.750670 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Network ce3e4a17-9ee9-4651-9975-ce06e3eba894 details requested by agent ovs-agent-dv-neutron-824874-1-hyperv with host dv-neutron-824874-1-hyperv {{(pid=84156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 09:29:26.804452 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5b31d9aa-f00b-438e-a56c-4cc472b7e596 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5927205 Jan 17 09:29:26.807145 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38044) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:26.813584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Request body: {'subnet': {'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1268049338-subnet', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'ip_version': 4}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:26.818866 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:26.822770 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Usage tracker for resource:subnet and tenant:293ce3a254184a5c837b13c97caf3b48 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:26.825608 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:26.831232 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:26.894330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Made reservation on behalf of 293ce3a254184a5c837b13c97caf3b48 for: {'subnet': 1} {{(pid=84154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:29:26.896705 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6430789'] for subnet, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:27.175052 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1474722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6430803'] for subnet, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:27.255934 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=967775ac-ab65-44d8-b89e-b79f28ae4175,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:27.266239 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Checking segment: {'id': 'b89904b3-8c72-4536-8f54-df57c0550720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:29:27.266668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Network hostable DHCP agents. Network: ce3e4a17-9ee9-4651-9975-ce06e3eba894, hostable agents: ['90d24d8e-2ad9-4c77-a7ef-1853527df4d6'], hosted agents: [] {{(pid=84154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 09:29:27.392053 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Network ce3e4a17-9ee9-4651-9975-ce06e3eba894 is scheduled to be hosted by DHCP agent 90d24d8e-2ad9-4c77-a7ef-1853527df4d6 with binding_index 1 {{(pid=84154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 09:29:27.523247 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824874-1-hyperv, ce3e4a17-9ee9-4651-9975-ce06e3eba894) {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:27.528130 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:27.528881 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:27.532928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043a891-5511-4e18-82c2-2d34035120a5 None None] Network ce3e4a17-9ee9-4651-9975-ce06e3eba894 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:29:27.632515 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-244db524-5d6f-4969-9ffa-93814e4c5609 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8241866 Jan 17 09:29:27.656151 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38048) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:27.661895 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:27.667104 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:27.671228 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Usage tracker for resource:router and tenant:293ce3a254184a5c837b13c97caf3b48 is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:27.674448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:27.680785 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:27.696188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 99978a94-62dc-4cdd-9aad-9a7a451fe144 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:27.780365 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-475455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31747'] for router, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:27.781237 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-491396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-488864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31756'] for router, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:27.804805 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:27.806792 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7bfd1202-9125-5a40-bcf9-ee90d7b19ca6-ce3e4a17-9ee9-4651-9975-ce06e3eba894', 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'fixed_ips': [{'subnet_id': '967775ac-ab65-44d8-b89e-b79f28ae4175'}]}} from dv-neutron-824874-1-hyperv. {{(pid=84156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 17 09:29:27.807768 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:27.877268 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 99978a94-62dc-4cdd-9aad-9a7a451fe144 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:27.877639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:27.994861 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-488886', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31774'] for router, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.052916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.db_base_plugin_common [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Allocated IP 172.20.0.2 (ce3e4a17-9ee9-4651-9975-ce06e3eba894/967775ac-ab65-44d8-b89e-b79f28ae4175/cdc17829-645c-488c-95ed-70cdb2a5be64) {{(pid=84156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:29:28.239258 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.270188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.279293 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Notify callbacks [] for port, precommit_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.290564 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Transition to ACTIVE for port object cdc17829-645c-488c-95ed-70cdb2a5be64 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:28.311227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Transition to ACTIVE for port object cdc17829-645c-488c-95ed-70cdb2a5be64 will not be triggered until provisioned by entity DHCP. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:28.402917 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677'] for port, after_create {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.416544 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Allocated IP 172.26.4.85 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/009645ad-5491-461c-8475-3a56aa5d722c) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:29:28.484784 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Network ce3e4a17-9ee9-4651-9975-ce06e3eba894 is already hosted by enough agents. {{(pid=84156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:28.488377 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.scheduler.base_scheduler [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Resources bound (agent type, host, resource id): {{(pid=84156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:28.490781 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Received port after_create {{(pid=84156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:29:28.494931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Pushing event updated for resources: {'Port': ['ID=cdc17829-645c-488c-95ed-70cdb2a5be64,revision_number=1']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:28.594313 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Attempting to bind port cdc17829-645c-488c-95ed-70cdb2a5be64 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:29:28.594582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Attempting to bind port cdc17829-645c-488c-95ed-70cdb2a5be64 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'b89904b3-8c72-4536-8f54-df57c0550720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:29:28.594943 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Attempting to bind port cdc17829-645c-488c-95ed-70cdb2a5be64 on network ce3e4a17-9ee9-4651-9975-ce06e3eba894 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:29:28.602759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:29:28.603135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Checking segment: {'id': 'b89904b3-8c72-4536-8f54-df57c0550720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:29:28.603582 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.603977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Bound using segment: {'id': 'b89904b3-8c72-4536-8f54-df57c0550720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:29:28.604457 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Bound port: cdc17829-645c-488c-95ed-70cdb2a5be64, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89904b3-8c72-4536-8f54-df57c0550720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:29:28.604848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.679926 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.693966 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] For port cdc17829-645c-488c-95ed-70cdb2a5be64, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:29:28.699018 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] For port cdc17829-645c-488c-95ed-70cdb2a5be64, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=cdc17829-645c-488c-95ed-70cdb2a5be64,segment=NetworkSegment(b89904b3-8c72-4536-8f54-df57c0550720),segment_id=b89904b3-8c72-4536-8f54-df57c0550720)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:29:28.803743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.837953 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:28.885971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67914e42-4060-422d-a7df-a4c83c5bf50b None None] Pushing event updated for resources: {'Port': ['ID=cdc17829-645c-488c-95ed-70cdb2a5be64,revision_number=2']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:28.911609 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:28.915251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:28.918381 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:29:28.946638 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=009645ad-5491-461c-8475-3a56aa5d722c,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:29.161870 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:29.162606 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-488861'] for router, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:29.477351 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Router eafdc00b-84c2-4175-8e0e-303267fd9df6 is scheduled to L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec with binding_index 1 {{(pid=84154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 09:29:29.681166 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:29:29.691224 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Sync routers for ids ['eafdc00b-84c2-4175-8e0e-303267fd9df6'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:29:29.708531 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Routers {'eafdc00b-84c2-4175-8e0e-303267fd9df6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:29.716413 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['eafdc00b-84c2-4175-8e0e-303267fd9df6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:29.725754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device cdc17829-645c-488c-95ed-70cdb2a5be64 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:29.826304 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] Notify callbacks [] for router, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:29.827715 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-b2606d10-d95b-4a4c-8846-ff87100cd0a9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1704230 Jan 17 09:29:29.830650 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38052) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:29.889254 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port cdc17829-645c-488c-95ed-70cdb2a5be64 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:29.915890 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Set router eafdc00b-84c2-4175-8e0e-303267fd9df6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:30.099837 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f7c90-ac90-43d1-a988-049d092b24a5 None None] Network ce3e4a17-9ee9-4651-9975-ce06e3eba894 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:29:30.220081 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '009645ad-5491-461c-8475-3a56aa5d722c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:27Z', 'updated_at': '2022-01-17T09:29:29Z', 'revision_number': 3, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'gw_port': {'id': '009645ad-5491-461c-8475-3a56aa5d722c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:28Z', 'updated_at': '2022-01-17T09:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:30.224270 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Checking router: eafdc00b-84c2-4175-8e0e-303267fd9df6 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:29:30.224701 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Updating router eafdc00b-84c2-4175-8e0e-303267fd9df6 port 009645ad-5491-461c-8475-3a56aa5d722c binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:29:30.275235 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.318527 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5bd50735-002d-44f2-8b15-9942d899228d None None] Provisioning for port cdc17829-645c-488c-95ed-70cdb2a5be64 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:30.332042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-5bd50735-002d-44f2-8b15-9942d899228d None None] Provisioning complete for port cdc17829-645c-488c-95ed-70cdb2a5be64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:30.332388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5bd50735-002d-44f2-8b15-9942d899228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.514800 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5bd50735-002d-44f2-8b15-9942d899228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.569294 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-5bd50735-002d-44f2-8b15-9942d899228d None None] For port cdc17829-645c-488c-95ed-70cdb2a5be64, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=cdc17829-645c-488c-95ed-70cdb2a5be64,segment=NetworkSegment(b89904b3-8c72-4536-8f54-df57c0550720),segment_id=b89904b3-8c72-4536-8f54-df57c0550720)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:30.642977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5bd50735-002d-44f2-8b15-9942d899228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.666548 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.673981 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.679822 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Transition to ACTIVE for port object 009645ad-5491-461c-8475-3a56aa5d722c will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:30.713314 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd50735-002d-44f2-8b15-9942d899228d None None] Pushing event updated for resources: {'Port': ['ID=cdc17829-645c-488c-95ed-70cdb2a5be64,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:30.758012 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.843521 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Pushing event updated for resources: {'Port': ['ID=009645ad-5491-461c-8475-3a56aa5d722c,revision_number=2']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:30.845937 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Attempting to bind port 009645ad-5491-461c-8475-3a56aa5d722c on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:29:30.846338 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Attempting to bind port 009645ad-5491-461c-8475-3a56aa5d722c by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:29:30.846697 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Attempting to bind port 009645ad-5491-461c-8475-3a56aa5d722c on network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:29:30.858572 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.859110 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.859280 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.859583 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.859909 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.860234 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.860651 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.860862 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.861199 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.861523 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.861824 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:29:30.866679 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:29:30.867051 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Checking segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:29:30.867480 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.867604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9c6c95f0-f395-4d52-afb5-9a06f330e8de None None] Provisioning complete for port cdc17829-645c-488c-95ed-70cdb2a5be64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:30.867861 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Bound using segment: {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:29:30.868224 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9c6c95f0-f395-4d52-afb5-9a06f330e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.868330 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Bound port: 009645ad-5491-461c-8475-3a56aa5d722c, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6db62b7-1c63-4a20-96e7-e5ab584a46ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:29:30.868679 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:30.941963 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] For port 009645ad-5491-461c-8475-3a56aa5d722c, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:29:30.945242 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] For port 009645ad-5491-461c-8475-3a56aa5d722c, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=009645ad-5491-461c-8475-3a56aa5d722c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:29:31.002099 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.db_base_plugin_common [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Allocated IP 172.20.0.1 (ce3e4a17-9ee9-4651-9975-ce06e3eba894/967775ac-ab65-44d8-b89e-b79f28ae4175/499a23e1-86ba-4992-b112-becc5aa6c3bc) {{(pid=84154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:29:31.020266 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:31.102788 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Routers {'eafdc00b-84c2-4175-8e0e-303267fd9df6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:31.103430 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['eafdc00b-84c2-4175-8e0e-303267fd9df6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:31.149687 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20c3bc-3dbb-40c6-afc1-62fdb7d349e2 None None] Pushing event updated for resources: {'Port': ['ID=009645ad-5491-461c-8475-3a56aa5d722c,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:31.150695 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:31.168584 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.provisioning_blocks [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Transition to ACTIVE for port object 499a23e1-86ba-4992-b112-becc5aa6c3bc will not be triggered until provisioned by entity DHCP. {{(pid=84154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:31.280254 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] Set router eafdc00b-84c2-4175-8e0e-303267fd9df6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:31.289538 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1823762'] for port, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:31.364395 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Network ce3e4a17-9ee9-4651-9975-ce06e3eba894 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:31.367402 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:31.369827 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Received port after_create {{(pid=84154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:29:31.401648 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Pushing event updated for resources: {'Port': ['ID=499a23e1-86ba-4992-b112-becc5aa6c3bc,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:31.432690 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-489131'] for router_interface, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:31.584252 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '009645ad-5491-461c-8475-3a56aa5d722c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:27Z', 'updated_at': '2022-01-17T09:29:29Z', 'revision_number': 3, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'gw_port': {'id': '009645ad-5491-461c-8475-3a56aa5d722c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:28Z', 'updated_at': '2022-01-17T09:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:31.587175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:31.588203 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d82e24-8003-4fac-9d2f-c59747952e29 None None] The sync data for ids ['eafdc00b-84c2-4175-8e0e-303267fd9df6'] in dv-neutron-824874-1-hyperv is: [{'id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '009645ad-5491-461c-8475-3a56aa5d722c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:27Z', 'updated_at': '2022-01-17T09:29:29Z', 'revision_number': 3, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'gw_port': {'id': '009645ad-5491-461c-8475-3a56aa5d722c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:28Z', 'updated_at': '2022-01-17T09:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:29:31.665539 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8c51bb6f-b732-42a5-aeca-0378a3b71ffd None None] Provisioning for port 499a23e1-86ba-4992-b112-becc5aa6c3bc completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:31.670587 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-8c51bb6f-b732-42a5-aeca-0378a3b71ffd None None] Provisioning complete for port 499a23e1-86ba-4992-b112-becc5aa6c3bc triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:31.671150 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8c51bb6f-b732-42a5-aeca-0378a3b71ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:31.700964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device cdc17829-645c-488c-95ed-70cdb2a5be64 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:31.777585 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-8c51bb6f-b732-42a5-aeca-0378a3b71ffd None None] Port 499a23e1-86ba-4992-b112-becc5aa6c3bc cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:29:31.809090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port cdc17829-645c-488c-95ed-70cdb2a5be64 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:31.809819 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:31.830129 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:31.905771 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1823771'] for port, after_update {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:32.012087 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-489538'] for router_interface, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:32.015613 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Pushing event updated for resources: {'Port': ['ID=499a23e1-86ba-4992-b112-becc5aa6c3bc,revision_number=2']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:32.156542 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Network ce3e4a17-9ee9-4651-9975-ce06e3eba894 is already hosted by enough agents. {{(pid=84154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:32.157594 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Resources bound (agent type, host, resource id): {{(pid=84154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:32.403421 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-6e42fe09-70b5-4779-96aa-78bf8f7da320 None None] Provisioning complete for port 499a23e1-86ba-4992-b112-becc5aa6c3bc triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:32.403794 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-6e42fe09-70b5-4779-96aa-78bf8f7da320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:32.467878 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-6e42fe09-70b5-4779-96aa-78bf8f7da320 None None] Port 499a23e1-86ba-4992-b112-becc5aa6c3bc cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:29:32.569327 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Router eafdc00b-84c2-4175-8e0e-303267fd9df6 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:29:32.879900 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:29:32.888712 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-a2a3c4c2-8054-4553-ace9-7751ca0e25aa admin admin] 10.222.0.44 "PUT /v2.0/routers/eafdc00b-84c2-4175-8e0e-303267fd9df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0565648 Jan 17 09:29:34.691499 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38066) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:34.697102 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817620896', 'description': 'tempest-secgroup-smoke-817620896 description', 'project_id': 'c669cfd33b7f43c2a452a0831744a64d'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:34.703016 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:34.706757 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:security_group and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:34.709640 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:34.716360 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:34.803059 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:34.837706 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:34.841468 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:security_group_rule and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:34.844242 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:34.849740 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:34.906733 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:34.985991 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.030308 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944d623e-2f55-482e-a7a5-ca8c8c834697,revision_number=1']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:35.071567 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.072795 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-48c8d2f5-e91f-49ff-8194-08cc4b5e691e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3802984 Jan 17 09:29:35.075628 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38070) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:35.081108 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'security_group_rule': {'security_group_id': '944d623e-2f55-482e-a7a5-ca8c8c834697', 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:35.087150 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:35.090974 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:security_group_rule and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:35.093840 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:35.099452 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:35.175416 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.238367 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.283930 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.310301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a05fa95-d6b3-4f62-a1fc-9ca3dc43409f,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:35.380562 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.381820 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-9dde861f-7343-4fac-8d27-4001874a5348 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3052723 Jan 17 09:29:35.384713 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38074) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:35.390462 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'security_group_rule': {'security_group_id': '944d623e-2f55-482e-a7a5-ca8c8c834697', 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:35.396792 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:35.400811 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:security_group_rule and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:35.404571 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:35.411217 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:35.478441 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.543787 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.614692 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.639246 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c587cafe-cb57-4587-bfec-b2bb1511852b,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:35.717026 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.718498 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-d8488af7-ebb2-4f5c-9d6b-e1ae86b4d98a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3326361 Jan 17 09:29:35.721487 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38078) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:35.727400 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'security_group_rule': {'security_group_id': '944d623e-2f55-482e-a7a5-ca8c8c834697', 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:35.733545 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:35.737506 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:security_group_rule and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:35.740448 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:35.746220 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:35.845570 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:35.910577 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.008835 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.036913 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d34cfd-0a55-4de1-99c0-109d18848f6d,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:36.122860 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.124111 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-50e6a584-c7d4-4291-9555-bcad12730e59 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4016564 Jan 17 09:29:36.127018 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38082) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:36.132559 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'security_group_rule': {'security_group_id': '944d623e-2f55-482e-a7a5-ca8c8c834697', 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:36.139387 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:36.143251 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:security_group_rule and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:36.146188 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:36.151883 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:36.214617 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-de912327-f1b7-4e85-967a-36b6cb5e895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.243442 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.306015 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.380439 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.403668 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b24fd40-bcee-43cc-8a9b-15caa8fa480e,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:36.472091 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.473348 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-5ef20a0e-6380-4014-8ec4-4bd1c37e19a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3453255 Jan 17 09:29:36.476444 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38086) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:36.482427 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'security_group_rule': {'security_group_id': '944d623e-2f55-482e-a7a5-ca8c8c834697', 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:36.488496 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:36.492278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:security_group_rule and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:36.495045 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:36.501464 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:36.574807 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Project c669cfd33b7f43c2a452a0831744a64d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:29:36.581636 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.655278 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.729064 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.754262 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75004b8-0460-4189-bd6c-cf82115b495c,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:36.837172 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:36.838386 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-2a730980-b09e-44ce-9d94-49b9dcfd0be5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3610218 Jan 17 09:29:36.841133 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [-] (84154) accepted ('10.222.0.44', 38090) {{(pid=84154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:36.846520 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.v2.base [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'security_group_rule': {'security_group_id': '944d623e-2f55-482e-a7a5-ca8c8c834697', 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:36.852846 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:36.856689 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:security_group_rule and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:36.859589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84154) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:36.865175 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.db.quota.driver [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84154) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:36.940201 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.db.securitygroups_db [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Project c669cfd33b7f43c2a452a0831744a64d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 09:29:36.947578 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:37.018415 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:37.100330 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462578'] for security_group_rule, after_create {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:37.125837 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c816861-9d71-44c1-af9c-d13feaa17431,revision_number=0']} {{(pid=84154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:37.203379 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron_lib.callbacks.manager [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:37.205322 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [None req-626810d9-011f-4153-88f9-865e5982dd5b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3632779 Jan 17 09:29:37.408215 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-a49c8bfb-112a-4507-95df-01731caa1056 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Synchronizing usage tracker for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:security_group {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:29:37.545857 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-a49c8bfb-112a-4507-95df-01731caa1056 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Unset dirty status for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:security_group {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:29:37.547062 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-a49c8bfb-112a-4507-95df-01731caa1056 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817620896&fields=id&tenant_id=c669cfd33b7f43c2a452a0831744a64d HTTP/1.1" status: 200 len: 267 time: 0.1838565 Jan 17 09:29:37.706054 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-f06530f0-1277-4ba4-98df-97b089fab1c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:37.707228 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-f06530f0-1277-4ba4-98df-97b089fab1c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Synchronizing usage tracker for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:network {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:29:37.729808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 009645ad-5491-461c-8475-3a56aa5d722c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:37.837446 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-f06530f0-1277-4ba4-98df-97b089fab1c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Unset dirty status for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:network {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:29:37.838686 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-f06530f0-1277-4ba4-98df-97b089fab1c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 810 time: 0.2849803 Jan 17 09:29:37.856532 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-21b276be-56b1-44d8-ac52-3c6f392767d0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/quotas/c669cfd33b7f43c2a452a0831744a64d HTTP/1.1" status: 200 len: 375 time: 0.0121555 Jan 17 09:29:37.877394 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 009645ad-5491-461c-8475-3a56aa5d722c completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:37.882753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 009645ad-5491-461c-8475-3a56aa5d722c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:37.883117 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:38.006887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:38.022874 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 009645ad-5491-461c-8475-3a56aa5d722c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=009645ad-5491-461c-8475-3a56aa5d722c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:38.028490 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-eb6470c9-5134-46a6-be8c-c2f0d5d3e228 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1665540 Jan 17 09:29:38.044576 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-b0688bd9-5973-43ff-a23a-44e6848ab213 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 09:29:38.045636 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-b0688bd9-5973-43ff-a23a-44e6848ab213 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056357 Jan 17 09:29:38.088734 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:38.156072 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=009645ad-5491-461c-8475-3a56aa5d722c,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:38.180232 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-be10ebff-031a-473c-8758-3ffeb9c96fef service neutron] 10.222.0.44 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288259 Jan 17 09:29:38.269211 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Sync routers for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:29:38.283592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f37e-762e-4ac6-9d8d-f3622a7b0cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:38.291984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:38.292643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:38.327355 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-d89d72d3-90b4-4ab8-ba92-aeb9a94f02ad service neutron] 10.222.0.44 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384988 Jan 17 09:29:38.477323 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:38.795971 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 2, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:38.800258 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Checking router: 171a3a59-19f8-4dfa-b96d-71b25943dfdc for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:29:38.800606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Updating router 171a3a59-19f8-4dfa-b96d-71b25943dfdc port 72943d4a-0770-4e3c-9a23-5a338f042512 binding host dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:29:38.851587 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:39.226721 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Notify callbacks [] for port, precommit_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:39.239035 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Transition to ACTIVE for port object 72943d4a-0770-4e3c-9a23-5a338f042512 will not be triggered until provisioned by entity L2. {{(pid=84156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:39.326512 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:39.460025 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca87b7-aa87-443b-8ece-2f7ff4461b10 None None] Pushing event updated for resources: {'Port': ['ID=72943d4a-0770-4e3c-9a23-5a338f042512,revision_number=3']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:39.576729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Attempting to bind port 72943d4a-0770-4e3c-9a23-5a338f042512 on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:29:39.577103 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Attempting to bind port 72943d4a-0770-4e3c-9a23-5a338f042512 by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:29:39.577468 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Attempting to bind port 72943d4a-0770-4e3c-9a23-5a338f042512 on network 2b25c706-7be4-4df8-903d-c353e1810178 {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:29:39.588641 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:29:39.589031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Checking segment: {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:29:39.589437 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:39.589832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Bound using segment: {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'} {{(pid=84156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:29:39.590332 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.managers [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Bound port: 72943d4a-0770-4e3c-9a23-5a338f042512, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'}}] {{(pid=84156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:29:39.591584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:39.616781 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b3beefbe-335d-4407-ab07-062d345ba95c req-12631bb4-3300-48a5-9436-ad6bd596792d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Synchronizing usage tracker for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:29:39.640801 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:39.694396 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-b3beefbe-335d-4407-ab07-062d345ba95c req-12631bb4-3300-48a5-9436-ad6bd596792d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Unset dirty status for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:29:39.696496 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-b3beefbe-335d-4407-ab07-062d345ba95c req-12631bb4-3300-48a5-9436-ad6bd596792d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 210 time: 0.1249371 Jan 17 09:29:39.700712 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] For port 72943d4a-0770-4e3c-9a23-5a338f042512, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:29:39.703727 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] For port 72943d4a-0770-4e3c-9a23-5a338f042512, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=72943d4a-0770-4e3c-9a23-5a338f042512,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:29:39.725567 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 009645ad-5491-461c-8475-3a56aa5d722c up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:39.799008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:39.890034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:39.893691 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 009645ad-5491-461c-8475-3a56aa5d722c triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:39.894058 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:39.935953 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca87b7-aa87-443b-8ece-2f7ff4461b10 None None] Pushing event updated for resources: {'Port': ['ID=72943d4a-0770-4e3c-9a23-5a338f042512,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:39.954108 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:39.954743 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:40.203888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:40.526277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:39Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:40.531149 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545ec3e-1f07-4e7f-840b-cfb6a40cc9fb None None] The sync data for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv is: [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:39Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:29:40.810087 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-84ecd88d-3f96-498f-be0d-8ce13d161b4c req-049c1771-93a8-4231-998e-4d61bd167b65 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 210 time: 0.0426388 Jan 17 09:29:41.040186 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Sync routers for ids ['eafdc00b-84c2-4175-8e0e-303267fd9df6'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:29:41.057053 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Routers {'eafdc00b-84c2-4175-8e0e-303267fd9df6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:41.057745 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['eafdc00b-84c2-4175-8e0e-303267fd9df6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:41.241619 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Set router eafdc00b-84c2-4175-8e0e-303267fd9df6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:41.294665 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:41.580773 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '009645ad-5491-461c-8475-3a56aa5d722c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:27Z', 'updated_at': '2022-01-17T09:29:31Z', 'revision_number': 4, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'gw_port': {'id': '009645ad-5491-461c-8475-3a56aa5d722c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:28Z', 'updated_at': '2022-01-17T09:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '499a23e1-86ba-4992-b112-becc5aa6c3bc', 'name': '', 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'mac_address': 'fa:16:3e:98:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '967775ac-ab65-44d8-b89e-b79f28ae4175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:30Z', 'updated_at': '2022-01-17T09:29:31Z', 'revision_number': 2, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'subnets': [{'id': '967775ac-ab65-44d8-b89e-b79f28ae4175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:41.584570 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Checking router: eafdc00b-84c2-4175-8e0e-303267fd9df6 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:29:41.584920 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Updating router eafdc00b-84c2-4175-8e0e-303267fd9df6 port 499a23e1-86ba-4992-b112-becc5aa6c3bc binding host dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 17 09:29:41.634227 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:41.717056 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 72943d4a-0770-4e3c-9a23-5a338f042512 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:41.876508 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 72943d4a-0770-4e3c-9a23-5a338f042512 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:41.882783 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 72943d4a-0770-4e3c-9a23-5a338f042512 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:41.883679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:41.984912 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:41.986523 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-cf9cc22d-c8cf-44b2-839a-66eeb00075fd req-ab6420a0-ba78-4168-be65-bb1741a999f8 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 210 time: 0.0440037 Jan 17 09:29:41.998557 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.provisioning_blocks [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Transition to ACTIVE for port object 499a23e1-86ba-4992-b112-becc5aa6c3bc will not be triggered until provisioned by entity L2. {{(pid=84157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:42.012824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:42.047646 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 72943d4a-0770-4e3c-9a23-5a338f042512, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=72943d4a-0770-4e3c-9a23-5a338f042512,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:42.139871 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:42.159646 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-2188ae5a-9230-44a2-9da4-bd1c8f3a1a8e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:42.161076 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-2188ae5a-9230-44a2-9da4-bd1c8f3a1a8e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 810 time: 0.1542215 Jan 17 09:29:42.168940 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:42.224149 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-9132afb7-c74c-4d62-babe-6e10905574e6 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c669cfd33b7f43c2a452a0831744a64d HTTP/1.1" status: 200 len: 379 time: 0.0486202 Jan 17 09:29:42.237157 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'port': {'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'admin_state_up': True, 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'security_groups': ['944d623e-2f55-482e-a7a5-ca8c8c834697']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:42.267535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=72943d4a-0770-4e3c-9a23-5a338f042512,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:42.273941 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88d7e2-4919-42d3-95b9-79d3d5532c14 None None] Pushing event updated for resources: {'Port': ['ID=499a23e1-86ba-4992-b112-becc5aa6c3bc,revision_number=3']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:42.379439 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Attempting to bind port 499a23e1-86ba-4992-b112-becc5aa6c3bc on host dv-neutron-824874-1-hyperv for vnic_type normal with profile {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:29:42.379817 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Attempting to bind port 499a23e1-86ba-4992-b112-becc5aa6c3bc by drivers openvswitch,hyperv on host dv-neutron-824874-1-hyperv at level 0 using segments [{'id': 'b89904b3-8c72-4536-8f54-df57c0550720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894'}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:29:42.380173 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Attempting to bind port 499a23e1-86ba-4992-b112-becc5aa6c3bc on network ce3e4a17-9ee9-4651-9975-ce06e3eba894 {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:29:42.392055 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Checking agent: {'id': '12907256-e251-495c-80d6-04c7407c7081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824874-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 4, 9), 'started_at': datetime.datetime(2022, 1, 17, 8, 4, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824874-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:29:42.392337 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Checking segment: {'id': 'b89904b3-8c72-4536-8f54-df57c0550720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:29:42.393009 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:42.393404 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Bound using segment: {'id': 'b89904b3-8c72-4536-8f54-df57c0550720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894'} {{(pid=84157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:29:42.393867 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.managers [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Bound port: 499a23e1-86ba-4992-b112-becc5aa6c3bc, host: dv-neutron-824874-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89904b3-8c72-4536-8f54-df57c0550720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894'}}] {{(pid=84157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:29:42.394233 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:42.433395 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:42.444772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:42.503775 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] For port 499a23e1-86ba-4992-b112-becc5aa6c3bc, host dv-neutron-824874-1-hyperv, cleared binding levels {{(pid=84157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:29:42.507439 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.plugins.ml2.db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] For port 499a23e1-86ba-4992-b112-becc5aa6c3bc, host dv-neutron-824874-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=499a23e1-86ba-4992-b112-becc5aa6c3bc,segment=NetworkSegment(b89904b3-8c72-4536-8f54-df57c0550720),segment_id=b89904b3-8c72-4536-8f54-df57c0550720)] {{(pid=84157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:29:42.528831 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Made reservation on behalf of c669cfd33b7f43c2a452a0831744a64d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:29:42.531959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:42.586697 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:42.669175 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Routers {'eafdc00b-84c2-4175-8e0e-303267fd9df6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:42.669799 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['eafdc00b-84c2-4175-8e0e-303267fd9df6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:42.717166 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Allocated IP 172.20.0.3 (2b25c706-7be4-4df8-903d-c353e1810178/47cad322-c202-481e-980b-b16bb7417224/525cc17e-96cf-40ac-9af3-1fbf9f488b64) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:29:42.726944 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88d7e2-4919-42d3-95b9-79d3d5532c14 None None] Pushing event updated for resources: {'Port': ['ID=499a23e1-86ba-4992-b112-becc5aa6c3bc,revision_number=4']} {{(pid=84157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:42.876131 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] Set router eafdc00b-84c2-4175-8e0e-303267fd9df6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:42.945879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:42.962643 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Transition to ACTIVE for port object 525cc17e-96cf-40ac-9af3-1fbf9f488b64 will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:43.055107 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:43.168723 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Network 2b25c706-7be4-4df8-903d-c353e1810178 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:43.180629 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:43.187011 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:29:43.216900 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '009645ad-5491-461c-8475-3a56aa5d722c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:27Z', 'updated_at': '2022-01-17T09:29:31Z', 'revision_number': 4, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'gw_port': {'id': '009645ad-5491-461c-8475-3a56aa5d722c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:28Z', 'updated_at': '2022-01-17T09:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '499a23e1-86ba-4992-b112-becc5aa6c3bc', 'name': '', 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'mac_address': 'fa:16:3e:98:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '967775ac-ab65-44d8-b89e-b79f28ae4175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:30Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 4, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'subnets': [{'id': '967775ac-ab65-44d8-b89e-b79f28ae4175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:43.222043 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b3e31-4d17-4eff-be45-980e4bb54ca6 None None] The sync data for ids ['eafdc00b-84c2-4175-8e0e-303267fd9df6'] in dv-neutron-824874-1-hyperv is: [{'id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '009645ad-5491-461c-8475-3a56aa5d722c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:27Z', 'updated_at': '2022-01-17T09:29:31Z', 'revision_number': 4, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'gw_port': {'id': '009645ad-5491-461c-8475-3a56aa5d722c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:28Z', 'updated_at': '2022-01-17T09:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '499a23e1-86ba-4992-b112-becc5aa6c3bc', 'name': '', 'network_id': 'ce3e4a17-9ee9-4651-9975-ce06e3eba894', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'mac_address': 'fa:16:3e:98:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '967775ac-ab65-44d8-b89e-b79f28ae4175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:30Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 4, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'subnets': [{'id': '967775ac-ab65-44d8-b89e-b79f28ae4175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:29:43.229122 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'Port': ['ID=525cc17e-96cf-40ac-9af3-1fbf9f488b64,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:43.286246 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:43.286862 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:43.325999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639e99d-4246-4543-882a-9e507376cb35 req-f50c6d87-ade2-447f-96bc-eefe5daab3bf tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:43.326677 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e639e99d-4246-4543-882a-9e507376cb35 req-f50c6d87-ade2-447f-96bc-eefe5daab3bf tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Synchronizing usage tracker for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:29:43.381613 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-fc10e85d-cb10-4244-ae78-e095455f16c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1524978 Jan 17 09:29:43.393830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Request body: {'port': {'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:43.442560 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e639e99d-4246-4543-882a-9e507376cb35 req-f50c6d87-ade2-447f-96bc-eefe5daab3bf tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Unset dirty status for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:29:43.443752 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e639e99d-4246-4543-882a-9e507376cb35 req-f50c6d87-ade2-447f-96bc-eefe5daab3bf tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 931 time: 0.3141346 Jan 17 09:29:43.545384 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2f1f4d73-30f2-41f8-8d32-f1454f463a48 None None] Provisioning for port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:43.551174 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-2f1f4d73-30f2-41f8-8d32-f1454f463a48 None None] Provisioning complete for port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:43.551695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2f1f4d73-30f2-41f8-8d32-f1454f463a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:43.553212 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e639e99d-4246-4543-882a-9e507376cb35 req-e4df4c8f-ef8c-4f3c-8ef7-d640e54e25fa tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991743 Jan 17 09:29:43.560960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:43.662271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f4d73-30f2-41f8-8d32-f1454f463a48 None None] Port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:29:43.792925 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 72943d4a-0770-4e3c-9a23-5a338f042512 up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:43.867973 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 72943d4a-0770-4e3c-9a23-5a338f042512 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:43.868345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:43.991034 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 499a23e1-86ba-4992-b112-becc5aa6c3bc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:44.037755 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525cc17e-96cf-40ac-9af3-1fbf9f488b64 {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:29:44.047605 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:44.063962 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Transition to ACTIVE for port object 525cc17e-96cf-40ac-9af3-1fbf9f488b64 will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:29:44.122642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning for port 499a23e1-86ba-4992-b112-becc5aa6c3bc completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:44.127858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 499a23e1-86ba-4992-b112-becc5aa6c3bc triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:44.128250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:44.139979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:44.271877 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:44.272396 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Pushing event updated for resources: {'Port': ['ID=525cc17e-96cf-40ac-9af3-1fbf9f488b64,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:44.307467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] For port 499a23e1-86ba-4992-b112-becc5aa6c3bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=499a23e1-86ba-4992-b112-becc5aa6c3bc,segment=NetworkSegment(b89904b3-8c72-4536-8f54-df57c0550720),segment_id=b89904b3-8c72-4536-8f54-df57c0550720)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:44.357096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:44.387147 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Attempting to bind port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:29:44.387511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Attempting to bind port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:29:44.387829 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Attempting to bind port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 on network 2b25c706-7be4-4df8-903d-c353e1810178 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:29:44.394083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 on network 2b25c706-7be4-4df8-903d-c353e1810178 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 09:29:44.394399 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Attempting to bind port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 on network 2b25c706-7be4-4df8-903d-c353e1810178 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:29:44.402583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:29:44.403095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Checking segment: {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:29:44.403613 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Bound using segment: {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:29:44.404144 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Bound port: 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:29:44.404587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:44.437353 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Pushing event updated for resources: {'Port': ['ID=499a23e1-86ba-4992-b112-becc5aa6c3bc,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:44.502136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:29:44.505985 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:29:44.551879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:44.617149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:44.618828 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] 10.222.0.53 "PUT /v2.0/ports/525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 1093 time: 1.2298450 Jan 17 09:29:44.619298 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:29:44.654060 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2024bb-94ae-40a5-8ee5-bea88988165b service neutron] Pushing event updated for resources: {'Port': ['ID=525cc17e-96cf-40ac-9af3-1fbf9f488b64,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:44.695730 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'status': 'completed', 'code': 200} Jan 17 09:29:44.778332 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45c2f3-5075-49b7-94b5-7df6b0326f34 req-380143ae-815d-4a3e-ab93-102238a9c095 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:44.785533 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fd45c2f3-5075-49b7-94b5-7df6b0326f34 req-380143ae-815d-4a3e-ab93-102238a9c095 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 943 time: 0.1014817 Jan 17 09:29:44.798225 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-f7ef4fc0-cecf-4256-bfb5-cfb22649466f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1096 time: 0.0767102 Jan 17 09:29:44.827204 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-fd45c2f3-5075-49b7-94b5-7df6b0326f34 req-d78a1905-8da4-4d4f-ae1a-ae8b3b004d4b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Synchronizing usage tracker for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:security_group {{(pid=84154) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:29:44.839943 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.quota.resource [req-fd45c2f3-5075-49b7-94b5-7df6b0326f34 req-d78a1905-8da4-4d4f-ae1a-ae8b3b004d4b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Unset dirty status for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:security_group {{(pid=84154) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:29:44.841092 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-fd45c2f3-5075-49b7-94b5-7df6b0326f34 req-d78a1905-8da4-4d4f-ae1a-ae8b3b004d4b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547810 Jan 17 09:29:44.869129 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-676095dd-6ba3-45c4-9bf6-7eedfe4b8d80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 217 time: 0.0636566 Jan 17 09:29:44.929754 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-55257114-b75a-478a-9602-2df7f11668c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:44.931290 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-55257114-b75a-478a-9602-2df7f11668c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0569189 Jan 17 09:29:45.003806 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-0b84955c-d0ab-465a-982e-759752ea012e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667477 Jan 17 09:29:45.133742 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-bada4d20-2cc2-49b7-abae-f63721fd0b56 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237438 Jan 17 09:29:45.264374 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-adade7ba-cce6-4551-9c05-b32d05806c34 req-31c7beab-5878-4a8f-8120-dc7a1f44ad84 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250474 Jan 17 09:29:45.448406 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-078088ab-f54b-47cc-b67f-5ca4d6462043 req-5db91cb2-84cc-41bf-a48a-27c67aa7f713 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1096 time: 0.0728116 Jan 17 09:29:45.577372 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078088ab-f54b-47cc-b67f-5ca4d6462043 req-79d6d78a-de01-48fe-8ea0-b5c990ab4e61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:45.578807 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-078088ab-f54b-47cc-b67f-5ca4d6462043 req-79d6d78a-de01-48fe-8ea0-b5c990ab4e61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.1250000 Jan 17 09:29:45.649208 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-078088ab-f54b-47cc-b67f-5ca4d6462043 req-1f503a9c-c5b4-4f69-8a4b-d8ce92f8dd28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 217 time: 0.0623190 Jan 17 09:29:45.707635 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 499a23e1-86ba-4992-b112-becc5aa6c3bc up at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:45.713710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078088ab-f54b-47cc-b67f-5ca4d6462043 req-028b5eba-c726-4901-b6d3-97ae9b99e054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:45.715706 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-078088ab-f54b-47cc-b67f-5ca4d6462043 req-028b5eba-c726-4901-b6d3-97ae9b99e054 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0611410 Jan 17 09:29:45.780395 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Provisioning complete for port 499a23e1-86ba-4992-b112-becc5aa6c3bc triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:45.780759 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:45.792819 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-078088ab-f54b-47cc-b67f-5ca4d6462043 req-23e1d355-c83b-42d1-9e20-a139771aecfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701780 Jan 17 09:29:45.927685 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-078088ab-f54b-47cc-b67f-5ca4d6462043 req-c5a9f94a-af9e-4bc2-8b36-6945cb92a0a6 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288543 Jan 17 09:29:46.206299 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-078088ab-f54b-47cc-b67f-5ca4d6462043 req-7c12c162-38ae-477d-b12c-ade23d21220c service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721329 Jan 17 09:29:46.221205 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30880ca7-f031-414c-80e5-68020a08d5e8 req-484ffc88-e6fe-41c5-9987-b3bebdb01a27 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:46.222655 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30880ca7-f031-414c-80e5-68020a08d5e8 req-484ffc88-e6fe-41c5-9987-b3bebdb01a27 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 943 time: 0.1276679 Jan 17 09:29:46.268285 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-30880ca7-f031-414c-80e5-68020a08d5e8 req-d17f6c8c-0836-43be-bddf-c4ec8b9f05f3 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387783 Jan 17 09:29:47.202666 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 525cc17e-96cf-40ac-9af3-1fbf9f488b64 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:29:47.343309 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:47.358333 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:29:47.415102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:47.433756 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525cc17e-96cf-40ac-9af3-1fbf9f488b64 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:29:47.461017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:47.508194 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029c1d-6452-4398-877b-231fd9be2fc5 req-f8bec3aa-f724-486f-a268-582b2e0f7caa tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:47.509724 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6029c1d-6452-4398-877b-231fd9be2fc5 req-f8bec3aa-f724-486f-a268-582b2e0f7caa tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 943 time: 0.0984204 Jan 17 09:29:47.559787 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e6029c1d-6452-4398-877b-231fd9be2fc5 req-475acbed-1f29-4947-bbe4-35da2adf0706 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Jan 17 09:29:47.568818 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:47.638029 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=525cc17e-96cf-40ac-9af3-1fbf9f488b64,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:47.903074 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['525cc17e-96cf-40ac-9af3-1fbf9f488b64'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:29:48.758528 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dc048-9648-46db-9f4a-e7491791df9e req-a099d89d-0172-490a-a07f-82ea1564f9a4 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:48.760016 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b76dc048-9648-46db-9f4a-e7491791df9e req-a099d89d-0172-490a-a07f-82ea1564f9a4 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 944 time: 0.0808372 Jan 17 09:29:48.804362 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b76dc048-9648-46db-9f4a-e7491791df9e req-2fff1707-d3d5-4691-882f-7300b2b76c6d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 Jan 17 09:29:49.214536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 525cc17e-96cf-40ac-9af3-1fbf9f488b64 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:29:49.334304 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:29:49.340316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:29:49.340686 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:49.461182 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:49.487888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:29:49.497858 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:29:49.562454 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:49.618945 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'code': 200} Jan 17 09:29:49.629179 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=525cc17e-96cf-40ac-9af3-1fbf9f488b64,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:50.028448 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cbfd9a92-5b8a-43da-b7d8-d8685b331494 req-9d143306-bffe-4ea1-83a8-de31b6a087c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1098 time: 0.1348972 Jan 17 09:29:50.058198 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da84a3-c0be-4400-a7ee-d60ab0834952 req-896b88b5-750f-42f6-bc2c-5f0478de16e9 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:50.060099 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-90da84a3-c0be-4400-a7ee-d60ab0834952 req-896b88b5-750f-42f6-bc2c-5f0478de16e9 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 945 time: 0.1255224 Jan 17 09:29:50.109544 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-cbfd9a92-5b8a-43da-b7d8-d8685b331494 req-082b5261-84e9-42d3-852f-e59f11537981 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726945 Jan 17 09:29:50.121350 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-90da84a3-c0be-4400-a7ee-d60ab0834952 req-230d09d5-e7b7-458a-a956-57260ae119df tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552564 Jan 17 09:29:50.517420 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:51.360999 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e0a97-127e-4e39-907b-2713f0c78b87 req-c0de081a-75e3-4d3d-bf2f-e6fe14bbcd91 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:51.362466 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-150e0a97-127e-4e39-907b-2713f0c78b87 req-c0de081a-75e3-4d3d-bf2f-e6fe14bbcd91 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 945 time: 0.0823479 Jan 17 09:29:51.417532 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-150e0a97-127e-4e39-907b-2713f0c78b87 req-fc05af2f-134e-4105-ade2-5a7d14b3855d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478137 Jan 17 09:29:52.617290 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb6c70-8e85-468c-a51d-24dfeaab245e req-5bede10e-431a-40c6-a1af-271c6cf7d046 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:52.618748 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-13cb6c70-8e85-468c-a51d-24dfeaab245e req-5bede10e-431a-40c6-a1af-271c6cf7d046 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 945 time: 0.0788963 Jan 17 09:29:52.663406 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-13cb6c70-8e85-468c-a51d-24dfeaab245e req-6b471629-5d5a-4888-abd9-e20f38e8a5ac tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390742 Jan 17 09:29:52.872874 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5990226-fe57-4816-836e-c9050860a144 req-9b600157-b2a5-429d-a6ea-dbf5770176eb tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:52.874323 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c5990226-fe57-4816-836e-c9050860a144 req-9b600157-b2a5-429d-a6ea-dbf5770176eb tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 945 time: 0.0813224 Jan 17 09:29:52.918120 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-c5990226-fe57-4816-836e-c9050860a144 req-cd32e713-6e83-4de1-b799-5f53cbc6ab22 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383086 Jan 17 09:29:52.945382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38156) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:53.135549 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-1621c986-7c5d-443f-98eb-8d06c8b71c4d tempest-TestSnapshotPattern-35044798 tempest-TestSnapshotPattern-35044798-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1093 time: 0.1889799 Jan 17 09:29:53.138419 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38162) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:29:53.143542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:29:53.149348 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:29:53.153282 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:floatingip and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:29:53.156104 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:29:53.161725 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:29:53.225740 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:53.361343 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:53.499158 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Allocated IP 172.26.4.19 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/54f24d3d-073c-4650-81ec-23cd12c2363e) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:29:53.642385 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:53.716511 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:53.781712 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:29:53.784583 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:29:53.786989 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:29:53.815532 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'Port': ['ID=54f24d3d-073c-4650-81ec-23cd12c2363e,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:54.392977 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:54.502207 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:54.710406 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:54.743580 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:29:54.773960 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:54.882191 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'Port': ['ID=54f24d3d-073c-4650-81ec-23cd12c2363e,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:29:54.905737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:55.098693 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Floating IP d7471ad9-ef44-4e64-af82-01303c12dc22 associated. External IP: 172.26.4.19, port: 525cc17e-96cf-40ac-9af3-1fbf9f488b64. Jan 17 09:29:55.491265 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Router 171a3a59-19f8-4dfa-b96d-71b25943dfdc has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:29:55.691797 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:29:55.701576 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] Sync routers for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:29:55.714452 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:55.715089 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:55.820250 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:29:55.875564 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-26a2d843-db9a-4ed8-a35c-04d86adc185a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7359819 Jan 17 09:29:55.876090 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:29:55.897496 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:55.933013 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'status': 'completed', 'code': 200} Jan 17 09:29:56.028911 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7df485e5-4f0e-4f0d-909a-e0bfeb408a3d req-345fedfc-ace2-4677-a5f8-07bb456a0007 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1098 time: 0.0742164 Jan 17 09:29:56.263686 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df485e5-4f0e-4f0d-909a-e0bfeb408a3d req-63ca3243-a1f5-4358-aee5-83fd1f1d9ed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:56.265136 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7df485e5-4f0e-4f0d-909a-e0bfeb408a3d req-63ca3243-a1f5-4358-aee5-83fd1f1d9ed1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.2301438 Jan 17 09:29:56.281599 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'd7471ad9-ef44-4e64-af82-01303c12dc22', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:29:54Z', 'updated_at': '2022-01-17T09:29:54Z', 'revision_number': 0, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:56.285605 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] Checking router: 171a3a59-19f8-4dfa-b96d-71b25943dfdc for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:29:56.297250 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:29:56.297859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:29:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:56.368928 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7df485e5-4f0e-4f0d-909a-e0bfeb408a3d req-8bc23833-a73b-48e7-9b3c-c4edbc61b6f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 998 time: 0.0976410 Jan 17 09:29:56.430906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df485e5-4f0e-4f0d-909a-e0bfeb408a3d req-604380dc-05dc-4bf2-b0a8-bd3c081a81cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:29:56.432441 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7df485e5-4f0e-4f0d-909a-e0bfeb408a3d req-604380dc-05dc-4bf2-b0a8-bd3c081a81cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0579851 Jan 17 09:29:56.477497 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:29:56.511186 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7df485e5-4f0e-4f0d-909a-e0bfeb408a3d req-b6c6dc6e-4e86-46a9-8f0c-e42284119ece service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724621 Jan 17 09:29:56.645353 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7df485e5-4f0e-4f0d-909a-e0bfeb408a3d req-dc30513c-f6b5-46a3-8c28-ddaafd4dd5fc service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284449 Jan 17 09:29:56.781407 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-7df485e5-4f0e-4f0d-909a-e0bfeb408a3d req-1014f08f-dadd-484f-8e4f-add6fd950664 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299880 Jan 17 09:29:56.841975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'd7471ad9-ef44-4e64-af82-01303c12dc22', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:29:54Z', 'updated_at': '2022-01-17T09:29:54Z', 'revision_number': 0, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:29:56.846091 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab74fcf-988a-453d-b8fb-8235fe834906 None None] The sync data for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv is: [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'd7471ad9-ef44-4e64-af82-01303c12dc22', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:29:54Z', 'updated_at': '2022-01-17T09:29:54Z', 'revision_number': 0, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:30:00.964440 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d6114-27b1-4cc7-abff-40b3a7968490 None None] New status for floating IP d7471ad9-ef44-4e64-af82-01303c12dc22: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:30:06.202490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-330b30ef-e94d-4c62-b2ec-e4c69c9fdc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:08.282751 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7e18cb29-f863-4d38-b4da-4ba7bfa1829c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:09.556674 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:09.836824 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:11.299371 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:20.539142 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:31.745282 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:30:36.173533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-811b56c1-dfa0-4932-b0cd-4ed777cd8af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:38.287581 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-dc7a24cd-ef64-4bf6-8c00-309d33e5bc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:39.573754 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:39.830859 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:41.321681 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:30:43.676799 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-1feaae5c-f181-44bd-b523-5bfc01901e84 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665755 Jan 17 09:30:43.819341 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-980e2893-ae56-4103-b546-0cc22fa34d22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1098 time: 0.0706129 Jan 17 09:30:43.961971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-39f12298-30f5-41ff-b237-c51bca9644aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:43.963473 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-39f12298-30f5-41ff-b237-c51bca9644aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.1259797 Jan 17 09:30:44.065233 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-889e093d-255e-4f55-bbd9-02739cb89676 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 1000 time: 0.0956995 Jan 17 09:30:44.129443 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-e993e6e4-4478-4089-9772-0b98c117325b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:30:44.130850 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-e993e6e4-4478-4089-9772-0b98c117325b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0593905 Jan 17 09:30:44.204853 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-a4e08c14-3a3c-4017-9255-7a9b2466f6bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665185 Jan 17 09:30:44.335615 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-d35ebfac-4750-41d4-9979-24c6201f3228 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234140 Jan 17 09:30:44.467108 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a6cd562c-a2c5-4f6a-89b2-f07dd6047e3e req-78bdaeb4-bca8-4aa8-99c0-e2322e7b6688 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250658 Jan 17 09:30:50.584385 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:06.138705 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-971f004e-c8b6-413a-83fa-7df3f83d3757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:08.292914 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-2a5c84f2-02ba-4bee-9ce2-0c69789acbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:08.746707 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:31:09.578398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:09.829796 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:11.298011 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:20.618393 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:36.189274 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e3cc83db-1325-4a32-9de2-63f8c3203dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:38.274808 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-19104d84-2e01-47b1-a5fa-fc828a84e154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:39.589853 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:39.857866 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:41.292252 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:31:43.880974 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-2e513f00-6851-4482-844b-1d8524aedb87 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350238 Jan 17 09:31:44.045293 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-9fb7841b-a460-42a0-9f67-716cfe8ee6a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1098 time: 0.0951159 Jan 17 09:31:44.271136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-8538872e-d20f-4c06-bdbd-c48d4525353c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:44.272582 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-8538872e-d20f-4c06-bdbd-c48d4525353c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.2061360 Jan 17 09:31:44.379661 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-731236ad-b3f2-4c9c-bbb9-05b32374257f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 1000 time: 0.1007721 Jan 17 09:31:44.443139 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-1e00a5f5-3404-45d5-b918-6ac1f822eba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:31:44.445375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-1e00a5f5-3404-45d5-b918-6ac1f822eba2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0583081 Jan 17 09:31:44.524496 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-fefcfca7-cba6-471c-af54-d3d222f872d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732429 Jan 17 09:31:44.661055 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-d0ff540f-691a-4d58-a6cd-298e1af1cf27 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295121 Jan 17 09:31:44.800044 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-ddb2a2f0-ab9a-4d5a-b835-4380a3fcfb63 req-a6ab412f-106c-4790-bfcc-9ef54528e4eb service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322205 Jan 17 09:31:45.748083 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:31:50.560568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:06.171503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8e94d35c-c1ad-4f90-a3b1-6edb4e78dcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:08.297267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2f33ca0-8622-4394-8e25-1cbfd7fa73e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:09.577000 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:09.816802 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:11.268520 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:20.571317 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:22.751150 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:32:36.159587 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-09cc1d45-aa6b-4c3a-bf20-06e6028a0bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:38.302456 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9eb265a5-717a-4f38-aaf6-302787141228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:39.594081 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:39.851050 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:41.319735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:43.737416 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693e8f63-a594-454a-baf0-f5e5907f50a5 req-9c20fd83-9ce8-45db-bac0-aa7fab59f12a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1098 time: 0.0678244 Jan 17 09:32:43.880407 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8f63-a594-454a-baf0-f5e5907f50a5 req-32314242-6246-4a80-900e-f0c25d931791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:43.881837 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693e8f63-a594-454a-baf0-f5e5907f50a5 req-32314242-6246-4a80-900e-f0c25d931791 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.1240528 Jan 17 09:32:43.981356 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693e8f63-a594-454a-baf0-f5e5907f50a5 req-63325615-36c4-49eb-96d3-14ba1ff47885 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 1000 time: 0.0935154 Jan 17 09:32:44.041739 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8f63-a594-454a-baf0-f5e5907f50a5 req-31e17a35-6bef-4d7b-99c1-22d0db0fb3ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:32:44.043041 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693e8f63-a594-454a-baf0-f5e5907f50a5 req-31e17a35-6bef-4d7b-99c1-22d0db0fb3ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0552516 Jan 17 09:32:44.121065 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693e8f63-a594-454a-baf0-f5e5907f50a5 req-751290c2-f468-4426-9300-1fcfe87e689c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712907 Jan 17 09:32:44.248917 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693e8f63-a594-454a-baf0-f5e5907f50a5 req-ab941526-b356-4f66-aec7-163aa6955846 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215332 Jan 17 09:32:44.377256 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-693e8f63-a594-454a-baf0-f5e5907f50a5 req-d8e73594-8d2d-4779-8e07-072f9c40d142 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219049 Jan 17 09:32:46.140396 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 525cc17e-96cf-40ac-9af3-1fbf9f488b64 details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:32:46.308770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:46.321535 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:32:46.377740 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:46.394919 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 525cc17e-96cf-40ac-9af3-1fbf9f488b64 {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:32:46.410257 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:46.468306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:46.534449 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=525cc17e-96cf-40ac-9af3-1fbf9f488b64,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:46.542491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.542766 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.543096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.543892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.543892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.544079 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.544378 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.544697 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.545014 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.545325 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.545643 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:32:46.552388 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['525cc17e-96cf-40ac-9af3-1fbf9f488b64'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:32:48.147403 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 525cc17e-96cf-40ac-9af3-1fbf9f488b64 up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:32:48.216330 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:32:48.216695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:48.325367 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:48.355536 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:32:48.365291 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:32:48.433887 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:48.468995 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'code': 200} Jan 17 09:32:48.506366 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=525cc17e-96cf-40ac-9af3-1fbf9f488b64,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:32:50.605112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:32:59.752020 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:33:05.885974 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-dee56290-4306-40af-86ef-b7ecb0d1e8b5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817620896&fields=id&tenant_id=c669cfd33b7f43c2a452a0831744a64d HTTP/1.1" status: 200 len: 267 time: 0.0411732 Jan 17 09:33:06.029513 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0ba065b7-df08-497d-92a4-80ad983753ba tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:06.030945 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0ba065b7-df08-497d-92a4-80ad983753ba tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 810 time: 0.1389468 Jan 17 09:33:06.047165 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-c8132fdf-a38d-4af3-ba45-2184e0a23241 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/quotas/c669cfd33b7f43c2a452a0831744a64d HTTP/1.1" status: 200 len: 375 time: 0.0109649 Jan 17 09:33:06.130754 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-cfa7b030-c93e-4bef-b01f-27a0963e5315 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0787516 Jan 17 09:33:06.188514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-52b9cec5-0d27-4919-85bf-7f5b3773e4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:06.220986 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-03e0650a-3a91-4f25-8384-4aa528fa07f5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84154) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 09:33:06.222012 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-03e0650a-3a91-4f25-8384-4aa528fa07f5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0802474 Jan 17 09:33:06.351796 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-aebd37fe-a7f8-48d8-8d4a-d3d50fa9081a service neutron] 10.222.0.44 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222897 Jan 17 09:33:06.491099 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ed12f30e-49b3-4f0c-a58b-d062e73c008d service neutron] 10.222.0.44 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326840 Jan 17 09:33:06.801995 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-235c4326-3356-4ac4-b7be-1175a71cacd4 req-b3c1edc3-a30b-4567-b766-9244ba88ada5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 210 time: 0.0450068 Jan 17 09:33:07.971001 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-eff4feb7-4a67-440c-909e-dd846adeec74 req-8bf17ce3-ff42-4bf8-aab1-868511f578e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 210 time: 0.0467956 Jan 17 09:33:08.244543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 525cc17e-96cf-40ac-9af3-1fbf9f488b64 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:33:08.333606 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a78f0ba6-82d8-4774-a64b-6034af512c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:08.363042 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:08.391570 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:08.403799 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:08.475713 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'code': 200} Jan 17 09:33:08.491053 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:08.561531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=525cc17e-96cf-40ac-9af3-1fbf9f488b64,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:08.985972 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-95b85a40-f9ff-4f31-aa43-e0ff159d0454 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:08.995329 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-95b85a40-f9ff-4f31-aa43-e0ff159d0454 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 810 time: 0.1535172 Jan 17 09:33:09.049033 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-b0a7a019-ae3e-45c1-b5d6-f064b96a624a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c669cfd33b7f43c2a452a0831744a64d HTTP/1.1" status: 200 len: 379 time: 0.0411327 Jan 17 09:33:09.058772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'port': {'device_id': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'admin_state_up': True, 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'security_groups': ['944d623e-2f55-482e-a7a5-ca8c8c834697']}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:33:09.146434 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7a64a2f8-d3c2-4d79-9ed1-1bb7e1bbb5fd req-737b550d-4174-46d4-b319-ee8c1de4906e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 210 time: 0.0525088 Jan 17 09:33:09.287455 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:33:09.292102 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:port and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:33:09.294919 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:33:09.300542 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:33:09.393877 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Made reservation on behalf of c669cfd33b7f43c2a452a0831744a64d for: {'port': 1} {{(pid=84155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 09:33:09.397004 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:09.575656 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Allocated IP 172.20.0.7 (2b25c706-7be4-4df8-903d-c353e1810178/47cad322-c202-481e-980b-b16bb7417224/6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:33:09.582650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:09.878093 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:09.898959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Transition to ACTIVE for port object 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe will not be triggered until provisioned by entity DHCP. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:33:09.902896 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:09.995018 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:10.086467 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Network 2b25c706-7be4-4df8-903d-c353e1810178 is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:33:10.093794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:33:10.109769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:33:10.258220 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:10.258871 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:10.293073 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'Port': ['ID=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:10.313635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.314213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.314648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.315350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.315783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.316391 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.316884 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.317263 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.317590 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.318071 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.318269 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:33:10.453290 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-0c52fa7c-0395-4d42-bae2-5886704f49c2 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3987103 Jan 17 09:33:10.516790 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513244b-568c-4e6c-a89a-b3c6a27c3f4a req-dfd23385-8270-495e-bc68-d32c947d50a1 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:10.517925 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-d513244b-568c-4e6c-a89a-b3c6a27c3f4a req-dfd23385-8270-495e-bc68-d32c947d50a1 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Synchronizing usage tracker for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:33:10.593798 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-d513244b-568c-4e6c-a89a-b3c6a27c3f4a req-dfd23385-8270-495e-bc68-d32c947d50a1 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Unset dirty status for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:33:10.594882 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d513244b-568c-4e6c-a89a-b3c6a27c3f4a req-dfd23385-8270-495e-bc68-d32c947d50a1 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 931 time: 0.2300634 Jan 17 09:33:10.624154 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9e668eff-c3c2-43ed-810c-b013186126f1 None None] Provisioning for port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe completed by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:33:10.633080 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-9e668eff-c3c2-43ed-810c-b013186126f1 None None] Provisioning complete for port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe triggered by entity DHCP. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:33:10.634004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9e668eff-c3c2-43ed-810c-b013186126f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:10.655781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Request body: {'port': {'device_id': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8248'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:33:10.720400 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-d513244b-568c-4e6c-a89a-b3c6a27c3f4a req-d959346a-3552-4002-8461-8745e5845b2b tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037161 Jan 17 09:33:10.721650 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-9e668eff-c3c2-43ed-810c-b013186126f1 None None] Port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe cannot update to ACTIVE because it is not bound. {{(pid=84156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 17 09:33:10.795376 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:11.215846 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe {{(pid=84155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:33:11.226170 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:11.242955 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Transition to ACTIVE for port object 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe will not be triggered until provisioned by entity L2. {{(pid=84155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 09:33:11.319610 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:11.319869 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:11.454778 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Pushing event updated for resources: {'Port': ['ID=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:11.691662 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Attempting to bind port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe on host hv-neutron-8248 for vnic_type normal with profile {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 09:33:11.691998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Attempting to bind port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe by drivers openvswitch,hyperv on host hv-neutron-8248 at level 0 using segments [{'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 09:33:11.692324 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Attempting to bind port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe on network 2b25c706-7be4-4df8-903d-c353e1810178 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:33:11.700165 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe on network 2b25c706-7be4-4df8-903d-c353e1810178 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8248 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 17 09:33:11.700633 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Attempting to bind port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe on network 2b25c706-7be4-4df8-903d-c353e1810178 {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 17 09:33:11.709796 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Checking agent: {'id': 'f57ad210-6761-4a1a-8592-10dc7a7f7470', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8248', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'started_at': datetime.datetime(2022, 1, 17, 8, 10, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 9, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 17 09:33:11.710136 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Checking segment: {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 17 09:33:11.710449 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Bound using segment: {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'} {{(pid=84155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 17 09:33:11.711052 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Bound port: 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host: hv-neutron-8248, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe252c7-7915-46c5-b972-ce701fb5b53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178'}}] {{(pid=84155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 09:33:11.711427 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:11.825229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, cleared binding levels {{(pid=84155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 09:33:11.829484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 09:33:11.902949 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:11.988229 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:11.989711 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] 10.222.0.53 "PUT /v2.0/ports/6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe HTTP/1.1" status: 200 len: 1093 time: 1.3399355 Jan 17 09:33:11.990195 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:11.992368 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84fc59-d647-4567-91e5-55857cc74e04 req-9a5cf3fa-7809-4b98-86bf-53cdb9121546 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:11.994892 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4f84fc59-d647-4567-91e5-55857cc74e04 req-9a5cf3fa-7809-4b98-86bf-53cdb9121546 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.1051817 Jan 17 09:33:12.008039 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c49e9-0bf5-4e84-ad88-30eecdf4447a service neutron] Pushing event updated for resources: {'Port': ['ID=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,revision_number=3']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:12.062398 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'status': 'completed', 'code': 200} Jan 17 09:33:12.067738 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-4f84fc59-d647-4567-91e5-55857cc74e04 req-574c4d32-ac77-440e-9dbe-c66709a88117 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662403 Jan 17 09:33:13.282080 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5da8a-3d7e-4c21-8519-b9babb2eb830 req-7a14dd79-0c5d-4a80-b016-a4861a7b3eed tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:13.283760 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fa5da8a-3d7e-4c21-8519-b9babb2eb830 req-7a14dd79-0c5d-4a80-b016-a4861a7b3eed tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0858262 Jan 17 09:33:13.358085 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-1fa5da8a-3d7e-4c21-8519-b9babb2eb830 req-5eb7c303-d441-4c13-a36a-f0e60e32ce11 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639894 Jan 17 09:33:14.556998 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746ec5f-9b51-4645-9f68-2d44cf62f3c3 req-547b1342-d3c0-4e38-8d91-453a153b3181 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:14.559162 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7746ec5f-9b51-4645-9f68-2d44cf62f3c3 req-547b1342-d3c0-4e38-8d91-453a153b3181 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0801971 Jan 17 09:33:14.606209 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-7746ec5f-9b51-4645-9f68-2d44cf62f3c3 req-6c7f8ef5-d75a-4d23-b1fc-d909f2042bc1 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408232 Jan 17 09:33:15.834162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03e023-9ef4-4458-bb19-011c71a552f4 req-ae8112ab-21d6-48c9-9c96-0e7cc63f8a96 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:15.835629 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6e03e023-9ef4-4458-bb19-011c71a552f4 req-ae8112ab-21d6-48c9-9c96-0e7cc63f8a96 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0788574 Jan 17 09:33:15.884516 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-6e03e023-9ef4-4458-bb19-011c71a552f4 req-afeb258e-ad8c-4b67-bfad-0666e06feb9a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Jan 17 09:33:17.100964 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55070bb-3f1a-4ce2-9d3a-163fb8d01a00 req-52907c63-6bc4-4906-b552-94d46dd69b0f tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:17.102461 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a55070bb-3f1a-4ce2-9d3a-163fb8d01a00 req-52907c63-6bc4-4906-b552-94d46dd69b0f tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0885899 Jan 17 09:33:17.150964 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a55070bb-3f1a-4ce2-9d3a-163fb8d01a00 req-98470f0a-c79c-47c3-a6a6-d7e98d7dea4f tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411034 Jan 17 09:33:17.709393 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f18e2dda-b1be-4f00-97c9-7be2160edc36 req-6d6079c6-0b87-4c17-85bc-529c45d29d17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 1096 time: 0.1578155 Jan 17 09:33:18.351411 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072b972-0d02-463b-adff-c074b3d1e044 req-3ffd5432-a890-42d0-bb13-d60b9f02eb13 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:18.353673 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4072b972-0d02-463b-adff-c074b3d1e044 req-3ffd5432-a890-42d0-bb13-d60b9f02eb13 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0799685 Jan 17 09:33:18.399219 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-4072b972-0d02-463b-adff-c074b3d1e044 req-9ddaf97b-9d0f-49ba-92bf-3e73e7185436 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Jan 17 09:33:19.591675 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454edf94-5b03-440f-9f55-9d8f20421190 req-f8c2431c-9ccc-4aa3-ae21-f82f67aaf61d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:19.593122 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-454edf94-5b03-440f-9f55-9d8f20421190 req-f8c2431c-9ccc-4aa3-ae21-f82f67aaf61d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0751226 Jan 17 09:33:19.637166 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-454edf94-5b03-440f-9f55-9d8f20421190 req-82678dce-af77-4b08-b106-810a616f104e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386770 Jan 17 09:33:20.616439 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:20.829827 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4a295-0124-4d36-83a3-ed2ec026c516 req-48f38a44-474e-4ad2-842f-f3929b79347d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:20.831213 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-16b4a295-0124-4d36-83a3-ed2ec026c516 req-48f38a44-474e-4ad2-842f-f3929b79347d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0756032 Jan 17 09:33:20.876853 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-16b4a295-0124-4d36-83a3-ed2ec026c516 req-1a2e4a13-f25c-47e3-a6a6-9e7cdf3dab8f tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400848 Jan 17 09:33:22.096301 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1da23-8d15-4bca-8e01-ece136826e9a req-14ac9338-5fe9-44e9-8b06-a2454910dc50 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:22.097762 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-96d1da23-8d15-4bca-8e01-ece136826e9a req-14ac9338-5fe9-44e9-8b06-a2454910dc50 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0851667 Jan 17 09:33:22.144618 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-96d1da23-8d15-4bca-8e01-ece136826e9a req-1b1bf829-9ac3-4752-9133-5666962789cf tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403769 Jan 17 09:33:22.180175 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e2dda-b1be-4f00-97c9-7be2160edc36 req-e6dd36e0-012c-49df-8ecc-cc364f8a2b80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:22.185342 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f18e2dda-b1be-4f00-97c9-7be2160edc36 req-e6dd36e0-012c-49df-8ecc-cc364f8a2b80 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c669cfd33b7f43c2a452a0831744a64d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1387208 Jan 17 09:33:22.318591 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e2dda-b1be-4f00-97c9-7be2160edc36 req-90efcbfc-ac4f-4def-b7b6-17ffa9c07fb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:22.320081 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-f18e2dda-b1be-4f00-97c9-7be2160edc36 req-90efcbfc-ac4f-4def-b7b6-17ffa9c07fb4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294611 Jan 17 09:33:22.429232 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-b06a7e4c-d2bf-4509-aa62-5883408e1853 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 1096 time: 0.0721445 Jan 17 09:33:22.496201 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-798d30d6-8296-4684-b042-8d6da5dd2ef8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe HTTP/1.1" status: 200 len: 217 time: 0.0602598 Jan 17 09:33:22.560845 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-f17301de-c3b0-45f4-900c-aa7f64eff6e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:22.562257 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-f17301de-c3b0-45f4-900c-aa7f64eff6e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0600550 Jan 17 09:33:22.635756 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-e976375d-77ff-42cb-8ba4-231ef780a247 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669332 Jan 17 09:33:22.766234 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-5c427851-b961-4196-aeb1-d86c3ed5b284 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235716 Jan 17 09:33:22.897214 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e739a52b-4ab5-49d0-ae09-c66cb1f8696b req-dc347286-d1a4-499b-a354-8fe036bcf0ca service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249158 Jan 17 09:33:23.360574 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9297e6-6b5e-4eab-913d-32e753a8f2f5 req-68e5f29f-230b-4c1e-a4f1-bd388d0b2c54 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:23.362106 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fe9297e6-6b5e-4eab-913d-32e753a8f2f5 req-68e5f29f-230b-4c1e-a4f1-bd388d0b2c54 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0863488 Jan 17 09:33:23.416433 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-fe9297e6-6b5e-4eab-913d-32e753a8f2f5 req-684e3329-88e0-410b-98fb-d4c6cc851bb0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484898 Jan 17 09:33:24.623589 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456f889-f997-4735-acae-294a1faaa296 req-72adfe4a-8d2b-41e8-a9bf-e18aaa092c5e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:24.625046 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a456f889-f997-4735-acae-294a1faaa296 req-72adfe4a-8d2b-41e8-a9bf-e18aaa092c5e tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0748191 Jan 17 09:33:24.672240 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-a456f889-f997-4735-acae-294a1faaa296 req-7d0e27e4-d319-430c-85a1-72d031f01eda tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Jan 17 09:33:25.878984 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d247887-a686-45b9-bd4a-aea426070dee req-9ca17680-c93f-4d99-87ec-253c43cda256 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:25.880463 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8d247887-a686-45b9-bd4a-aea426070dee req-9ca17680-c93f-4d99-87ec-253c43cda256 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0755563 Jan 17 09:33:25.924804 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-8d247887-a686-45b9-bd4a-aea426070dee req-bc5569dd-1ecb-4161-a6b1-ea415868feb4 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381327 Jan 17 09:33:27.121252 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03d229-2c2d-4a39-82d0-b4d9425f10ee req-89e16727-5d14-4bf5-b978-3239ef6df30d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:27.122717 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0d03d229-2c2d-4a39-82d0-b4d9425f10ee req-89e16727-5d14-4bf5-b978-3239ef6df30d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0774586 Jan 17 09:33:27.168360 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-0d03d229-2c2d-4a39-82d0-b4d9425f10ee req-e8eb1695-7da9-40b5-adaf-7ec63cb6e9a7 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401258 Jan 17 09:33:28.356888 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:33:28.371586 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942760f5-d9cc-4978-8d9c-871f7e7fa09d req-ef979e69-7e11-496d-bc90-949f092a66b8 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:28.373047 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-942760f5-d9cc-4978-8d9c-871f7e7fa09d req-ef979e69-7e11-496d-bc90-949f092a66b8 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0817699 Jan 17 09:33:28.417709 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-942760f5-d9cc-4978-8d9c-871f7e7fa09d req-e746aa6f-98f6-48e5-9df3-dcabeb27be9c tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390863 Jan 17 09:33:28.497909 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:28.511075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'port_id': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'mac_address': 'fa:16:3e:1c:1e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:33:28.564690 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:28.581930 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:33:28.597976 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:28.656530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:28.725230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,revision_number=4']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:29.072592 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:33:29.616890 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fb90e-442a-40b6-a7fa-bc76b2591441 req-6db1d043-ed1e-461a-b5ea-586d1f034477 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:29.618368 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-899fb90e-442a-40b6-a7fa-bc76b2591441 req-6db1d043-ed1e-461a-b5ea-586d1f034477 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 944 time: 0.0810549 Jan 17 09:33:29.663714 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-899fb90e-442a-40b6-a7fa-bc76b2591441 req-97414476-5b21-4124-9579-6aa2a67296b6 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399215 Jan 17 09:33:30.357987 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:33:30.484604 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning for port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe completed by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 09:33:30.489501 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:33:30.489872 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:30.599560 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:30.625223 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:30.634985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:33:30.681225 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'code': 200} Jan 17 09:33:30.695993 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:30.765443 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,revision_number=5']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:30.865533 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05577d21-3d29-4c61-9d4a-b23902dfe1f9 req-190a395e-da3d-46cf-9718-bcacea169e6d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:30.867001 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-05577d21-3d29-4c61-9d4a-b23902dfe1f9 req-190a395e-da3d-46cf-9718-bcacea169e6d tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 945 time: 0.0774279 Jan 17 09:33:30.912065 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-05577d21-3d29-4c61-9d4a-b23902dfe1f9 req-b39a763a-af6e-4b32-b9f5-4fa5ae86d081 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394332 Jan 17 09:33:31.039746 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9a540541-73a5-4c49-8216-0b7cba7d5807 req-ba6b8957-6a12-4faa-9406-ae20e988ea25 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 1098 time: 0.0662324 Jan 17 09:33:31.082012 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-9a540541-73a5-4c49-8216-0b7cba7d5807 req-3fb3cc8c-d95b-47a3-a181-ef3be4bc48b4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356343 Jan 17 09:33:32.115737 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c4ffc-fee9-456e-8b50-bdfdf9a51a5e req-1e51c008-aa70-413c-8dff-632a232c9de0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:32.117174 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-841c4ffc-fee9-456e-8b50-bdfdf9a51a5e req-1e51c008-aa70-413c-8dff-632a232c9de0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 945 time: 0.0796723 Jan 17 09:33:32.162403 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-841c4ffc-fee9-456e-8b50-bdfdf9a51a5e req-9878a79e-210b-4ad0-84b5-d02d06d1f701 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396326 Jan 17 09:33:33.453426 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9016650-13fd-449f-8ffb-db19b28da7e2 req-f86c9ba6-0f0e-4020-9a38-46173afe4a8a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:33.454818 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9016650-13fd-449f-8ffb-db19b28da7e2 req-f86c9ba6-0f0e-4020-9a38-46173afe4a8a tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 945 time: 0.1731789 Jan 17 09:33:33.500375 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-d9016650-13fd-449f-8ffb-db19b28da7e2 req-4dbe10f7-1d64-44bd-b171-5359453c6b89 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Jan 17 09:33:33.697196 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74452af-0978-401a-b187-80fb78c17d6e req-3ffe21fd-52d5-442b-8f2b-190257722e1f tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:33.698628 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e74452af-0978-401a-b187-80fb78c17d6e req-3ffe21fd-52d5-442b-8f2b-190257722e1f tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 945 time: 0.0781386 Jan 17 09:33:33.829744 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e74452af-0978-401a-b187-80fb78c17d6e req-09fedcac-ca2a-47e6-984a-a9300c9a06bd tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256328 Jan 17 09:33:33.857772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38430) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:33:33.927572 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f9a13b7e-fb0c-4b04-8f28-50fd17dbd808 tempest-TestSnapshotPattern-35044798 tempest-TestSnapshotPattern-35044798-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 1093 time: 0.0686119 Jan 17 09:33:33.930421 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38434) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:33:33.936079 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Request body: {'floatingip': {'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'port_id': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 17 09:33:33.941663 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 09:33:33.945453 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Usage tracker for resource:floatingip and tenant:c669cfd33b7f43c2a452a0831744a64d is out of sync, need to count used quota {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 09:33:33.948963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84155) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 09:33:33.954554 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84155) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 09:33:34.039357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for floatingip, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:34.172942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:34.315415 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Allocated IP 172.26.4.59 (c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e/b4065b71-c552-4dec-beaf-0757a5a295ba/3e22b068-9729-4388-8ec2-0a2ea058ad06) {{(pid=84155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 09:33:34.476702 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for port, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:34.564903 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727487880677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:34.628174 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Network c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e is already hosted by enough agents. {{(pid=84155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 09:33:34.630850 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Resources bound (agent type, host, resource id): {{(pid=84155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 09:33:34.634517 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Received port after_create {{(pid=84155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 09:33:34.673225 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'Port': ['ID=3e22b068-9729-4388-8ec2-0a2ea058ad06,revision_number=1']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:35.154887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:35.261998 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:35.465321 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for port, precommit_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:35.502338 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2054854'] for port, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:35.609086 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event updated for resources: {'Port': ['ID=3e22b068-9729-4388-8ec2-0a2ea058ad06,revision_number=2']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:33:35.625848 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-488998'] for floatingip, after_update {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:35.905434 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.db.l3_db [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Floating IP e34c8739-acd3-4737-bf56-dcf92ee05e06 associated. External IP: 172.26.4.59, port: 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe. Jan 17 09:33:36.175863 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-5ca1c6dc-292e-4f9b-b029-4fcd8f538586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:36.294902 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Router 171a3a59-19f8-4dfa-b96d-71b25943dfdc has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:33:36.496673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:33:36.506290 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] Sync routers for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:33:36.517932 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:33:36.518461 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:33:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:36.605001 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:36.658735 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-7678a075-e88d-41ac-aea2-ef04b85a8627 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7267568 Jan 17 09:33:36.659441 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:33:36.703023 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:33:36.724392 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'status': 'completed', 'code': 200} Jan 17 09:33:36.752352 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:33:36.827279 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4611517-736d-4aa4-9623-5f447b3563d3 req-7407827e-cd5e-4c6e-901a-7dac66799c9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 1098 time: 0.0744529 Jan 17 09:33:36.961769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4611517-736d-4aa4-9623-5f447b3563d3 req-1b708402-00d2-4d61-a76e-073130234f26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:36.963828 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4611517-736d-4aa4-9623-5f447b3563d3 req-1b708402-00d2-4d61-a76e-073130234f26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.1301813 Jan 17 09:33:37.063345 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'd7471ad9-ef44-4e64-af82-01303c12dc22', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:29:54Z', 'updated_at': '2022-01-17T09:30:01Z', 'revision_number': 1, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}, {'id': 'e34c8739-acd3-4737-bf56-dcf92ee05e06', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.59', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:1c:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:33:34Z', 'updated_at': '2022-01-17T09:33:34Z', 'revision_number': 0, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:37.067782 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] Checking router: 171a3a59-19f8-4dfa-b96d-71b25943dfdc for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:33:37.073626 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4611517-736d-4aa4-9623-5f447b3563d3 req-de220f5a-d0bb-4f09-8f3a-c3e0978c37bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe HTTP/1.1" status: 200 len: 998 time: 0.1026194 Jan 17 09:33:37.079490 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:33:37.080126 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:33:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:37.138239 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4611517-736d-4aa4-9623-5f447b3563d3 req-7cc06e6d-a6d8-45d2-8db9-3eb94fb72115 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:37.139742 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4611517-736d-4aa4-9623-5f447b3563d3 req-7cc06e6d-a6d8-45d2-8db9-3eb94fb72115 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0597219 Jan 17 09:33:37.220701 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4611517-736d-4aa4-9623-5f447b3563d3 req-8d381812-e579-4324-a896-ba6010a4b0d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745604 Jan 17 09:33:37.267086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:33:37.363674 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4611517-736d-4aa4-9623-5f447b3563d3 req-fab8eea0-7cfc-480d-90b9-8b7cce694e38 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319122 Jan 17 09:33:37.502836 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-a4611517-736d-4aa4-9623-5f447b3563d3 req-4e3a08b4-deaa-4b88-9b3f-9131f01476b5 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333301 Jan 17 09:33:37.659064 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'd7471ad9-ef44-4e64-af82-01303c12dc22', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:29:54Z', 'updated_at': '2022-01-17T09:30:01Z', 'revision_number': 1, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}, {'id': 'e34c8739-acd3-4737-bf56-dcf92ee05e06', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.59', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:1c:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:33:34Z', 'updated_at': '2022-01-17T09:33:34Z', 'revision_number': 0, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:33:37.663045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637b0c0-9ec5-4550-a884-ccae160a7721 None None] The sync data for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv is: [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'd7471ad9-ef44-4e64-af82-01303c12dc22', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:29:54Z', 'updated_at': '2022-01-17T09:30:01Z', 'revision_number': 1, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}, {'id': 'e34c8739-acd3-4737-bf56-dcf92ee05e06', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.59', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:1c:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:33:34Z', 'updated_at': '2022-01-17T09:33:34Z', 'revision_number': 0, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:33:37.862714 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87a7be1-4da1-45d1-8fda-2b8cf185cd6e None None] New status for floating IP e34c8739-acd3-4737-bf56-dcf92ee05e06: ACTIVE {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:33:38.301659 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-fb26416e-c842-44ed-8ff0-42ec3fdde148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:39.569985 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:39.850230 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:41.336037 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:33:43.792486 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-d0ef6563-9b85-4917-81ea-7f7d2dc566f3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1630704 Jan 17 09:33:43.928598 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-0bbb7be1-3d89-4f3a-bdbe-14b1f27c51e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1096 time: 0.0674655 Jan 17 09:33:44.071587 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-56a2da09-b10d-4332-b716-493d046cb143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:44.073494 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-56a2da09-b10d-4332-b716-493d046cb143 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.1255875 Jan 17 09:33:44.181669 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-5cf06d0c-83a1-4b6d-9bc5-e23004696c03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 998 time: 0.0922508 Jan 17 09:33:44.252670 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-0326e57f-06ca-4941-a60a-796ae6a95a46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:33:44.258032 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-0326e57f-06ca-4941-a60a-796ae6a95a46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0702882 Jan 17 09:33:44.327997 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-5a79e370-ed7b-46e9-9498-9bd5f7b5e571 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668876 Jan 17 09:33:44.467267 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-016ee9c7-1318-4e25-9ffa-c3eca0f4deaa service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238692 Jan 17 09:33:44.612013 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e0b31c89-a2a1-4306-bc1c-e1e0d84807d6 req-b95408a8-2f05-413d-b7ec-6b40b1c75761 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376300 Jan 17 09:33:50.632054 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:06.174711 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-254568a2-8863-4fe7-93f4-456b551d47c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:08.284204 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ecd726e3-60b8-41f8-b93c-1977142c1fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:09.569752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:09.855632 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:11.312514 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:13.752994 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:34:20.644324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:36.169503 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-bce965ab-de36-4ccc-8740-7afc732512bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:38.317073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-613023b0-d1ed-460c-96d3-4346cffa3c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:39.579684 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:39.866463 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:41.318119 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:45.707564 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-7bf72e3c-4396-43bd-be37-a3ba9afe04f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665548 Jan 17 09:34:45.800871 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-4de43e61-a07c-41cb-a00c-48cce923e37b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 1098 time: 0.0716951 Jan 17 09:34:45.953738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-ed2256f4-6564-4d6a-9a5c-08a18800ce12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:45.955409 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-ed2256f4-6564-4d6a-9a5c-08a18800ce12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.1343479 Jan 17 09:34:46.064700 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-62c7a686-a428-4cb7-a8b3-dbfc7e1b7d3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe HTTP/1.1" status: 200 len: 1000 time: 0.1019273 Jan 17 09:34:46.126192 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-24fb5141-deee-4067-8e8e-dd56ea72e9a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:34:46.127655 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-24fb5141-deee-4067-8e8e-dd56ea72e9a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0568516 Jan 17 09:34:46.206491 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-013b0b63-cd2a-4c74-b698-299d8d70482d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706615 Jan 17 09:34:46.216942 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-b3f99182-bcc7-4b0b-b72d-2d71f11bc767 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84155) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 17 09:34:46.218507 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-b3f99182-bcc7-4b0b-b72d-2d71f11bc767 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048606 Jan 17 09:34:46.353075 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-194b9d7c-89c9-446f-9263-77bec3bc2d93 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281474 Jan 17 09:34:46.487226 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-c320b43e-a13d-4d73-9c2b-38363ecf1774 req-1dc47ced-bd6a-44b2-887e-0961160c2f9d service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264625 Jan 17 09:34:50.706558 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:34:50.753459 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:35:06.169339 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e2571878-8440-4d7a-8f2d-9b8d749df05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:08.323822 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-deb633a0-31e3-436c-a308-9fab3062306e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:09.580640 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:09.860729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:11.329542 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:20.660664 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:27.753308 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:35:36.186290 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d13bb656-f41e-4591-bad7-30bdfd2b08bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:38.311324 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ff0e8cef-590a-401f-9d5f-31726dda53af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:39.631410 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:39.882316 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:41.322531 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:46.759011 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-d2471d4f-cd12-4525-97e6-e2dfb003ed42 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1461549 Jan 17 09:35:46.906741 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-2980c569-a34e-4e2c-abfc-4511253ad5ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1096 time: 0.0789673 Jan 17 09:35:47.059943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-bf94fb45-73e2-46ed-a5c3-dcc9a361a078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:47.062027 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-bf94fb45-73e2-46ed-a5c3-dcc9a361a078 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.1361108 Jan 17 09:35:47.164564 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-916f0196-1d0a-4625-9691-ce1502a16c62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 998 time: 0.0966926 Jan 17 09:35:47.233526 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-574bb70f-40c8-4b00-b2d2-bbcd25504607 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:35:47.235025 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-574bb70f-40c8-4b00-b2d2-bbcd25504607 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0636215 Jan 17 09:35:47.314229 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-871d89aa-7c28-4946-aca1-8506085af6f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731490 Jan 17 09:35:47.459843 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-4c940aeb-47f5-4a47-a395-22f38289e3c6 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394670 Jan 17 09:35:47.605600 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-b4513f75-7d5c-4ce4-b8dc-d9ceb41b1166 req-7a21af2a-2b94-4409-8b39-1f0cf70bdab2 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387689 Jan 17 09:35:50.677357 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:59.072945 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe details requested by agent hyperv_hv-neutron-8248 with host hv-neutron-8248 {{(pid=84156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 09:35:59.216815 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:59.230525 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Returning: {'device': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'port_id': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'mac_address': 'fa:16:3e:1c:1e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 09:35:59.288975 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:59.307679 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe {{(pid=84156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 09:35:59.324203 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:35:59.403178 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:35:59.476787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,revision_number=6']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:35:59.486547 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.486894 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.487306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.487647 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.487982 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.488311 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.488639 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.488959 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.489289 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.489630 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.489933 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:35:59.494892 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] get_ports_and_sgs() called for port_ids ['6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe'] {{(pid=84156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 17 09:36:01.076411 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe up at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 09:36:01.200069 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.provisioning_blocks [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Provisioning complete for port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe triggered by entity L2. {{(pid=84156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 09:36:01.201093 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3728431'] for port, provisioning_complete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:01.381041 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:01.411242 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:01.423024 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:01.511090 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:01.584798 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,revision_number=7']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:01.590838 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'code': 200} Jan 17 09:36:04.762608 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:36:06.180470 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-719de619-1d5b-400f-a708-21a646b5f9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:08.345320 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-34258b5d-a3b7-485d-91bc-3c1cd33216c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:09.593414 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:09.894770 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:11.420467 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:18.335487 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38650) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:18.576278 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Deleting port 3e22b068-9729-4388-8ec2-0a2ea058ad06 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:18.576534 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:18.756010 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:18.756347 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:18.882953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Calling delete_port for 3e22b068-9729-4388-8ec2-0a2ea058ad06 owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:19.142273 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:36:19.174270 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:19.221382 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event deleted for resources: {'Port': ['ID=3e22b068-9729-4388-8ec2-0a2ea058ad06,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:19.305779 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3688425'] for port, before_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:19.338135 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe'}] {{(pid=84156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:19.350687 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:19.360252 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.361261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.361261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.361261 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.361683 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.361906 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.362272 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.362635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.362959 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.363306 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.363641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824874-1-hyperv {{(pid=84155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 09:36:19.427136 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727488254980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727487880695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727487877160'] for port, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:19.433323 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:19.502543 dv-neutron-824874-1-hyperv neutron-server[84156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'code': 200} Jan 17 09:36:19.551123 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Pushing event updated for resources: {'Port': ['ID=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,revision_number=8']} {{(pid=84156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:19.866020 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Router 171a3a59-19f8-4dfa-b96d-71b25943dfdc has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:20.082851 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:20.095017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] Sync routers for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:36:20.113928 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:20.117091 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:36:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:20.173515 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:20.245012 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-12cba391-48b5-4a19-96f9-feeafe1db2e0 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "DELETE /v2.0/floatingips/e34c8739-acd3-4737-bf56-dcf92ee05e06 HTTP/1.1" status: 204 len: 168 time: 1.9083910 Jan 17 09:36:20.245691 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:20.448747 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'status': 'completed', 'code': 200} Jan 17 09:36:20.463253 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:36:20.572835 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5bd98df-76d5-4fa5-a638-c595d4aa1b74 req-2ca6c42c-e936-47b0-8e06-37eb16dece79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 1096 time: 0.1014006 Jan 17 09:36:20.718310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd98df-76d5-4fa5-a638-c595d4aa1b74 req-eac181c7-411a-43c0-8aae-95e1be6779f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:20.719870 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5bd98df-76d5-4fa5-a638-c595d4aa1b74 req-eac181c7-411a-43c0-8aae-95e1be6779f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.1407511 Jan 17 09:36:20.745190 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:20.803014 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5bd98df-76d5-4fa5-a638-c595d4aa1b74 req-0763826b-89eb-4e0c-8434-115dc19235d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe HTTP/1.1" status: 200 len: 217 time: 0.0760462 Jan 17 09:36:20.902281 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'd7471ad9-ef44-4e64-af82-01303c12dc22', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:29:54Z', 'updated_at': '2022-01-17T09:30:01Z', 'revision_number': 1, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:20.909636 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] Checking router: 171a3a59-19f8-4dfa-b96d-71b25943dfdc for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:36:20.912909 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd98df-76d5-4fa5-a638-c595d4aa1b74 req-cd99fbb5-e370-46fa-86c5-0e2d87062ceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:20.914427 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5bd98df-76d5-4fa5-a638-c595d4aa1b74 req-cd99fbb5-e370-46fa-86c5-0e2d87062ceb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.1050601 Jan 17 09:36:20.928112 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:20.929085 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:36:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:20.998296 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721ec3b-d34b-4011-807d-6276eecec80a req-f102ce7a-740f-4257-bcb7-78ef05f3dea8 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:20.998834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0721ec3b-d34b-4011-807d-6276eecec80a req-f102ce7a-740f-4257-bcb7-78ef05f3dea8 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Synchronizing usage tracker for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:36:21.027657 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5bd98df-76d5-4fa5-a638-c595d4aa1b74 req-e9113509-164f-4b98-8fee-ac0c0891452a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051099 Jan 17 09:36:21.159622 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:36:21.175318 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5bd98df-76d5-4fa5-a638-c595d4aa1b74 req-d475cf2d-869a-40bf-8ba7-18d40a3d3141 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398973 Jan 17 09:36:21.201615 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-0721ec3b-d34b-4011-807d-6276eecec80a req-f102ce7a-740f-4257-bcb7-78ef05f3dea8 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Unset dirty status for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:36:21.202746 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0721ec3b-d34b-4011-807d-6276eecec80a req-f102ce7a-740f-4257-bcb7-78ef05f3dea8 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.3498363 Jan 17 09:36:21.452149 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-0721ec3b-d34b-4011-807d-6276eecec80a req-6b2c970a-1664-43be-853c-3d1d3fe7e628 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424555 Jan 17 09:36:21.470663 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-e5bd98df-76d5-4fa5-a638-c595d4aa1b74 req-80c22e8c-0863-4904-9eb7-ba9798deb13e service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878816 Jan 17 09:36:21.561533 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'd7471ad9-ef44-4e64-af82-01303c12dc22', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:29:54Z', 'updated_at': '2022-01-17T09:30:01Z', 'revision_number': 1, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:21.565530 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1897c73-de2f-4849-a6e7-222569d35d48 None None] The sync data for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv is: [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_floatingips': [{'id': 'd7471ad9-ef44-4e64-af82-01303c12dc22', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'router_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'port_id': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'mac_address': 'fa:16:3e:6e:54:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T09:29:54Z', 'updated_at': '2022-01-17T09:30:01Z', 'revision_number': 1, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:36:21.796968 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267b05e-75a1-4fd9-94a9-9a241b8b59a1 None None] New status for floating IP e34c8739-acd3-4737-bf56-dcf92ee05e06: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:36:22.697367 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-4ac4c782-91d8-45b4-8a4c-c18df113e815 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:22.698809 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-4ac4c782-91d8-45b4-8a4c-c18df113e815 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.0756035 Jan 17 09:36:22.724571 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d89ea1-4923-4afc-b640-5e72d29c5ea5 req-0a8d72c3-4ef7-46c3-b1f5-da64ddd53296 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:22.725957 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f1d89ea1-4923-4afc-b640-5e72d29c5ea5 req-0a8d72c3-4ef7-46c3-b1f5-da64ddd53296 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 943 time: 0.1484666 Jan 17 09:36:22.770733 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Deleting port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:22.771074 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:22.773021 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-f1d89ea1-4923-4afc-b640-5e72d29c5ea5 req-bb4ca7cb-e799-4df4-95ba-9fcb83be6803 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397847 Jan 17 09:36:23.010357 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] For port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:23.010623 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:23.142607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Calling delete_port for 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:23.373923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:23.428310 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event deleted for resources: {'Port': ['ID=6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:23.503051 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] No DVR routers for this DVR port 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:36:23.505685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:23.508383 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'name': 'network-vif-deleted', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:23.566409 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f4027-8915-4d65-a88b-f39c64176b7c', 'name': 'network-vif-deleted', 'tag': '6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe', 'status': 'completed', 'code': 200} Jan 17 09:36:23.603294 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-904d5c96-5d6a-4097-9753-ba06b1926133 req-3621151d-077c-46c6-bc5c-1d270d21db87 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "DELETE /v2.0/ports/6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe HTTP/1.1" status: 204 len: 173 time: 0.8985765 Jan 17 09:36:23.955875 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-ce770192-ca31-4fae-bb77-1bb3f08d2c9c req-2cfc2c57-96cc-4765-a142-75acaa60f942 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab5f4027-8915-4d65-a88b-f39c64176b7c HTTP/1.1" status: 200 len: 210 time: 0.0465529 Jan 17 09:36:25.172557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:36:25.209603 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:36:25.210073 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 6ce8e74c-9ee3-4ee3-99b5-fb5961e980fe not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:36:26.654551 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38712) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:26.857604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Deleting port 54f24d3d-073c-4650-81ec-23cd12c2363e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:26.857937 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:27.034234 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:27.034548 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:27.179932 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Calling delete_port for 54f24d3d-073c-4650-81ec-23cd12c2363e owned by network:floatingip {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:27.437003 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:27.519931 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event deleted for resources: {'Port': ['ID=54f24d3d-073c-4650-81ec-23cd12c2363e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:27.621353 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for floatingip, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:28.101967 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Router 171a3a59-19f8-4dfa-b96d-71b25943dfdc has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:28.305465 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:28.317929 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] Sync routers for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:36:28.325258 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for floatingip, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:28.344331 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:28.345369 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:36:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:28.383821 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-687648fe-fde8-41d9-98c9-c2acaebb2c98 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "DELETE /v2.0/floatingips/d7471ad9-ef44-4e64-af82-01303c12dc22 HTTP/1.1" status: 204 len: 168 time: 1.7280109 Jan 17 09:36:28.384642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:28.444485 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'status': 'completed', 'code': 200} Jan 17 09:36:28.544747 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75d446df-997b-4ef1-8d70-7f0655d1f6e1 req-4760c75b-c159-4dcf-8082-cca2cca84539 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c669cfd33b7f43c2a452a0831744a64d&device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 1096 time: 0.0771246 Jan 17 09:36:28.582315 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:36:28.718785 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d446df-997b-4ef1-8d70-7f0655d1f6e1 req-3dd79baa-c318-4ccc-ab6a-fe9a44a31dbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:28.721839 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75d446df-997b-4ef1-8d70-7f0655d1f6e1 req-3dd79baa-c318-4ccc-ab6a-fe9a44a31dbd service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 200 len: 911 time: 0.1704440 Jan 17 09:36:28.797972 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75d446df-997b-4ef1-8d70-7f0655d1f6e1 req-76af96a8-b49a-4003-9e1b-60815c769b21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 200 len: 217 time: 0.0691621 Jan 17 09:36:28.870923 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d446df-997b-4ef1-8d70-7f0655d1f6e1 req-f7a43a2f-83bd-4156-9b34-0b1d082f3794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:28.873369 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75d446df-997b-4ef1-8d70-7f0655d1f6e1 req-f7a43a2f-83bd-4156-9b34-0b1d082f3794 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 200 len: 849 time: 0.0697815 Jan 17 09:36:28.965851 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75d446df-997b-4ef1-8d70-7f0655d1f6e1 req-7e799f81-af3c-4448-b660-cff666e43971 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b25c706-7be4-4df8-903d-c353e1810178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861018 Jan 17 09:36:28.989436 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:28.994807 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] Checking router: 171a3a59-19f8-4dfa-b96d-71b25943dfdc for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:36:29.008239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:29.009183 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:36:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:29.188209 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75d446df-997b-4ef1-8d70-7f0655d1f6e1 req-501834b1-fcbf-4989-b788-bca4f3449ac5 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141998 Jan 17 09:36:29.198401 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:36:29.217954 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf7d5-9d68-4d87-9f7d-b5ddbadf522f req-1d49a87c-7045-4def-af97-f656566301a9 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:29.218672 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-dc2bf7d5-9d68-4d87-9f7d-b5ddbadf522f req-1d49a87c-7045-4def-af97-f656566301a9 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Synchronizing usage tracker for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84155) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 09:36:29.342662 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-75d446df-997b-4ef1-8d70-7f0655d1f6e1 req-163e9b3c-6bbf-4002-9687-933e3037a338 service neutron] 10.222.0.53 "GET /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480997 Jan 17 09:36:29.362176 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.quota.resource [req-dc2bf7d5-9d68-4d87-9f7d-b5ddbadf522f req-1d49a87c-7045-4def-af97-f656566301a9 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Unset dirty status for tenant:c669cfd33b7f43c2a452a0831744a64d on resource:port {{(pid=84155) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 09:36:29.365439 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dc2bf7d5-9d68-4d87-9f7d-b5ddbadf522f req-1d49a87c-7045-4def-af97-f656566301a9 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 943 time: 0.3070152 Jan 17 09:36:29.418397 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-dc2bf7d5-9d68-4d87-9f7d-b5ddbadf522f req-187401c3-4feb-4c14-86f0-cad0016aad50 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481687 Jan 17 09:36:29.539009 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:29.543227 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceedbde2-12df-458e-a28b-015fdfef5c58 None None] The sync data for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv is: [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:29:23Z', 'revision_number': 4, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv', '_interfaces': [{'id': '72943d4a-0770-4e3c-9a23-5a338f042512', 'name': '', 'network_id': '2b25c706-7be4-4df8-903d-c353e1810178', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'mac_address': 'fa:16:3e:1d:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cad322-c202-481e-980b-b16bb7417224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:22Z', 'updated_at': '2022-01-17T09:29:42Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'subnets': [{'id': '47cad322-c202-481e-980b-b16bb7417224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:36:29.783453 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b641c2a-5365-4863-91d5-60eb7f518355 None None] New status for floating IP d7471ad9-ef44-4e64-af82-01303c12dc22: DOWN {{(pid=84157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 17 09:36:30.041120 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-48dbdfd5-e60e-4589-b117-b3ec4a2331b5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:30.042992 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-48dbdfd5-e60e-4589-b117-b3ec4a2331b5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 943 time: 0.0781543 Jan 17 09:36:30.244589 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Deleting port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:30.245224 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:30.524819 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] For port 525cc17e-96cf-40ac-9af3-1fbf9f488b64, host hv-neutron-8248, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8248',level=0,port_id=525cc17e-96cf-40ac-9af3-1fbf9f488b64,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:30.525087 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:30.640728 dv-neutron-824874-1-hyperv neutron-server[84154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906c0ac-8714-4b11-a42c-28c93bb5fe4d req-3712976d-c7a5-4d50-a54b-8ab1c2b14231 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 09:36:30.642304 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3906c0ac-8714-4b11-a42c-28c93bb5fe4d req-3712976d-c7a5-4d50-a54b-8ab1c2b14231 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 943 time: 0.0884070 Jan 17 09:36:30.656152 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Calling delete_port for 525cc17e-96cf-40ac-9af3-1fbf9f488b64 owned by compute:nova {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:30.702430 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-3906c0ac-8714-4b11-a42c-28c93bb5fe4d req-e5a4fd46-009e-4522-b5a4-260facacb113 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/security-groups?id=944d623e-2f55-482e-a7a5-ca8c8c834697&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538070 Jan 17 09:36:30.893738 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:30.943083 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event deleted for resources: {'Port': ['ID=525cc17e-96cf-40ac-9af3-1fbf9f488b64,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:31.018648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] No DVR routers for this DVR port 525cc17e-96cf-40ac-9af3-1fbf9f488b64 on host hv-neutron-8248 {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:36:31.021155 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65375'] for port, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:31.023769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'name': 'network-vif-deleted', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64'}] {{(pid=84155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 09:36:31.080570 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd425789-58a1-49c3-a273-9b7469eb94ec', 'name': 'network-vif-deleted', 'tag': '525cc17e-96cf-40ac-9af3-1fbf9f488b64', 'status': 'completed', 'code': 200} Jan 17 09:36:31.117422 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [req-706fb9a3-277d-435a-9b2f-c3b8e4a8c53e req-c347e60a-08e8-4278-a4b3-c919b40c37a5 tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.53 "DELETE /v2.0/ports/525cc17e-96cf-40ac-9af3-1fbf9f488b64 HTTP/1.1" status: 204 len: 173 time: 1.0690358 Jan 17 09:36:31.903760 dv-neutron-824874-1-hyperv neutron-server[84154]: INFO neutron.wsgi [req-e9a66d05-b7cd-4412-b9f3-388492060cb1 req-b8c49182-0df6-47f5-a15f-cb9bfc14c85c tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd425789-58a1-49c3-a273-9b7469eb94ec HTTP/1.1" status: 200 len: 210 time: 0.0424962 Jan 17 09:36:33.014905 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38730) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:33.088172 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8180db0b-642a-48e4-908f-d90fad71696c tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:33.129943 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8180db0b-642a-48e4-908f-d90fad71696c tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:33.202239 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 525cc17e-96cf-40ac-9af3-1fbf9f488b64 no longer exists at agent hyperv_hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:36:33.236418 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] No Port match for: 525cc17e-96cf-40ac-9af3-1fbf9f488b64 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:36:33.236832 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Device 525cc17e-96cf-40ac-9af3-1fbf9f488b64 not bound to the agent host hv-neutron-8248 {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:36:33.287849 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8180db0b-642a-48e4-908f-d90fad71696c tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:33.306705 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180db0b-642a-48e4-908f-d90fad71696c tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d623e-2f55-482e-a7a5-ca8c8c834697,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:33.402466 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8180db0b-642a-48e4-908f-d90fad71696c tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:33.404408 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8180db0b-642a-48e4-908f-d90fad71696c tempest-TestSnapshotPattern-205940363 tempest-TestSnapshotPattern-205940363-project] 10.222.0.44 "DELETE /v2.0/security-groups/944d623e-2f55-482e-a7a5-ca8c8c834697 HTTP/1.1" status: 204 len: 168 time: 0.3883274 Jan 17 09:36:33.548879 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38736) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:34.075698 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:34.810329 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Deleting port 72943d4a-0770-4e3c-9a23-5a338f042512 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:34.810581 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:34.986651 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] For port 72943d4a-0770-4e3c-9a23-5a338f042512, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=72943d4a-0770-4e3c-9a23-5a338f042512,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:34.986991 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:35.107544 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Calling delete_port for 72943d4a-0770-4e3c-9a23-5a338f042512 owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:35.362953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:35.411971 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=72943d4a-0770-4e3c-9a23-5a338f042512,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:35.751112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:36.162301 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e13630cc-6c1a-4cb0-96b2-6daa90c5e965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:36.499783 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Router 171a3a59-19f8-4dfa-b96d-71b25943dfdc has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:36.713552 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:36.724283 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] Sync routers for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:36:36.733633 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-66a77ee9-913f-44fb-a0c2-4ef0081e3d4c admin admin] 10.222.0.44 "PUT /v2.0/routers/171a3a59-19f8-4dfa-b96d-71b25943dfdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1833923 Jan 17 09:36:36.737538 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38742) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:36.740285 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:36.740950 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:36:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:36.942842 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: dv-neutron-824874-1-hyperv {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:36:36.954283 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:37.169833 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:37.256306 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:36:35Z', 'revision_number': 5, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port': {'id': '99978a94-62dc-4cdd-9aad-9a7a451fe144', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:20Z', 'updated_at': '2022-01-17T09:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:37.260906 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] Checking router: 171a3a59-19f8-4dfa-b96d-71b25943dfdc for host: dv-neutron-824874-1-hyperv {{(pid=84156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:36:37.270484 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Deleting port 99978a94-62dc-4cdd-9aad-9a7a451fe144 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:37.270927 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:37.275933 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] Routers {'171a3a59-19f8-4dfa-b96d-71b25943dfdc'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:37.276806 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:36:08Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'], 'active': True} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:37.471216 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] For port 99978a94-62dc-4cdd-9aad-9a7a451fe144, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=99978a94-62dc-4cdd-9aad-9a7a451fe144,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:37.471571 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:37.499657 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_dvr_db [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] Set router 171a3a59-19f8-4dfa-b96d-71b25943dfdc gateway port host: None {{(pid=84156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:36:37.622513 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Calling delete_port for 99978a94-62dc-4cdd-9aad-9a7a451fe144 owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:37.623370 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.db.l3_hamode_db [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:36:37Z', 'revision_number': 6, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:37.627387 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb3a6c3-392a-449f-985e-add42d8afed7 None None] The sync data for ids ['171a3a59-19f8-4dfa-b96d-71b25943dfdc'] in dv-neutron-824874-1-hyperv is: [{'id': '171a3a59-19f8-4dfa-b96d-71b25943dfdc', 'name': 'tempest-TestSnapshotPattern-2122399250-router', 'tenant_id': 'c669cfd33b7f43c2a452a0831744a64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:19Z', 'updated_at': '2022-01-17T09:36:37Z', 'revision_number': 6, 'project_id': 'c669cfd33b7f43c2a452a0831744a64d', 'gw_port_host': None}] {{(pid=84156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:36:37.876420 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:37.924471 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=99978a94-62dc-4cdd-9aad-9a7a451fe144,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:38.062735 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 72943d4a-0770-4e3c-9a23-5a338f042512 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:36:38.128036 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 72943d4a-0770-4e3c-9a23-5a338f042512 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:36:38.128505 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 72943d4a-0770-4e3c-9a23-5a338f042512 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:36:38.276627 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:38.362383 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-8f52d030-df7d-430e-bafc-7c1558482921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:38.544035 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:38.548607 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:38.642070 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:38.642761 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 171a3a59-19f8-4dfa-b96d-71b25943dfdc {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:36:38.657042 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:38.658187 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-8b34ceaf-b35d-43d2-8603-4c632f1755e3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/171a3a59-19f8-4dfa-b96d-71b25943dfdc HTTP/1.1" status: 204 len: 168 time: 1.9196079 Jan 17 09:36:38.661710 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38746) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:38.732063 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4741e442-3123-4332-8818-4f6ed203d761 admin admin] Deleting subnet 47cad322-c202-481e-980b-b16bb7417224 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:36:38.735555 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4741e442-3123-4332-8818-4f6ed203d761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:38.788149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4741e442-3123-4332-8818-4f6ed203d761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:38.878506 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4741e442-3123-4332-8818-4f6ed203d761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.025750 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4741e442-3123-4332-8818-4f6ed203d761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.062597 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741e442-3123-4332-8818-4f6ed203d761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47cad322-c202-481e-980b-b16bb7417224,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:39.069979 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4741e442-3123-4332-8818-4f6ed203d761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.075864 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad22811-1a12-409d-aa90-79067e5df80c None None] Network 2b25c706-7be4-4df8-903d-c353e1810178 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:36:39.077198 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-4741e442-3123-4332-8818-4f6ed203d761 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/47cad322-c202-481e-980b-b16bb7417224 HTTP/1.1" status: 204 len: 168 time: 0.4142106 Jan 17 09:36:39.079609 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38750) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:39.191963 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.208251 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Deleting port af9cad40-0735-47a2-89b0-8828b5365b1e {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:39.208929 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.401790 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] DHCP port deletion for 2b25c706-7be4-4df8-903d-c353e1810178 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:36:39.407513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] Deleting port af9cad40-0735-47a2-89b0-8828b5365b1e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:39.407901 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.451867 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] For port af9cad40-0735-47a2-89b0-8828b5365b1e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=af9cad40-0735-47a2-89b0-8828b5365b1e,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:39.452133 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.580284 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Calling delete_port for af9cad40-0735-47a2-89b0-8828b5365b1e owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:39.616695 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.659964 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] For port af9cad40-0735-47a2-89b0-8828b5365b1e, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=af9cad40-0735-47a2-89b0-8828b5365b1e,segment=NetworkSegment(ebe252c7-7915-46c5-b972-ce701fb5b53a),segment_id=ebe252c7-7915-46c5-b972-ce701fb5b53a)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:39.660296 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.728473 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.815491 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] Calling delete_port for af9cad40-0735-47a2-89b0-8828b5365b1e owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:39.881437 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Pushing event deleted for resources: {'Port': ['ID=af9cad40-0735-47a2-89b0-8828b5365b1e,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:39.893377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] No DVR routers for this DVR port af9cad40-0735-47a2-89b0-8828b5365b1e on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:36:39.903954 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:36:39.904942 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:36:39.910729 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:39.931162 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device af9cad40-0735-47a2-89b0-8828b5365b1e no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:36:39.974677 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: af9cad40-0735-47a2-89b0-8828b5365b1e {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:36:39.975261 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device af9cad40-0735-47a2-89b0-8828b5365b1e not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:36:39.975977 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 99978a94-62dc-4cdd-9aad-9a7a451fe144 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:36:40.019543 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:40.032568 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 99978a94-62dc-4cdd-9aad-9a7a451fe144 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:36:40.032907 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 99978a94-62dc-4cdd-9aad-9a7a451fe144 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:36:40.047217 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b25c706-7be4-4df8-903d-c353e1810178']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:40.060999 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe252c7-7915-46c5-b972-ce701fb5b53a') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:40.061305 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe252c7-7915-46c5-b972-ce701fb5b53a') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:40.073640 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:40.094162 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:40.101619 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:36:40.102110 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:36:40.116229 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:36:40.293716 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:40.313734 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:40.326825 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b25c706-7be4-4df8-903d-c353e1810178,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:40.406095 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] Deleting port af9cad40-0735-47a2-89b0-8828b5365b1e {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:40.406752 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:40.427135 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-dede35c4-96d5-4b16-b485-cfdcd227577d admin admin] 10.222.0.44 "DELETE /v2.0/networks/2b25c706-7be4-4df8-903d-c353e1810178 HTTP/1.1" status: 204 len: 168 time: 1.3463988 Jan 17 09:36:40.429926 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38754) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:40.477086 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-96822d0a-5bab-4d92-9802-7356fe371744 None None] The port 'af9cad40-0735-47a2-89b0-8828b5365b1e' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 09:36:40.914096 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-489552'] for router_interface, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:41.330232 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:41.563034 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Deleting port 499a23e1-86ba-4992-b112-becc5aa6c3bc {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:41.563297 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:41.756204 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:36:41.861769 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] For port 499a23e1-86ba-4992-b112-becc5aa6c3bc, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=499a23e1-86ba-4992-b112-becc5aa6c3bc,segment=NetworkSegment(b89904b3-8c72-4536-8f54-df57c0550720),segment_id=b89904b3-8c72-4536-8f54-df57c0550720)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:41.862520 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:41.994149 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Calling delete_port for 499a23e1-86ba-4992-b112-becc5aa6c3bc owned by network:router_interface {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:42.294893 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:42.361412 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Pushing event deleted for resources: {'Port': ['ID=499a23e1-86ba-4992-b112-becc5aa6c3bc,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:42.675148 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-489145'] for router_interface, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:43.287803 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Router eafdc00b-84c2-4175-8e0e-303267fd9df6 has already been hosted by L3 agent 3df5bbbf-7605-4889-9f51-6ded954152ec {{(pid=84155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 09:36:43.613887 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] Notify agent at l3_agent.dv-neutron-824874-1-hyperv the message routers_updated {{(pid=84155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 09:36:43.623396 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] Sync routers for ids ['eafdc00b-84c2-4175-8e0e-303267fd9df6'] in dv-neutron-824874-1-hyperv {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 17 09:36:43.623926 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-36b9fcf3-f3a3-4baf-accc-23d66d3c076f admin admin] 10.222.0.44 "PUT /v2.0/routers/eafdc00b-84c2-4175-8e0e-303267fd9df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1923978 Jan 17 09:36:43.626540 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38758) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:43.635721 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] Routers {'eafdc00b-84c2-4175-8e0e-303267fd9df6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:43.636334 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:36:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['eafdc00b-84c2-4175-8e0e-303267fd9df6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:43.827231 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] Set router eafdc00b-84c2-4175-8e0e-303267fd9df6 gateway port host: dv-neutron-824874-1-hyperv {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:36:43.835046 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks [] for router, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:44.055426 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:44.145243 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'external_fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '009645ad-5491-461c-8475-3a56aa5d722c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:27Z', 'updated_at': '2022-01-17T09:36:42Z', 'revision_number': 5, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'gw_port': {'id': '009645ad-5491-461c-8475-3a56aa5d722c', 'name': '', 'network_id': 'c6f0e8ca-fc48-4ac4-89a6-04dd4090de3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824874-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T09:29:28Z', 'updated_at': '2022-01-17T09:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4065b71-c552-4dec-beaf-0757a5a295ba', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824874-1-hyperv'}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:44.149524 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] Checking router: eafdc00b-84c2-4175-8e0e-303267fd9df6 for host: dv-neutron-824874-1-hyperv {{(pid=84157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 17 09:36:44.150418 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Deleting port 009645ad-5491-461c-8475-3a56aa5d722c {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:44.150772 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:44.162130 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] Routers {'eafdc00b-84c2-4175-8e0e-303267fd9df6'} bound to L3 agent in host dv-neutron-824874-1-hyperv {{(pid=84157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 09:36:44.162933 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824874-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T08:04:08Z,description=,heartbeat_timestamp=2022-01-17T09:36:38Z,host='dv-neutron-824874-1-hyperv',id=3df5bbbf-7605-4889-9f51-6ded954152ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T08:04:09Z,topic='l3_agent')) {'router_ids': ['eafdc00b-84c2-4175-8e0e-303267fd9df6'], 'active': True} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:44.330537 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_dvr_db [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] Set router eafdc00b-84c2-4175-8e0e-303267fd9df6 gateway port host: None {{(pid=84157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 17 09:36:44.348830 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] For port 009645ad-5491-461c-8475-3a56aa5d722c, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=009645ad-5491-461c-8475-3a56aa5d722c,segment=NetworkSegment(a6db62b7-1c63-4a20-96e7-e5ab584a46ba),segment_id=a6db62b7-1c63-4a20-96e7-e5ab584a46ba)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:44.349428 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:44.439511 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.l3_hamode_db [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:27Z', 'updated_at': '2022-01-17T09:36:44Z', 'revision_number': 6, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'gw_port_host': None}], 'dv-neutron-824874-1-hyperv', False) {} {{(pid=84157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:44.444196 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdfa2c2-5ebc-48a6-a597-14d0c3ab3f3f None None] The sync data for ids ['eafdc00b-84c2-4175-8e0e-303267fd9df6'] in dv-neutron-824874-1-hyperv is: [{'id': 'eafdc00b-84c2-4175-8e0e-303267fd9df6', 'name': 'tempest-TestSnapshotPattern-1268049338-router', 'tenant_id': '293ce3a254184a5c837b13c97caf3b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T09:29:27Z', 'updated_at': '2022-01-17T09:36:44Z', 'revision_number': 6, 'project_id': '293ce3a254184a5c837b13c97caf3b48', 'gw_port_host': None}] {{(pid=84157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 17 09:36:44.488226 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Calling delete_port for 009645ad-5491-461c-8475-3a56aa5d722c owned by network:router_gateway {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:44.756673 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:44.804970 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=009645ad-5491-461c-8475-3a56aa5d722c,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:45.032685 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489077'] for router_gateway, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:45.413577 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31765'] for router, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:45.418941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:45.562203 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-475549'] for router, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:45.562834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router eafdc00b-84c2-4175-8e0e-303267fd9df6 {{(pid=84155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 09:36:45.578715 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] Notify callbacks [] for router, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:45.580207 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-cb01b3c0-3776-464b-b8c2-d8e20f65d8ad admin admin] 10.222.0.44 "DELETE /v2.0/routers/eafdc00b-84c2-4175-8e0e-303267fd9df6 HTTP/1.1" status: 204 len: 168 time: 1.9526985 Jan 17 09:36:45.583360 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38762) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:45.647101 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-078f5bfb-5dc3-4817-a2b7-bc711310f500 admin admin] Deleting subnet 967775ac-ab65-44d8-b89e-b79f28ae4175 {{(pid=84155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 17 09:36:45.650834 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078f5bfb-5dc3-4817-a2b7-bc711310f500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:45.711794 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078f5bfb-5dc3-4817-a2b7-bc711310f500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1444332'] for subnet, precommit_delete_associations {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:45.799981 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078f5bfb-5dc3-4817-a2b7-bc711310f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3731979'] for subnet, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:45.921785 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 009645ad-5491-461c-8475-3a56aa5d722c no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:36:45.960450 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 009645ad-5491-461c-8475-3a56aa5d722c {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:36:45.960803 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 009645ad-5491-461c-8475-3a56aa5d722c not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:36:45.961238 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 499a23e1-86ba-4992-b112-becc5aa6c3bc no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:36:45.968377 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078f5bfb-5dc3-4817-a2b7-bc711310f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3731986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1183292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757953'] for subnet, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:45.999027 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: 499a23e1-86ba-4992-b112-becc5aa6c3bc {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:36:45.999415 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device 499a23e1-86ba-4992-b112-becc5aa6c3bc not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:36:46.011098 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f5bfb-5dc3-4817-a2b7-bc711310f500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967775ac-ab65-44d8-b89e-b79f28ae4175,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:46.020642 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078f5bfb-5dc3-4817-a2b7-bc711310f500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.026451 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ee078-d433-4662-87a0-920a46cb5a09 None None] Network ce3e4a17-9ee9-4651-9975-ce06e3eba894 requested from dv-neutron-824874-1-hyperv {{(pid=84156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 17 09:36:46.026888 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-078f5bfb-5dc3-4817-a2b7-bc711310f500 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/967775ac-ab65-44d8-b89e-b79f28ae4175 HTTP/1.1" status: 204 len: 168 time: 0.4432037 Jan 17 09:36:46.030068 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38766) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:46.142549 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3577833'] for network, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.155232 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Deleting port cdc17829-645c-488c-95ed-70cdb2a5be64 {{(pid=84155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:46.155875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.303043 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] DHCP port deletion for ce3e4a17-9ee9-4651-9975-ce06e3eba894 request from dv-neutron-824874-1-hyperv {{(pid=84156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 17 09:36:46.311586 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] Deleting port cdc17829-645c-488c-95ed-70cdb2a5be64 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:46.311962 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.375213 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] For port cdc17829-645c-488c-95ed-70cdb2a5be64, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=cdc17829-645c-488c-95ed-70cdb2a5be64,segment=NetworkSegment(b89904b3-8c72-4536-8f54-df57c0550720),segment_id=b89904b3-8c72-4536-8f54-df57c0550720)] {{(pid=84155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:46.375604 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.503447 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Calling delete_port for cdc17829-645c-488c-95ed-70cdb2a5be64 owned by network:dhcp {{(pid=84155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:46.595133 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.db [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] For port cdc17829-645c-488c-95ed-70cdb2a5be64, host dv-neutron-824874-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824874-1-hyperv',level=0,port_id=cdc17829-645c-488c-95ed-70cdb2a5be64,segment=NetworkSegment(b89904b3-8c72-4536-8f54-df57c0550720),segment_id=b89904b3-8c72-4536-8f54-df57c0550720)] {{(pid=84156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 09:36:46.595466 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611878'] for port, precommit_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.642941 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3687545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727488254446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727487880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2054863'] for port, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.718045 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] Calling delete_port for cdc17829-645c-488c-95ed-70cdb2a5be64 owned by network:dhcp {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 17 09:36:46.729648 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc17829-645c-488c-95ed-70cdb2a5be64,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:46.738875 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] No DVR routers for this DVR port cdc17829-645c-488c-95ed-70cdb2a5be64 on host dv-neutron-824874-1-hyperv {{(pid=84155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 09:36:46.797838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.db.api [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 09:36:46.798191 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG oslo_db.api [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 09:36:46.888049 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3735426', 'neutron.services.segments.db._delete_segments_for_network-8727488330204'] for network, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.917177 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3e4a17-9ee9-4651-9975-ce06e3eba894']}} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:46.931417 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89904b3-8c72-4536-8f54-df57c0550720') {'for_net_delete': True} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:46.931709 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89904b3-8c72-4536-8f54-df57c0550720') {} {{(pid=84155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 09:36:46.944568 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727488330087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1444327'] for segment, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.960888 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3706545'] for segment, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.966924 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 17 09:36:46.967355 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3706534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2054810'] for segment, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: Traceback (most recent call last): Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: timer() Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: cb(*args, **kw) Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: return func(*args, **kwargs) Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: self._notify() Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: self.callback(batched_events) Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: event.method(event) Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: return f(self, *a, **k) Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._get(url).json() Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: return self.request(url, 'GET', **kwargs) Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 09:36:46.980996 dv-neutron-824874-1-hyperv neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 09:36:47.156953 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3735437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489040'] for network, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:47.173781 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Notify callbacks [] for network, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:47.184299 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3e4a17-9ee9-4651-9975-ce06e3eba894,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:47.189375 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-2be60fc3-738c-4050-a673-00c9dbcd04dc admin admin] 10.222.0.44 "DELETE /v2.0/networks/ce3e4a17-9ee9-4651-9975-ce06e3eba894 HTTP/1.1" status: 204 len: 168 time: 1.1575358 Jan 17 09:36:47.299744 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] Deleting port cdc17829-645c-488c-95ed-70cdb2a5be64 {{(pid=84156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 17 09:36:47.300338 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727488394545'] for port, before_delete {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:47.366839 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-7a049472-1cd6-4ce0-baba-5eea93805ae5 None None] The port 'cdc17829-645c-488c-95ed-70cdb2a5be64' was deleted {{(pid=84156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 17 09:36:47.630914 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38772) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:47.682416 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-f25f49f0-74d8-437f-ba99-f23314df02a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c669cfd33b7f43c2a452a0831744a64d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500021 Jan 17 09:36:47.685112 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38776) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:47.757164 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad60fac6-83f4-4afa-bd4b-ad8ea4a213d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:47.786641 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad60fac6-83f4-4afa-bd4b-ad8ea4a213d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:47.917524 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device cdc17829-645c-488c-95ed-70cdb2a5be64 no longer exists at agent ovs-agent-dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 09:36:47.934095 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad60fac6-83f4-4afa-bd4b-ad8ea4a213d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:47.952984 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.plugin [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] No Port match for: cdc17829-645c-488c-95ed-70cdb2a5be64 {{(pid=84156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 17 09:36:47.953328 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron.plugins.ml2.rpc [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Device cdc17829-645c-488c-95ed-70cdb2a5be64 not bound to the agent host dv-neutron-824874-1-hyperv {{(pid=84156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 09:36:47.956718 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60fac6-83f4-4afa-bd4b-ad8ea4a213d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d95ad-3440-4bf8-86ec-5aaa15802e1b,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:47.965460 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad60fac6-83f4-4afa-bd4b-ad8ea4a213d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:47.966574 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-ad60fac6-83f4-4afa-bd4b-ad8ea4a213d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf0d95ad-3440-4bf8-86ec-5aaa15802e1b HTTP/1.1" status: 204 len: 168 time: 0.2805853 Jan 17 09:36:48.819150 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38784) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:48.953262 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-57c1e661-2a7a-4f6c-8ae8-9fec53119d54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=293ce3a254184a5c837b13c97caf3b48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1327798 Jan 17 09:36:48.956635 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [-] (84155) accepted ('10.222.0.44', 38788) {{(pid=84155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 09:36:49.021129 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33d00c34-2173-4312-8927-9881b279f8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:49.051350 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33d00c34-2173-4312-8927-9881b279f8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:49.183209 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33d00c34-2173-4312-8927-9881b279f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472873'] for security_group, after_delete {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:49.204822 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d00c34-2173-4312-8927-9881b279f8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a404f0-60c4-4524-ad8d-edf88aab69c3,revision_number=None']} {{(pid=84155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 09:36:49.211094 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33d00c34-2173-4312-8927-9881b279f8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:36:49.212307 dv-neutron-824874-1-hyperv neutron-server[84155]: INFO neutron.wsgi [None req-33d00c34-2173-4312-8927-9881b279f8a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51a404f0-60c4-4524-ad8d-edf88aab69c3 HTTP/1.1" status: 204 len: 168 time: 0.2546728 Jan 17 09:36:50.681937 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:06.218769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-0f67fb07-78bc-4530-a80f-288123477009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:08.322333 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c1034875-acf7-4be5-8711-c730f43bf1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:09.601584 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:09.954247 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:11.331543 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:18.756758 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:37:20.675834 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:36.166953 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-939f6697-90a9-4c10-80e1-7d0f0feb951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:38.314091 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c59a6608-fb62-46ef-8972-9138110f0499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:39.624376 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:39.879787 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:41.321435 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:50.687206 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:37:55.758349 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:38:06.170838 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a7bdba28-bc35-4974-a4fd-854dbe1b6eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:08.315267 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-25126b03-f891-4b9c-b277-e2d181baca1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:09.606753 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:09.960748 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:11.359212 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:20.681031 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:32.758886 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:38:36.176008 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f1aad1be-1859-4717-bf27-a1b838d7531c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:38.336168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-1adfcf66-0060-4e2f-ae98-995d15e07a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:39.592848 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:39.895916 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:41.332017 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:38:50.714509 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:06.223553 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-ca8d8223-dd66-4381-9a60-7fa350c02fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:08.348974 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-008914bd-4854-4123-8cb9-56480f900f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:09.589102 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:09.760694 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:39:09.884021 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:11.352773 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:20.714096 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:36.176830 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-775566cf-d301-4b83-a1d6-fd68ffac3f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:38.334769 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-9fdda4b0-421a-496e-bd78-65b04b50e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:39.588307 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:39.900128 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:41.360082 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:39:46.760607 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:39:50.771165 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:06.181762 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d3aa212a-41e3-4653-a281-bbfe01da471d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:08.359271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e6bd-a11a-4831-ab6d-786d85d50115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:09.585168 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:09.891979 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:11.359577 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:20.765767 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:23.761357 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:40:36.173215 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f18d2687-3af9-4f13-9ab4-92a939aae108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:38.341682 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2c23831-3c69-406a-94d0-e34715871f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:39.616004 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:39.892827 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:41.356104 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:40:50.767685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:00.761391 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:41:06.189557 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-f51ffcd7-c8ef-46f4-a36a-c4936fe1c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:08.324619 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-71659a96-eb2f-4a5f-9b6d-b91ab9d48b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:09.583738 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:09.883988 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:11.355495 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:20.769309 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:36.200271 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-082a65f2-1306-465b-96a2-545e96137bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:37.676913 dv-neutron-824874-1-hyperv neutron-server[84155]: DEBUG neutron.wsgi [req-6da0e54b-c69b-4174-855a-5edd95eafb5d req-247021da-690e-47fa-a88a-efca1fba77c9 service neutron] (84155) timed out ('10.222.0.44', 60380) {{(pid=84155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 17 09:41:37.761153 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:41:38.323703 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-a2ff2c0c-e380-4545-b9a3-756443ff8205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:39.574513 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:39.900820 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:41.363398 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:41:50.800075 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:06.180434 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-7b6af3fb-9e2f-4c2b-91f2-cac7c28ee38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:08.317188 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-92ea4e60-2a5e-4ae3-a3a7-6529b949ec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:09.577107 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:09.891489 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:11.432277 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:14.761081 dv-neutron-824874-1-hyperv neutron-server[84157]: DEBUG neutron.db.agents_db [None req-38df0f77-16dd-493d-8fc2-8bee8acc4621 None None] Agent healthcheck: found 6 active agents {{(pid=84157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 09:42:20.805931 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-c503b0c9-6c17-4a57-a255-e1df4fee0b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:36.197208 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-e38a7107-3245-4c56-8529-b3cdb15f0ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:38.322642 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-74d3fae0-e648-42fc-bcbd-91000bbd5010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:39.592474 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-d35b6acb-8a4c-4f79-a248-1ddd27fc026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:39.890685 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2d0d-0dfc-46ec-889b-29dc2cdbe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 09:42:41.388062 dv-neutron-824874-1-hyperv neutron-server[84156]: DEBUG neutron_lib.callbacks.manager [None req-cecce115-41d7-4fc5-9ea0-f5e99d6b46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727488330186', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3728770'] for agent, after_update {{(pid=84156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}